Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
N
nodemanager
Project
Project
Details
Activity
Releases
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
Odysseus
nodemanager
Commits
dbb1be88
Commit
dbb1be88
authored
Feb 21, 2024
by
vicotor
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
update protocol
parent
80fdafa1
Changes
4
Hide whitespace changes
Inline
Side-by-side
Showing
4 changed files
with
24 additions
and
18 deletions
+24
-18
main.go
cmd/demoworker/main.go
+1
-1
config.toml
config.toml
+1
-1
service.go
server/service.go
+2
-1
workerManager.go
server/workerManager.go
+20
-15
No files found.
cmd/demoworker/main.go
View file @
dbb1be88
...
...
@@ -141,7 +141,7 @@ func main() {
msg
:=
&
omanager
.
WorkerMessage
{
Message
:
&
omanager
.
WorkerMessage_SubmitTaskResult
{
SubmitTaskResult
:
&
omanager
.
SubmitTaskResult
{
Task
Uuid
:
b
.
PushTaskMessage
.
TaskUui
d
,
Task
Id
:
b
.
PushTaskMessage
.
TaskI
d
,
ContainerSignature
:
make
([]
byte
,
65
),
MinerSignature
:
make
([]
byte
,
65
),
TaskResultBody
:
[]
byte
(
demoResult
),
...
...
config.toml
View file @
dbb1be88
...
...
@@ -3,7 +3,6 @@ local_host="127.0.0.1"
port
=
10001
metrics_port
=
28010
private_key
=
"E671C143A110C239B563F702E9F4017CA6B2B2912F675EED9AA4FED684EB30CC"
enable_pay
=
false
[redis]
addr
=
"127.0.0.1:6379"
...
...
@@ -22,6 +21,7 @@ brokers="127.0.0.1:9092"
receipt_topic
=
"taskreceipt"
[ticker]
#second
heart_beat
=
10
status_ticker
=
10
device_info_ticker
=
120
...
...
server/service.go
View file @
dbb1be88
...
...
@@ -33,6 +33,7 @@ func (n *NodeManagerService) ManagerList(ctx context.Context, request *omanager.
func
(
n
*
NodeManagerService
)
RegisterWorker
(
client
omanager
.
NodeManagerService_RegisterWorkerServer
)
error
{
uuid
:=
utils
.
GetSnowflakeId
()
worker
,
err
:=
n
.
node
.
wm
.
AddNewWorker
(
uuid
,
client
)
if
err
!=
nil
{
return
err
...
...
@@ -65,7 +66,7 @@ func (n *NodeManagerService) DispatchTask(ctx context.Context, request *omanager
}
res
:=
new
(
omanager
.
DispatchTaskResponse
)
res
.
Task
Uuid
=
request
.
TaskData
.
TaskUui
d
res
.
Task
Id
=
request
.
TaskData
.
TaskI
d
res
.
Miner
=
request
.
Miner
return
res
,
nil
}
server/workerManager.go
View file @
dbb1be88
...
...
@@ -157,13 +157,13 @@ func (wm *WorkerManager) doCallback(hook string, response *odysseus.TaskResponse
if
err
!=
nil
{
log
.
WithError
(
err
)
.
Error
(
"marshal task response failed"
)
}
else
{
log
.
WithField
(
"task
id"
,
response
.
TaskUui
d
)
.
Debug
(
"marshal task response"
)
log
.
WithField
(
"task
-id"
,
response
.
TaskI
d
)
.
Debug
(
"marshal task response"
)
}
err
=
utils
.
Post
(
hook
,
d
)
if
err
!=
nil
{
log
.
WithError
(
err
)
.
Error
(
"post task result failed"
)
}
else
{
log
.
WithField
(
"task
id"
,
response
.
TaskUui
d
)
.
Debug
(
"post task result"
)
log
.
WithField
(
"task
-id"
,
response
.
TaskI
d
)
.
Debug
(
"post task result"
)
}
}
...
...
@@ -280,8 +280,9 @@ func (wm *WorkerManager) manageWorker(worker *Worker) error {
task
:=
dtask
.
task
taskMsg
:=
new
(
omanager
.
ManagerMessage_PushTaskMessage
)
taskMsg
.
PushTaskMessage
=
&
omanager
.
PushTaskMessage
{
Task
Uuid
:
task
.
TaskUui
d
,
Task
Id
:
task
.
TaskI
d
,
TaskType
:
task
.
TaskType
,
TaskKind
:
task
.
TaskKind
,
Workload
:
uint64
(
task
.
TaskWorkload
),
TaskCmd
:
task
.
TaskCmd
,
TaskParam
:
task
.
TaskParam
,
...
...
@@ -290,7 +291,7 @@ func (wm *WorkerManager) manageWorker(worker *Worker) error {
callback
=
func
(
err
error
)
bool
{
if
err
==
nil
{
// add task to cache.
worker
.
recentTask
.
Add
(
task
.
Task
Uui
d
,
task
)
worker
.
recentTask
.
Add
(
task
.
Task
I
d
,
task
)
}
log
.
WithField
(
"worker"
,
worker
.
uuid
)
.
Info
(
"dispatch task to worker"
)
...
...
@@ -303,23 +304,23 @@ func (wm *WorkerManager) manageWorker(worker *Worker) error {
}
case
result
:=
<-
worker
.
resultCh
:
// verify result and make a new signature.
data
,
exist
:=
worker
.
recentTask
.
Get
(
result
.
Task
Uui
d
)
data
,
exist
:=
worker
.
recentTask
.
Get
(
result
.
Task
I
d
)
if
!
exist
{
log
.
WithField
(
"worker"
,
worker
.
uuid
)
.
Error
(
"task not found for verify result"
)
continue
}
task
:=
data
.
(
*
odysseus
.
TaskContent
)
if
result
.
Task
Uuid
!=
task
.
TaskUui
d
{
if
result
.
Task
Id
!=
task
.
TaskI
d
{
log
.
WithField
(
"worker"
,
worker
.
uuid
)
.
Error
(
"task id not match"
)
continue
}
log
.
WithField
(
"task-
uuid"
,
task
.
TaskUui
d
)
.
WithField
(
"result"
,
result
)
.
Debug
(
"got task result"
)
log
.
WithField
(
"task-
id"
,
task
.
TaskI
d
)
.
WithField
(
"result"
,
result
)
.
Debug
(
"got task result"
)
if
result
.
IsSuccessed
==
false
{
taskResponse
:=
&
odysseus
.
TaskResponse
{
Task
Uuid
:
task
.
TaskUui
d
,
Task
Id
:
task
.
TaskI
d
,
TaskResultHeader
:
result
.
TaskResultHeader
,
TaskResultBody
:
result
.
TaskResultBody
,
TaskUid
:
task
.
TaskUid
,
...
...
@@ -350,7 +351,7 @@ func (wm *WorkerManager) manageWorker(worker *Worker) error {
// miner_signature = sign(hash((task_id+hash(task_param)+hash(task_result)))
paramHash
:=
crypto
.
Keccak256Hash
(
task
.
TaskParam
)
resultHash
:=
crypto
.
Keccak256Hash
(
result
.
TaskResultBody
)
dataHash
:=
crypto
.
Keccak256Hash
(
utils
.
CombineBytes
([]
byte
(
result
.
Task
Uui
d
),
paramHash
[
:
],
resultHash
[
:
]))
dataHash
:=
crypto
.
Keccak256Hash
(
utils
.
CombineBytes
([]
byte
(
result
.
Task
I
d
),
paramHash
[
:
],
resultHash
[
:
]))
minerPubkey
,
_
:=
utils
.
HexToPubkey
(
worker
.
publicKey
)
// todo: get miner pubkey
verified
:=
ecdsa
.
VerifyASN1
(
minerPubkey
,
dataHash
[
:
],
result
.
MinerSignature
)
log
.
WithField
(
"minerSignatureVerify"
,
verified
)
.
Debug
(
"miner signature verify"
)
...
...
@@ -365,7 +366,7 @@ func (wm *WorkerManager) manageWorker(worker *Worker) error {
//manager_signature = sign(hash((task_id+hash(task_param)+hash(task_result)+container_signature+miner_signature+workload))
paramHash
:=
crypto
.
Keccak256Hash
(
task
.
TaskParam
)
resultHash
:=
crypto
.
Keccak256Hash
(
result
.
TaskResultBody
)
dataHash
:=
crypto
.
Keccak256Hash
(
utils
.
CombineBytes
([]
byte
(
result
.
Task
Uui
d
),
paramHash
[
:
],
resultHash
[
:
],
dataHash
:=
crypto
.
Keccak256Hash
(
utils
.
CombineBytes
([]
byte
(
result
.
Task
I
d
),
paramHash
[
:
],
resultHash
[
:
],
worker
.
ProfitAccount
()
.
Bytes
(),
worker
.
WorkerAccount
()
.
Bytes
(),
result
.
ContainerSignature
,
result
.
MinerSignature
,
big
.
NewInt
(
int64
(
task
.
TaskWorkload
))
.
Bytes
()))
signature
,
err
:=
wm
.
node
.
Sign
(
dataHash
[
:
])
...
...
@@ -376,20 +377,24 @@ func (wm *WorkerManager) manageWorker(worker *Worker) error {
proof
:=
new
(
omanager
.
ManagerMessage_ProofTaskResult
)
proof
.
ProofTaskResult
=
&
omanager
.
ProofTaskResult
{
Task
Uuid
:
result
.
TaskUui
d
,
Task
Id
:
result
.
TaskI
d
,
ManagerSignature
:
signature
,
Workload
:
uint64
(
task
.
TaskWorkload
),
ContainerPubkey
:
utils
.
CombineBytes
(
task
.
ContainerPubkey
),
}
log
.
WithFields
(
log
.
Fields
{
"task-id"
:
result
.
TaskId
,
"workload"
:
task
.
TaskWorkload
,
})
.
Debug
(
"send proof to worker"
)
msg
.
Message
=
proof
callback
=
func
(
err
error
)
bool
{
if
err
==
nil
{
// remove task from cache.
worker
.
recentTask
.
Remove
(
result
.
Task
Uui
d
)
worker
.
recentTask
.
Remove
(
result
.
Task
I
d
)
}
taskResponse
:=
&
odysseus
.
TaskResponse
{
Task
Uuid
:
task
.
TaskUui
d
,
Task
Id
:
task
.
TaskI
d
,
TaskResultHeader
:
result
.
TaskResultHeader
,
TaskResultBody
:
result
.
TaskResultBody
,
TaskUid
:
task
.
TaskUid
,
...
...
@@ -535,9 +540,9 @@ func (wm *WorkerManager) Payment(task *odysseus.TaskContent) error {
func
(
wm
*
WorkerManager
)
makeReceipt
(
worker
*
Worker
,
task
*
odysseus
.
TaskContent
,
result
*
omanager
.
SubmitTaskResult
,
err
error
)
*
odysseus
.
TaskReceipt
{
now
:=
uint64
(
time
.
Now
()
.
UnixNano
())
receipt
:=
&
odysseus
.
TaskReceipt
{
TaskUuid
:
task
.
TaskUuid
,
TaskTimestamp
:
task
.
TaskTimestamp
,
TaskId
:
task
.
TaskId
,
TaskTimestamp
:
task
.
TaskTimestamp
,
TaskType
:
task
.
TaskType
,
TaskUid
:
task
.
TaskUid
,
TaskWorkload
:
task
.
TaskWorkload
,
TaskDuration
:
int64
(
now
-
task
.
TaskTimestamp
)
/
1000
,
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment