add scheduler v2

config.toml

 metrics_port = 28012
 routines = 1
 max_nm_update_ex = 40
-dispatch_timeout = 30
+dispatch_timeout = 3
+
+[mongodb]
+url="mongodb://127.0.0.1:27017"
+database="ai"
+user="admin"
+password="admin"
 
 [redis]
 addr="127.0.0.1:6379"
@@ -9,15 +15,18 @@ password="123456"
 db=0
 
 [mysql]
-host="192.168.1.211"
+#host="192.168.1.211"
+#port=3306
+#user="root"
+#password="12345678"
+#database="liuxuzhong"
+host="18.167.203.17"
 port=3306
-user="root"
-password="12345678"
-database="liuxuzhong"
+user="ai"
+password="RFnnKHRar5xk7TEF"
+database="ai"
 
 [kafka]
-#brokers="192.168.1.108:9092"
-#brokers="192.168.1.220:9092"
 brokers="127.0.0.1:9092"
 task_topic="pbaigc"
 receipt_topic="taskreceipt"

config/Config.go

@@ -25,14 +25,22 @@ type MysqlConfig struct {
 	DbName string `json:"database" toml:"database"`
 }
 
+type MongoDbConfig struct {
+	Url      string `json:"url" toml:"url"`
+	Database string `json:"database" toml:"database"`
+	User     string `json:"user" toml:"user"`
+	Passwd   string `json:"password" toml:"password"`
+}
+
 type Config struct {
-	MetricPort      int         `json:"metrics_port" toml:"metrics_port"`
-	Routines        int         `json:"routines" toml:"routines"`
-	MaxNmUpdateEx   int         `json:"max_nm_update_ex" toml:"max_nm_update_ex"`
-	DispatchTimeout int         `json:"dispatch_timeout" toml:"dispatch_timeout"`
-	Redis           RedisConfig `json:"redis" toml:"redis"`
-	Kafka           KafkaConfig `json:"kafka" toml:"kafka"`
-	DbConfig        MysqlConfig `json:"mysql" toml:"mysql"`
+	MetricPort      int           `json:"metrics_port" toml:"metrics_port"`
+	Routines        int           `json:"routines" toml:"routines"`
+	MaxNmUpdateEx   int           `json:"max_nm_update_ex" toml:"max_nm_update_ex"`
+	DispatchTimeout int           `json:"dispatch_timeout" toml:"dispatch_timeout"`
+	Redis           RedisConfig   `json:"redis" toml:"redis"`
+	Kafka           KafkaConfig   `json:"kafka" toml:"kafka"`
+	DbConfig        MysqlConfig   `json:"mysql" toml:"mysql"`
+	Mongo           MongoDbConfig `json:"mongodb" toml:"mongodb"`
 }
 
 var _cfg *Config = nil

go.mod

 module github.com/odysseus/scheduler
 
-go 1.20
+go 1.21
+
+toolchain go1.21.5
 
 require (
 	github.com/BurntSushi/toml v1.3.2
 	github.com/IBM/sarama v1.42.1
-	github.com/astaxie/beego v1.12.3
 	github.com/docker/docker v25.0.4+incompatible
 	github.com/ethereum/go-ethereum v1.13.13
 	github.com/gogo/protobuf v1.3.2
-	github.com/google/uuid v1.5.0
+	github.com/google/uuid v1.6.0
 	github.com/lestrrat-go/file-rotatelogs v2.4.0+incompatible
 	github.com/odysseus/cache v0.0.0-00010101000000-000000000000
+	github.com/odysseus/mogo v0.0.0-00010101000000-000000000000
 	github.com/odysseus/odysseus-protocol v0.0.0-00010101000000-000000000000
 	github.com/odysseus/service-registry v0.0.0-00010101000000-000000000000
 	github.com/prometheus/client_golang v1.18.0
@@ -20,10 +22,12 @@ require (
 	github.com/sirupsen/logrus v1.9.3
 	github.com/spf13/cobra v1.8.0
 	github.com/spf13/viper v1.18.2
+	go.mongodb.org/mongo-driver v1.15.0
 	google.golang.org/grpc v1.60.1
 )
 
 require (
+	github.com/astaxie/beego v1.12.3 // indirect
 	github.com/beorn7/perks v1.0.1 // indirect
 	github.com/btcsuite/btcd/btcec/v2 v2.2.0 // indirect
 	github.com/cespare/xxhash/v2 v2.2.0 // indirect
@@ -56,6 +60,7 @@ require (
 	github.com/magiconair/properties v1.8.7 // indirect
 	github.com/matttproud/golang_protobuf_extensions/v2 v2.0.0 // indirect
 	github.com/mitchellh/mapstructure v1.5.0 // indirect
+	github.com/montanaflynn/stats v0.0.0-20171201202039-1bf9dbcd8cbe // indirect
 	github.com/pelletier/go-toml/v2 v2.1.0 // indirect
 	github.com/pierrec/lz4/v4 v4.1.18 // indirect
 	github.com/pkg/errors v0.9.1 // indirect
@@ -70,17 +75,21 @@ require (
 	github.com/spf13/cast v1.6.0 // indirect
 	github.com/spf13/pflag v1.0.5 // indirect
 	github.com/subosito/gotenv v1.6.0 // indirect
+	github.com/xdg-go/pbkdf2 v1.0.0 // indirect
+	github.com/xdg-go/scram v1.1.2 // indirect
+	github.com/xdg-go/stringprep v1.0.4 // indirect
+	github.com/youmark/pkcs8 v0.0.0-20181117223130-1be2e3e5546d // indirect
 	go.uber.org/atomic v1.9.0 // indirect
 	go.uber.org/multierr v1.9.0 // indirect
 	golang.org/x/crypto v0.17.0 // indirect
 	golang.org/x/exp v0.0.0-20231110203233-9a3e6036ecaa // indirect
 	golang.org/x/net v0.19.0 // indirect
+	golang.org/x/sync v0.5.0 // indirect
 	golang.org/x/sys v0.16.0 // indirect
 	golang.org/x/text v0.14.0 // indirect
 	google.golang.org/genproto/googleapis/rpc v0.0.0-20231120223509-83a465c0220f // indirect
 	google.golang.org/protobuf v1.32.0 // indirect
 	gopkg.in/ini.v1 v1.67.0 // indirect
-	gopkg.in/yaml.v2 v2.4.0 // indirect
 	gopkg.in/yaml.v3 v3.0.1 // indirect
 )
 
@@ -89,3 +98,5 @@ replace github.com/odysseus/odysseus-protocol => ../odysseus-protocol
 replace github.com/odysseus/cache => ../cache
 
 replace github.com/odysseus/service-registry => ../service-registry
+
+replace github.com/odysseus/mogo => ../mogo

go.sum

@@ -20,10 +20,13 @@ github.com/beorn7/perks v1.0.1 h1:VlbKKnNfV8bJzeqoa4cOKqO6bYr3WgKZxO8Z16+hsOM=
 github.com/beorn7/perks v1.0.1/go.mod h1:G2ZrVWU2WbWT9wwq4/hrbKbnv/1ERSJQ0ibhJ6rlkpw=
 github.com/bradfitz/gomemcache v0.0.0-20180710155616-bc664df96737/go.mod h1:PmM6Mmwb0LSuEubjR8N7PtNe1KxZLtOUHtbeikc5h60=
 github.com/bsm/ginkgo/v2 v2.12.0 h1:Ny8MWAHyOepLGlLKYmXG4IEkioBysk6GpaRTLC8zwWs=
+github.com/bsm/ginkgo/v2 v2.12.0/go.mod h1:SwYbGRRDovPVboqFv0tPTcG1sN61LM1Z4ARdbAV9g4c=
 github.com/bsm/gomega v1.27.10 h1:yeMWxP2pV2fG3FgAODIY8EiRE3dy0aeFYt4l7wh6yKA=
+github.com/bsm/gomega v1.27.10/go.mod h1:JyEr/xRbxbtgWNi8tIEVPUYZ5Dzef52k01W3YH0H+O0=
 github.com/btcsuite/btcd/btcec/v2 v2.2.0 h1:fzn1qaOt32TuLjFlkzYSsBC35Q3KUjT1SwPxiMSCF5k=
 github.com/btcsuite/btcd/btcec/v2 v2.2.0/go.mod h1:U7MHm051Al6XmscBQ0BoNydpOTsFAn707034b5nY8zU=
 github.com/btcsuite/btcd/chaincfg/chainhash v1.0.1 h1:q0rUy8C/TYNBQS1+CGKw68tLOFYSNEs0TFnxxnS9+4U=
+github.com/btcsuite/btcd/chaincfg/chainhash v1.0.1/go.mod h1:7SFka0XMvUgj3hfZtydOrQY2mwhPclbT2snogU7SQQc=
 github.com/casbin/casbin v1.7.0/go.mod h1:c67qKN6Oum3UF5Q1+BByfFxkwKvhwW57ITjqwtzR1KE=
 github.com/cespare/xxhash/v2 v2.1.1/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs=
 github.com/cespare/xxhash/v2 v2.2.0 h1:DC2CZ1Ep5Y4k3ZQ899DldepgrayRUGE6BBZ/cd9Cj44=
@@ -58,7 +61,9 @@ github.com/elazarl/go-bindata-assetfs v1.0.0/go.mod h1:v+YaWX3bdea5J/mo8dSETolEo
 github.com/ethereum/go-ethereum v1.13.13 h1:KYn9w7pEWRI9oyZOzO94OVbctSusPByHdFDPj634jII=
 github.com/ethereum/go-ethereum v1.13.13/go.mod h1:TN8ZiHrdJwSe8Cb6x+p0hs5CxhJZPbqB7hHkaUXcmIU=
 github.com/fortytw2/leaktest v1.3.0 h1:u8491cBMTQ8ft8aeV+adlcytMZylmA5nnwwkRZjI8vw=
+github.com/fortytw2/leaktest v1.3.0/go.mod h1:jDsjWgpAGjm2CA7WthBh/CdZYEPF31XHquHwclZch5g=
 github.com/frankban/quicktest v1.14.6 h1:7Xjx+VpznH+oBnejlPUj8oUpdxnVs4f8XU8WnHkI4W8=
+github.com/frankban/quicktest v1.14.6/go.mod h1:4ptaffx2x8+WTWXmUCuVU6aPUX1/Mz7zb5vbUoiM6w0=
 github.com/fsnotify/fsnotify v1.4.7/go.mod h1:jwhsz4b93w/PPRr/qN1Yymfu8t87LnFCMoQvtojpjFo=
 github.com/fsnotify/fsnotify v1.7.0 h1:8JEhPFa5W2WU7YfeZzPNqzMP6Lwt7L2715Ggo0nosvA=
 github.com/fsnotify/fsnotify v1.7.0/go.mod h1:40Bi/Hjc2AVfZrqy+aj+yEI+/bRxZnMJyTJwOpGvigM=
@@ -98,9 +103,10 @@ github.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMyw
 github.com/google/go-cmp v0.4.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
 github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
 github.com/google/go-cmp v0.5.9 h1:O2Tfq5qg4qc4AmwVlvv0oLiVAGB7enBSJ2x2DqQFi38=
+github.com/google/go-cmp v0.5.9/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY=
 github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg=
-github.com/google/uuid v1.5.0 h1:1p67kYwdtXjb0gL0BPiP1Av9wiZPo5A8z2cWkTZ+eyU=
-github.com/google/uuid v1.5.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
+github.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0=
+github.com/google/uuid v1.6.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
 github.com/gorilla/securecookie v1.1.1/go.mod h1:ra0sb63/xPlUeL+yeDciTfxMRAA+MP+HVt/4epWDjd4=
 github.com/gorilla/sessions v1.2.1/go.mod h1:dk2InVEVJ0sfLlnXv9EAgkf6ecYs/i80K/zI+bUmuGM=
 github.com/hashicorp/errwrap v1.0.0 h1:hLrqtEDnRye3+sgx6z4qVLNuviH3MR5aQ0ykNJa/UYA=
@@ -144,9 +150,11 @@ github.com/konsorten/go-windows-terminal-sequences v1.0.1/go.mod h1:T0+1ngSBFLxv
 github.com/kr/logfmt v0.0.0-20140226030751-b84e30acd515/go.mod h1:+0opPa2QZZtGFBFZlji/RkVcI2GknAs/DXo4wKdlNEc=
 github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo=
 github.com/kr/pretty v0.3.1 h1:flRD4NNwYAUpkphVc1HcthR4KEIFJ65n8Mw5qdRn3LE=
+github.com/kr/pretty v0.3.1/go.mod h1:hoEshYVHaxMs3cyo3Yncou5ZscifuDolrwPKZanG3xk=
 github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ=
 github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI=
 github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY=
+github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE=
 github.com/ledisdb/ledisdb v0.0.0-20200510135210-d35789ec47e6/go.mod h1:n931TsDuKuq+uX4v1fulaMbA/7ZLLhjc85h7chZGBCQ=
 github.com/lestrrat-go/envload v0.0.0-20180220234015-a3eb8ddeffcc h1:RKf14vYWi2ttpEmkA4aQ3j4u9dStX2t4M8UM6qqNsG8=
 github.com/lestrrat-go/envload v0.0.0-20180220234015-a3eb8ddeffcc/go.mod h1:kopuH9ugFRkIXf3YoqHKyrJ9YfUFsckUU9S7B+XP+is=
@@ -169,6 +177,8 @@ github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJ
 github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q=
 github.com/modern-go/reflect2 v0.0.0-20180701023420-4b7aa43c6742/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0=
 github.com/modern-go/reflect2 v1.0.1/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0=
+github.com/montanaflynn/stats v0.0.0-20171201202039-1bf9dbcd8cbe h1:iruDEfMl2E6fbMZ9s0scYfZQ84/6SPL6zC8ACM2oIL0=
+github.com/montanaflynn/stats v0.0.0-20171201202039-1bf9dbcd8cbe/go.mod h1:wL8QJuTMNUDYhXwkmfOly8iTdp5TEcJFWZD2D7SIkUc=
 github.com/mwitkow/go-conntrack v0.0.0-20161129095857-cc309e4a2223/go.mod h1:qRWi+5nqEBWmkhHvq77mSJWrCKwh8bxhgT7d/eI7P4U=
 github.com/niemeyer/pretty v0.0.0-20200227124842-a10e7caefd8e/go.mod h1:zD1mROLANZcx1PVRCS0qkT7pwLkGfwJo4zjcN/Tysno=
 github.com/onsi/ginkgo v1.6.0/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE=
@@ -187,6 +197,7 @@ github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4=
 github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
 github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
 github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 h1:Jamvg5psRIccs7FGNTlIRMkT8wgtp5eCXdBlqhYGL6U=
+github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
 github.com/prometheus/client_golang v0.9.1/go.mod h1:7SWBe2y4D6OKWSNQJUaRYU/AaXPKyh/dDVn+NZz0KFw=
 github.com/prometheus/client_golang v1.0.0/go.mod h1:db9x61etRT2tGnBNRi70OPL5FsnadC4Ky3P0J6CfImo=
 github.com/prometheus/client_golang v1.7.0/go.mod h1:PY5Wy2awLA44sXw4AOSfFBetzPP4j5+D6mVACh+pe2M=
@@ -213,6 +224,7 @@ github.com/redis/go-redis/v9 v9.5.1/go.mod h1:hdY0cQFCN4fnSYT6TkisLufl/4W5UIXyv0
 github.com/rifflock/lfshook v0.0.0-20180920164130-b9218ef580f5 h1:mZHayPoR0lNmnHyvtYjDeq0zlVHn9K/ZXoy17ylucdo=
 github.com/rifflock/lfshook v0.0.0-20180920164130-b9218ef580f5/go.mod h1:GEXHk5HgEKCvEIIrSpFI3ozzG5xOKA2DVlEX/gGnewM=
 github.com/rogpeppe/go-internal v1.10.0 h1:TMyTOH3F/DB16zRVcYyreMH6GnZZrwQVAoYjRBZyWFQ=
+github.com/rogpeppe/go-internal v1.10.0/go.mod h1:UQnix2H7Ngw/k4C5ijL5+65zddjncjaFoBhdsK/akog=
 github.com/russross/blackfriday/v2 v2.1.0/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQDYRxCVz55jmeOWTM=
 github.com/sagikazarmark/locafero v0.4.0 h1:HApY1R9zGo4DBgr7dqsTH/JJxLTTsOt7u6keLGt6kNQ=
 github.com/sagikazarmark/locafero v0.4.0/go.mod h1:Pe1W6UlPYUk/+wc/6KFhbORCfqzgYEpgQ3O5fPuL3H4=
@@ -258,10 +270,20 @@ github.com/syndtr/goleveldb v0.0.0-20160425020131-cfa635847112/go.mod h1:Z4AUp2K
 github.com/syndtr/goleveldb v0.0.0-20181127023241-353a9fca669c/go.mod h1:Z4AUp2Km+PwemOoO/VB5AOx9XSsIItzFjoJlOSiYmn0=
 github.com/ugorji/go v0.0.0-20171122102828-84cb69a8af83/go.mod h1:hnLbHMwcvSihnDhEfx2/BzKp2xb0Y+ErdfYcrs9tkJQ=
 github.com/wendal/errors v0.0.0-20130201093226-f66c77a7882b/go.mod h1:Q12BUT7DqIlHRmgv3RskH+UCM/4eqVMgI0EMmlSpAXc=
+github.com/xdg-go/pbkdf2 v1.0.0 h1:Su7DPu48wXMwC3bs7MCNG+z4FhcyEuz5dlvchbq0B0c=
+github.com/xdg-go/pbkdf2 v1.0.0/go.mod h1:jrpuAogTd400dnrH08LKmI/xc1MbPOebTwRqcT5RDeI=
+github.com/xdg-go/scram v1.1.2 h1:FHX5I5B4i4hKRVRBCFRxq1iQRej7WO3hhBuJf+UUySY=
+github.com/xdg-go/scram v1.1.2/go.mod h1:RT/sEzTbU5y00aCK8UOx6R7YryM0iF1N2MOmC3kKLN4=
+github.com/xdg-go/stringprep v1.0.4 h1:XLI/Ng3O1Atzq0oBs3TWm+5ZVgkq2aqdlvP9JtoZ6c8=
+github.com/xdg-go/stringprep v1.0.4/go.mod h1:mPGuuIYwz7CmR2bT9j4GbQqutWS1zV24gijq1dTyGkM=
+github.com/youmark/pkcs8 v0.0.0-20181117223130-1be2e3e5546d h1:splanxYIlg+5LfHAM6xpdFEAYOk8iySO56hMFq6uLyA=
+github.com/youmark/pkcs8 v0.0.0-20181117223130-1be2e3e5546d/go.mod h1:rHwXgn7JulP+udvsHwJoVG1YGAP6VLg4y9I5dyZdqmA=
 github.com/yuin/goldmark v1.1.27/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74=
 github.com/yuin/goldmark v1.2.1/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74=
 github.com/yuin/goldmark v1.4.13/go.mod h1:6yULJ656Px+3vBD8DxQVa3kxgyrAnzto9xy5taEt/CY=
 github.com/yuin/gopher-lua v0.0.0-20171031051903-609c9cd26973/go.mod h1:aEV29XrmTYFr3CiRxZeGHpkvbwq+prZduBqMaascyCU=
+go.mongodb.org/mongo-driver v1.15.0 h1:rJCKC8eEliewXjZGf0ddURtl7tTVy1TK3bfl0gkUSLc=
+go.mongodb.org/mongo-driver v1.15.0/go.mod h1:Vzb0Mk/pa7e6cWw85R4F/endUC3u0U9jGcNU603k65c=
 go.uber.org/atomic v1.9.0 h1:ECmE8Bn/WFTYwEW/bpKD3M8VtR/zQVbavAoalC1PYyE=
 go.uber.org/atomic v1.9.0/go.mod h1:fEN4uk6kAWBTFdckzkM89CLk9XfWZrxpCo0nPH17wJc=
 go.uber.org/multierr v1.9.0 h1:7fIwc/ZtS0q++VgcfqFDxSBZVv/Xo49/SYnDFupUwlI=
@@ -301,6 +323,7 @@ golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e/go.mod h1:RxMgew5VJxzue5/jJ
 golang.org/x/sync v0.0.0-20201020160332-67f06af15bc9/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
 golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
 golang.org/x/sync v0.5.0 h1:60k92dhOjHxJkrqnwsfl8KuaHbn/5dl0lUPUklKo3qE=
+golang.org/x/sync v0.5.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk=
 golang.org/x/sys v0.0.0-20180905080454-ebe1bf3edb33/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
 golang.org/x/sys v0.0.0-20180909124046-d0be0721c37e/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
 golang.org/x/sys v0.0.0-20181116152217-5ac8a444bdc5/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
@@ -325,6 +348,7 @@ golang.org/x/term v0.5.0/go.mod h1:jMB1sMXY+tzblOD4FWmEbocvup2/aLOaQEp7JmGp78k=
 golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
 golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
 golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ=
+golang.org/x/text v0.3.8/go.mod h1:E6s5w1FMmriuDzIBO73fBruAKo1PCIq6d2Q6DHfQ8WQ=
 golang.org/x/text v0.7.0/go.mod h1:mrYo+phRRbMaCq/xk9113O4dZlRixOauAjOtrjsXDZ8=
 golang.org/x/text v0.14.0 h1:ScX5w1eTa3QqT8oi6+ziP7dTV1S2+ALU0bI+0zXKWiQ=
 golang.org/x/text v0.14.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU=
@@ -356,6 +380,7 @@ gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8
 gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
 gopkg.in/check.v1 v1.0.0-20200227125254-8fa46927fb4f/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
 gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk=
+gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q=
 gopkg.in/fsnotify.v1 v1.4.7/go.mod h1:Tz8NjZHkW78fSQdbUxIjBTcgA1z1m8ZHf0WmKUhAMys=
 gopkg.in/ini.v1 v1.67.0 h1:Dgnx+6+nfE+IfzjUEISNeydPJh9AXNNsWbGP9KzCsOA=
 gopkg.in/ini.v1 v1.67.0/go.mod h1:pNLf8WUiyNEtQjuu5G5vTm06TEv9tsIgeAvK8hOrP4k=
@@ -366,8 +391,6 @@ gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
 gopkg.in/yaml.v2 v2.2.4/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
 gopkg.in/yaml.v2 v2.2.5/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
 gopkg.in/yaml.v2 v2.2.8/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
-gopkg.in/yaml.v2 v2.4.0 h1:D8xgwECY7CYvx+Y2n4sBz93Jn9JRvxdiyyo8CTfuKaY=
-gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ=
 gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
 gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
 gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=

server/node.go

@@ -11,6 +11,7 @@ import (
 	odysseus "github.com/odysseus/odysseus-protocol/gen/proto/go/base/v1"
 	"github.com/odysseus/scheduler/config"
 	"github.com/odysseus/scheduler/utils"
+	"github.com/odysseus/scheduler/workerpoper"
 	"github.com/odysseus/service-registry/common"
 	"github.com/odysseus/service-registry/query"
 	"github.com/odysseus/service-registry/registry"
@@ -31,8 +32,9 @@ type Node struct {
 	wg            sync.WaitGroup
 	status        string
 	reg           *registry.Registry
+	receiptCh     chan *odysseus.TaskReceipt
 
-	receiptCh chan *odysseus.TaskReceipt
+	poper workerpoper.WorkerPoper
 }
 
 func (n *Node) ServiceType() common.ServiceType {
@@ -67,12 +69,18 @@ func NewNode() *Node {
 		Passwd: dbconf.Passwd,
 		DbName: dbconf.DbName,
 	})
+	poper := workerpoper.NewPopWorker()
+	if poper == nil {
+		panic("failed to create poper")
+	}
+
 	node := &Node{
 		cache:     pay,
 		rdb:       rdb,
 		quit:      make(chan struct{}),
 		conf:      config.GetConfig(),
 		receiptCh: make(chan *odysseus.TaskReceipt, 100000),
+		poper:     poper,
 	}
 	node.status = "before running"
 	node.register()
@@ -228,8 +236,9 @@ func (n *Node) Loop(idx int) {
 				go func(ctx context.Context, task *odysseus.TaskContent) {
 					l := log.WithField("task-id", task.TaskId)
 					l.WithField("task", task).Info("get task")
+					failed := make(map[string]bool)
 					for {
-						worker, err := n.PopWorker(ctx, n.rdb, t)
+						worker, err := n.poper.PopWorker(ctx, n.rdb, t, failed)
 						if err == ErrNoWorker || err == ErrTimeout {
 							result := &odysseus.TaskResponse{
 								TaskId:        task.TaskId,
@@ -255,6 +264,7 @@ func (n *Node) Loop(idx int) {
 						err = n.DispatchTask(ctx, worker, task)
 						if err != nil {
 							l.WithError(err).Error("dispatch task failed")
+							failed[worker.Workerid] = true
 							continue
 						} else {
 							l.Info("dispatch task success")
@@ -351,64 +361,3 @@ func (c *Consumer) ConsumeClaim(session sarama.ConsumerGroupSession, claim saram
 		}
 	}
 }
-
-func (n *Node) addWorkerBack(w Worker) {
-	n.rdb.RPush(context.Background(), config.WORKER_QUEUE_PREFIX+strconv.Itoa(w.priority), w.workerid)
-	log.WithField("worker", w.workerid).Debug("add worker back to queue")
-}
-
-func (n *Node) PopWorker(ctx context.Context, rdb *redis.Client, task *odysseus.TaskContent) (Worker, error) {
-	var checkedWorker = make(map[string]bool)
-
-	for i := 0; i < maxPriority; i++ {
-		for {
-			if ctx.Err() != nil {
-				return Worker{}, ErrTimeout
-			}
-
-			elem, err := rdb.LPop(context.Background(), config.WORKER_QUEUE_PREFIX+strconv.Itoa(i)).Result()
-			if err != nil {
-				log.WithError(err).Error("lPop worker failed")
-				break
-			}
-			log.WithField("elem", elem).Debug("lPop worker")
-			addr, nonce := parseWorkerId(elem)
-			log.WithFields(log.Fields{
-				"addr":  addr,
-				"nonce": nonce,
-			}).Debug("parsed worker")
-			managerList, err := rdb.SMembers(context.Background(), workerStatusKey(addr, nonce)).Result()
-			if err != nil {
-				log.WithError(err).Error("get worker status failed")
-				continue
-			}
-			log.WithFields(log.Fields{
-				"managerList": managerList,
-				"statuskey":   workerStatusKey(addr, nonce),
-			}).Debug("get worker status")
-			if len(managerList) == 0 {
-				continue
-			}
-			worker := Worker{
-				workerid: elem,
-				addr:     addr,
-				nonce:    nonce,
-				priority: i,
-				managers: managerList,
-			}
-			if false {
-				if !checkWorkerHasResource(rdb, worker.addr, task.TaskType) {
-					n.addWorkerBack(worker)
-					if checked := checkedWorker[worker.workerid]; checked {
-						break
-					} else {
-						checkedWorker[worker.workerid] = true
-						continue
-					}
-				}
-			}
-			return worker, nil
-		}
-	}
-	return Worker{}, ErrNoWorker
-}

server/worker.go

@@ -2,14 +2,11 @@ package server
 
 import (
 	"context"
-	"encoding/hex"
 	"errors"
-	"fmt"
-	"github.com/docker/docker/libnetwork/bitmap"
 	odysseus "github.com/odysseus/odysseus-protocol/gen/proto/go/base/v1"
 	omanager "github.com/odysseus/odysseus-protocol/gen/proto/go/nodemanager/v1"
 	"github.com/odysseus/scheduler/config"
-	redis "github.com/redis/go-redis/v9"
+	"github.com/odysseus/scheduler/types"
 	log "github.com/sirupsen/logrus"
 	"google.golang.org/grpc"
 	"google.golang.org/grpc/credentials/insecure"
@@ -18,51 +15,12 @@ import (
 	"time"
 )
 
-var (
-	maxPriority = 2 // total priority for worker queue
-)
-
 var (
 	ErrNoWorker       = errors.New("no worker")
 	ErrTimeout        = errors.New("schedule timeout")
 	ErrDispatchFailed = errors.New("dispatch to nodemanager failed")
 )
 
-type Worker struct {
-	workerid string
-	addr     string
-	nonce    int64
-	priority int
-	managers []string
-}
-
-func checkWorkerHasResource(rdb *redis.Client, addr string, resource uint64) bool {
-	k := workerResourceInfoKey(addr)
-	rstr, err := rdb.Get(context.Background(), k).Result()
-	if err != nil {
-		return false
-	}
-	data, _ := hex.DecodeString(rstr)
-	b := bitmap.New(100000)
-	if err := b.UnmarshalBinary(data); err != nil {
-		return false
-	}
-	return b.IsSet(resource)
-}
-
-func workerResourceInfoKey(addr string) string {
-	return config.WORKER_RESOURCE_INFO_PREFIX + addr
-}
-
-func workerStatusKey(addr string, nonce int64) string {
-	id := workerId(addr, nonce)
-	return fmt.Sprintf("%s_%s", config.WORKER_STATUS_PREFIX, id)
-}
-
-func workerId(addr string, nonce int64) string {
-	return fmt.Sprintf("%s_%d", addr, nonce)
-}
-
 func newManagerClient(endpoint string) (omanager.NodeManagerServiceClient, error) {
 	client, err := grpc.Dial(endpoint,
 		grpc.WithTransportCredentials(insecure.NewCredentials()),
@@ -78,18 +36,6 @@ func newManagerClient(endpoint string) (omanager.NodeManagerServiceClient, error
 
 }
 
-func parseWorkerId(elem string) (string, int64) {
-	split := "_"
-	strs := strings.Split(elem, split)
-	if len(strs) == 2 {
-		addr := strs[0]
-		nonceds := strings.Split(strs[1], ":")
-		nonce, _ := strconv.ParseInt(nonceds[0], 10, 64)
-		return addr, nonce
-	}
-	return "", 0
-}
-
 func parseWorkerNmValue(nmValue string) (string, int64) {
 	split := "#"
 	strs := strings.Split(nmValue, split)
@@ -101,22 +47,20 @@ func parseWorkerNmValue(nmValue string) (string, int64) {
 	return "", 0
 }
 
-func (n *Node) DispatchTask(ctx context.Context, worker Worker, task *odysseus.TaskContent) error {
+func (n *Node) DispatchTask(ctx context.Context, worker types.Worker, task *odysseus.TaskContent) error {
 	l := log.WithField("task-id", task.TaskId)
 	l.WithFields(log.Fields{
-		"worker":      worker.workerid,
-		"managerList": worker.managers,
+		"worker":      worker.Workerid,
+		"managerList": worker.Managers,
 	}).Debug("dispatch task to worker")
 	var shouldAddBack = false
-	defer func(w Worker) {
-		if shouldAddBack {
-			// add worker back to redis queue.
-			n.rdb.LPush(context.Background(), config.WORKER_QUEUE_PREFIX+strconv.Itoa(w.priority), w.workerid)
-			l.WithField("worker", worker.workerid).Debug("add worker back to queue")
+	defer func(w types.Worker) {
+		if shouldAddBack && n.poper.CanAddBack() {
+			n.poper.AddBack(w)
 		}
 	}(worker)
 
-	for _, manager := range worker.managers {
+	for _, manager := range worker.Managers {
 		endpoint, updateTime := parseWorkerNmValue(manager)
 		if time.Now().Unix()-updateTime > int64(config.GetConfig().MaxNmUpdateEx) {
 			l.WithField("manager", manager).Warn("ignore the manager because of not update tm")
@@ -132,7 +76,7 @@ func (n *Node) DispatchTask(ctx context.Context, worker Worker, task *odysseus.T
 			continue
 		}
 		_, err = client.DispatchTask(ctx, &omanager.DispatchTaskRequest{
-			Miner:    worker.workerid,
+			Miner:    worker.Workerid,
 			TaskData: task,
 		})
 		if err != nil {

types/worker.go

+package types
+
+type Worker struct {
+	Workerid string
+	Addr     string
+	Nonce    int64
+	Priority int
+	Managers []string
+}

utils/mongodb.go

+package utils
+
+import (
+	"context"
+	"go.mongodb.org/mongo-driver/mongo"
+	"go.mongodb.org/mongo-driver/mongo/options"
+	"time"
+)
+
+func ConnectMongoDB(uri string, username, passwd string) (*mongo.Client, error) {
+	ctx, _ := context.WithTimeout(context.Background(), 10*time.Second)
+	client, err := mongo.Connect(ctx, options.Client().ApplyURI(uri).SetAuth(options.Credential{
+		Username: username,
+		Password: passwd,
+	}))
+	if err != nil {
+		return nil, err
+	}
+
+	return client, nil
+}

workerpoper/v1.go

+package workerpoper
+
+import (
+	"context"
+	"encoding/hex"
+	"fmt"
+	"github.com/docker/docker/libnetwork/bitmap"
+	odysseus "github.com/odysseus/odysseus-protocol/gen/proto/go/base/v1"
+	"github.com/odysseus/scheduler/config"
+	"github.com/odysseus/scheduler/types"
+	"github.com/odysseus/scheduler/utils"
+	"github.com/redis/go-redis/v9"
+	log "github.com/sirupsen/logrus"
+	"strconv"
+	"strings"
+)
+
+var (
+	maxPriority = 2 // total priority for worker queue
+)
+
+type poperV1 struct {
+	rdb *redis.Client
+}
+
+func newPoperV1() (*poperV1, error) {
+	redisConfig := config.GetConfig().Redis
+	rdb := utils.NewRedisClient(utils.RedisConnParam{
+		Addr:     redisConfig.Addr,
+		Password: redisConfig.Password,
+		DbIndex:  redisConfig.DbIndex,
+	})
+	return &poperV1{rdb: rdb}, nil
+}
+
+func (p *poperV1) CanAddBack() bool {
+	return true
+}
+
+func (p *poperV1) AddBack(w types.Worker) {
+	p.addWorkerBack(w)
+}
+
+func (p *poperV1) addWorkerBack(w types.Worker) {
+	p.rdb.RPush(context.Background(), config.WORKER_QUEUE_PREFIX+strconv.Itoa(w.Priority), w.Workerid)
+	log.WithField("worker", w.Workerid).Debug("add worker back to queue")
+}
+
+func (p *poperV1) PopWorker(ctx context.Context, rdb *redis.Client, task *odysseus.TaskContent, ex map[string]bool) (types.Worker, error) {
+	// PopWorker implementation
+	var checkedWorker = make(map[string]bool)
+
+	for i := 0; i < maxPriority; i++ {
+		for {
+			if ctx.Err() != nil {
+				return types.Worker{}, ErrTimeout
+			}
+
+			elem, err := rdb.LPop(context.Background(), config.WORKER_QUEUE_PREFIX+strconv.Itoa(i)).Result()
+			if err != nil {
+				log.WithError(err).Error("lPop worker failed")
+				break
+			}
+			log.WithField("elem", elem).Debug("lPop worker")
+			addr, nonce := parseWorkerId(elem)
+			log.WithFields(log.Fields{
+				"addr":  addr,
+				"nonce": nonce,
+			}).Debug("parsed worker")
+			managerList, err := rdb.SMembers(context.Background(), workerStatusKey(addr, nonce)).Result()
+			if err != nil {
+				log.WithError(err).Error("get worker status failed")
+				continue
+			}
+			log.WithFields(log.Fields{
+				"managerList": managerList,
+				"statuskey":   workerStatusKey(addr, nonce),
+			}).Debug("get worker status")
+			if len(managerList) == 0 {
+				continue
+			}
+			worker := types.Worker{
+				Workerid: elem,
+				Addr:     addr,
+				Nonce:    nonce,
+				Priority: i,
+				Managers: managerList,
+			}
+			if false {
+				if !checkWorkerHasResource(rdb, worker.Addr, task.TaskType) {
+					p.addWorkerBack(worker)
+					if checked := checkedWorker[worker.Workerid]; checked {
+						break
+					} else {
+						checkedWorker[worker.Workerid] = true
+						continue
+					}
+				}
+			}
+			return worker, nil
+		}
+	}
+	return types.Worker{}, ErrNoWorker
+}
+
+func parseWorkerId(elem string) (string, int64) {
+	split := "_"
+	strs := strings.Split(elem, split)
+	if len(strs) == 2 {
+		addr := strs[0]
+		nonceds := strings.Split(strs[1], ":")
+		nonce, _ := strconv.ParseInt(nonceds[0], 10, 64)
+		return addr, nonce
+	}
+	return "", 0
+}
+
+func workerStatusKey(addr string, nonce int64) string {
+	id := workerId(addr, nonce)
+	return fmt.Sprintf("%s_%s", config.WORKER_STATUS_PREFIX, id)
+}
+
+func workerId(addr string, nonce int64) string {
+	return fmt.Sprintf("%s_%d", addr, nonce)
+}
+
+func checkWorkerHasResource(rdb *redis.Client, addr string, resource uint64) bool {
+	k := workerResourceInfoKey(addr)
+	rstr, err := rdb.Get(context.Background(), k).Result()
+	if err != nil {
+		return false
+	}
+	data, _ := hex.DecodeString(rstr)
+	b := bitmap.New(100000)
+	if err := b.UnmarshalBinary(data); err != nil {
+		return false
+	}
+	return b.IsSet(resource)
+}
+
+func workerResourceInfoKey(addr string) string {
+	return config.WORKER_RESOURCE_INFO_PREFIX + addr
+}

workerpoper/v2.go

+package workerpoper
+
+import (
+	"context"
+	"github.com/odysseus/mogo/operator"
+	odysseus "github.com/odysseus/odysseus-protocol/gen/proto/go/base/v1"
+	"github.com/odysseus/scheduler/config"
+	"github.com/odysseus/scheduler/types"
+	"github.com/odysseus/scheduler/utils"
+	"github.com/redis/go-redis/v9"
+	log "github.com/sirupsen/logrus"
+	"go.mongodb.org/mongo-driver/mongo"
+	"math/rand"
+)
+
+type poperV2 struct {
+	mogo                    *mongo.Client
+	workerInfoOperator      *operator.WorkerInfoOperator
+	workerInstalledOperator *operator.WorkerInstalledOperator
+	workerRunningOperator   *operator.WorkerRunningOperator
+}
+
+func newPoperV2() (*poperV2, error) {
+	mogo, err := utils.ConnectMongoDB(config.GetConfig().Mongo.Url, config.GetConfig().Mongo.User, config.GetConfig().Mongo.Passwd)
+	if err != nil {
+		log.WithError(err).Error("failed to connect mongodb")
+		return nil, err
+	}
+	p := &poperV2{
+		mogo:                    mogo,
+		workerInfoOperator:      operator.NewDBWorker(mogo, config.GetConfig().Mongo.Database),
+		workerInstalledOperator: operator.NewDBWorkerInstalled(mogo, config.GetConfig().Mongo.Database),
+		workerRunningOperator:   operator.NewDBWorkerRunning(mogo, config.GetConfig().Mongo.Database),
+	}
+	return p, nil
+}
+
+func (p *poperV2) CanAddBack() bool {
+	return false
+}
+
+func (p *poperV2) AddBack(w types.Worker) {
+
+}
+
+func (p *poperV2) PopWorker(ctx context.Context, rdb *redis.Client, task *odysseus.TaskContent, ex map[string]bool) (types.Worker, error) {
+	// 1. select from running model worker.
+	workers, err := p.workerRunningOperator.FindWorkerByModelId(ctx, int(task.TaskType), 10)
+	if err != nil {
+		log.WithField("tasktype", task.TaskType).WithError(err).Error("get running model worker failed")
+		return types.Worker{}, err
+	}
+	validWorkers := make([]types.Worker, 0)
+	for _, worker := range workers {
+		if ex[worker.WorkerId] {
+			continue
+		}
+		addr := worker.WorkerId
+		nonce := int64(0)
+		managerList, err := rdb.SMembers(context.Background(), workerStatusKey(addr, nonce)).Result()
+		if err != nil {
+			log.WithError(err).Error("get worker status failed")
+			continue
+		}
+		log.WithFields(log.Fields{
+			"managerList": managerList,
+			"statuskey":   workerStatusKey(addr, nonce),
+		}).Debug("get worker status that found with running model")
+		if len(managerList) == 0 {
+			continue
+		}
+		w := types.Worker{
+			Workerid: worker.WorkerId,
+			Addr:     addr,
+			Nonce:    nonce,
+			Priority: 0,
+			Managers: managerList,
+		}
+		validWorkers = append(validWorkers, w)
+	}
+	if len(validWorkers) == 0 {
+		// 2. select worker who has installed model.
+		workers, err := p.workerInstalledOperator.FindWorkerByModelId(ctx, int(task.TaskType), 10)
+		if err != nil {
+			log.WithField("tasktype", task.TaskType).WithError(err).Error("get installed model worker failed")
+			return types.Worker{}, err
+		}
+		for _, worker := range workers {
+			if ex[worker.WorkerId] {
+				continue
+			}
+			addr := worker.WorkerId
+			nonce := int64(0)
+			managerList, err := rdb.SMembers(context.Background(), workerStatusKey(addr, nonce)).Result()
+			if err != nil {
+				log.WithError(err).Error("get worker status failed")
+				continue
+			}
+			log.WithFields(log.Fields{
+				"managerList": managerList,
+				"statuskey":   workerStatusKey(addr, nonce),
+			}).Debug("get worker status that found with installed model")
+			if len(managerList) == 0 {
+				continue
+			}
+			w := types.Worker{
+				Workerid: worker.WorkerId,
+				Addr:     addr,
+				Nonce:    nonce,
+				Priority: 0,
+				Managers: managerList,
+			}
+			validWorkers = append(validWorkers, w)
+		}
+	}
+	if len(validWorkers) > 0 {
+		// todo: random select an worker
+		rdm := rand.Intn(len(validWorkers))
+		worker := validWorkers[rdm]
+
+		return worker, nil
+	}
+	return types.Worker{}, ErrNoWorker
+}

workerpoper/workerpoper.go

+package workerpoper
+
+import (
+	"context"
+	"errors"
+	odysseus "github.com/odysseus/odysseus-protocol/gen/proto/go/base/v1"
+	"github.com/odysseus/scheduler/types"
+	"github.com/redis/go-redis/v9"
+	log "github.com/sirupsen/logrus"
+)
+
+var (
+	ErrNoWorker = errors.New("no worker")
+	ErrTimeout  = errors.New("schedule timeout")
+)
+
+type WorkerPoper interface {
+	CanAddBack() bool
+	AddBack(worker types.Worker)
+	PopWorker(ctx context.Context, rdb *redis.Client, task *odysseus.TaskContent, ex map[string]bool) (types.Worker, error)
+}
+
+func NewPopWorker() WorkerPoper {
+	v2, err := newPoperV2()
+	if err != nil {
+		log.WithField("err", err).Error("failed to create poperV2")
+		return nil
+	}
+	return v2
+}