Skip to content

C
claim-monitor
Commit 53100d56 authored by 贾浩@五瓣科技's avatar 贾浩@五瓣科技
Browse files
Options

update

parent ae69c2b0
Pipeline #750 canceled with stages
      Hide whitespace changes
      Inline Side-by-side
      Showing with 4 additions and 109 deletions
      Makefile
      View file @ 53100d56
      ......@@ -21,12 +21,11 @@ BUILD_FLAGS=-ldflags "\
      api:
      go build $(BUILD_FLAGS) -v -o=${GOBIN}/$@ ./cmd/api
      sync:
      go build $(BUILD_FLAGS) -v -o=${GOBIN}/$@ -gcflags "all=-N -l" ./cmd/sync
      go build $(BUILD_FLAGS) -v -o=${GOBIN}/$@ ./cmd/sync
      docker:
      docker build -t validator:latest -f Dockerfile .
      docker build -t claim-monitor:latest -f Dockerfile .
      clean:
      rm -rf build
      ......
      cmd/sync/main.go
      View file @ 53100d56
      ......@@ -3,7 +3,7 @@ package main
      import (
      "claim-monitor/config"
      "claim-monitor/dao"
      "claim-monitor/sync"
      "claim-monitor/synchronize"
      "flag"
      "time"
      ......
      dao/http.go deleted 100644 → 0
      View file @ ae69c2b0
      package dao
      import (
      "context"
      "fmt"
      "io"
      "net/http"
      "net/url"
      "strings"
      "time"
      )
      func (d *Dao) RequestMetadata(endpoint string) (isImage bool, format string, data []byte, err error) {
      if strings.HasPrefix(endpoint, "ipfs://") {
      endpoint = d.c.IPFS.Gateway + endpoint[7:]
      }
      _url, err := url.Parse(endpoint)
      if err != nil {
      return
      }
      req := &http.Request{
      Method: http.MethodGet,
      URL: _url,
      }
      ctx, cancel := context.WithTimeout(context.Background(), 60*time.Second)
      defer cancel()
      resp, err := http.DefaultClient.Do(req.WithContext(ctx))
      if err != nil {
      return
      }
      defer resp.Body.Close()
      if resp.StatusCode != http.StatusOK {
      err = fmt.Errorf("request metadata error: status_code %s", resp.Status)
      return false, "", nil, nil
      }
      // 暂时只判断json和image
      contentType := resp.Header.Get("Content-Type")
      _sps := strings.SplitN(contentType, "/", 2)
      if len(_sps) != 2 {
      err = fmt.Errorf("invalid content type: %s", contentType)
      return
      }
      // 允许以下mime type
      if !strings.HasPrefix(contentType, "image/") &&
      !strings.HasPrefix(contentType, "application/json") &&
      !strings.HasPrefix(contentType, "text/plain") &&
      !strings.HasPrefix(contentType, "text/html") &&
      !strings.HasPrefix(contentType, "application/octet-stream") {
      err = fmt.Errorf("invalid content type: %s", contentType)
      return
      }
      // 通过文件后缀确定格式
      if contentType == "application/octet-stream" {
      if strings.HasSuffix(_url.Path, ".jpg") ||
      strings.HasSuffix(_url.Path, ".jpeg") ||
      strings.HasSuffix(_url.Path, ".png") ||
      strings.HasSuffix(_url.Path, ".gif") {
      isImage = true
      contentType = _url.Path[strings.LastIndex(_url.Path, ".")+1:]
      } else {
      err = fmt.Errorf("invalid content type: %s", contentType)
      return false, "", nil, err
      }
      }
      mime, format := _sps[0], _sps[1]
      if mime == "image" {
      isImage = true
      }
      data, err = io.ReadAll(resp.Body)
      return
      }
      go.mod
      View file @ 53100d56
      ......@@ -4,13 +4,11 @@ go 1.21.4
      require (
      github.com/BurntSushi/toml v1.3.2
      github.com/aws/aws-sdk-go v1.52.5
      github.com/disintegration/imaging v1.6.2
      github.com/ethereum/go-ethereum v1.14.2
      github.com/gin-contrib/cors v1.7.2
      github.com/gin-gonic/gin v1.10.0
      github.com/shopspring/decimal v1.4.0
      github.com/sirupsen/logrus v1.9.3
      github.com/tidwall/gjson v1.17.1
      gorm.io/driver/mysql v1.5.6
      gorm.io/gorm v1.25.10
      )
      ......@@ -44,7 +42,6 @@ require (
      github.com/holiman/uint256 v1.2.4 // indirect
      github.com/jinzhu/inflection v1.0.0 // indirect
      github.com/jinzhu/now v1.1.5 // indirect
      github.com/jmespath/go-jmespath v0.4.0 // indirect
      github.com/json-iterator/go v1.1.12 // indirect
      github.com/klauspost/cpuid/v2 v2.2.7 // indirect
      github.com/leodido/go-urn v1.4.0 // indirect
      ......@@ -54,17 +51,13 @@ require (
      github.com/modern-go/reflect2 v1.0.2 // indirect
      github.com/pelletier/go-toml/v2 v2.2.2 // indirect
      github.com/shirou/gopsutil v3.21.4-0.20210419000835-c7a38de76ee5+incompatible // indirect
      github.com/shopspring/decimal v1.4.0 // indirect
      github.com/supranational/blst v0.3.11 // indirect
      github.com/tidwall/match v1.1.1 // indirect
      github.com/tidwall/pretty v1.2.0 // indirect
      github.com/tklauser/go-sysconf v0.3.12 // indirect
      github.com/tklauser/numcpus v0.6.1 // indirect
      github.com/twitchyliquid64/golang-asm v0.15.1 // indirect
      github.com/ugorji/go/codec v1.2.12 // indirect
      golang.org/x/arch v0.8.0 // indirect
      golang.org/x/crypto v0.23.0 // indirect
      golang.org/x/image v0.0.0-20191009234506-e7c1f5e7dbb8 // indirect
      golang.org/x/mod v0.17.0 // indirect
      golang.org/x/net v0.25.0 // indirect
      golang.org/x/sync v0.7.0 // indirect
      ......
      go.sum
      View file @ 53100d56
      ......@@ -8,8 +8,6 @@ github.com/StackExchange/wmi v1.2.1 h1:VIkavFPXSjcnS+O8yTq7NI32k0R5Aj+v39y29VYDO
      github.com/StackExchange/wmi v1.2.1/go.mod h1:rcmrprowKIVzvc+NUiLncP2uuArMWLCbu9SBzvHz7e8=
      github.com/VictoriaMetrics/fastcache v1.12.1 h1:i0mICQuojGDL3KblA7wUNlY5lOK6a4bwt3uRKnkZU40=
      github.com/VictoriaMetrics/fastcache v1.12.1/go.mod h1:tX04vaqcNoQeGLD+ra5pU5sWkuxnzWhEzLwhP9w653o=
      github.com/aws/aws-sdk-go v1.52.5 h1:m2lty5v9sHm1J3lhA43hJql+yKZudF09qzab0Ag9chM=
      github.com/aws/aws-sdk-go v1.52.5/go.mod h1:LF8svs817+Nz+DmiMQKTO3ubZ/6IaTpq3TjupRn3Eqk=
      github.com/beorn7/perks v1.0.1 h1:VlbKKnNfV8bJzeqoa4cOKqO6bYr3WgKZxO8Z16+hsOM=
      github.com/beorn7/perks v1.0.1/go.mod h1:G2ZrVWU2WbWT9wwq4/hrbKbnv/1ERSJQ0ibhJ6rlkpw=
      github.com/bits-and-blooms/bitset v1.10.0 h1:ePXTeiPEazB5+opbv5fr8umg2R/1NlzgDsyepwsSr88=
      ......@@ -59,8 +57,6 @@ github.com/decred/dcrd/crypto/blake256 v1.0.0 h1:/8DMNYp9SGi5f0w7uCm6d6M4OU2rGFK
      github.com/decred/dcrd/crypto/blake256 v1.0.0/go.mod h1:sQl2p6Y26YV+ZOcSTP6thNdn47hh8kt6rqSlvmrXFAc=
      github.com/decred/dcrd/dcrec/secp256k1/v4 v4.0.1 h1:YLtO71vCjJRCBcrPMtQ9nqBsqpA1m5sE92cU+pd5Mcc=
      github.com/decred/dcrd/dcrec/secp256k1/v4 v4.0.1/go.mod h1:hyedUtir6IdtD/7lIxGeCxkaw7y45JueMRL4DIyJDKs=
      github.com/disintegration/imaging v1.6.2 h1:w1LecBlG2Lnp8B3jk5zSuNqd7b4DXhcjwek1ei82L+c=
      github.com/disintegration/imaging v1.6.2/go.mod h1:44/5580QXChDfwIclfc/PCwrr44amcmDAg8hxG0Ewe4=
      github.com/ethereum/c-kzg-4844 v1.0.0 h1:0X1LBXxaEtYD9xsyj9B9ctQEZIpnvVDeoBx8aHEwTNA=
      github.com/ethereum/c-kzg-4844 v1.0.0/go.mod h1:VewdlzQmpT5QSrVhbBuGoCdFJkpaJlO1aQputP83wc0=
      github.com/ethereum/go-ethereum v1.14.2 h1:3ketymsXTLiXmtnCrXab/EUsV+X8KhwUqv572TriDaU=
      ......@@ -134,10 +130,6 @@ github.com/jinzhu/inflection v1.0.0 h1:K317FqzuhWc8YvSVlFMCCUb36O/S9MCKRDI7QkRKD
      github.com/jinzhu/inflection v1.0.0/go.mod h1:h+uFLlag+Qp1Va5pdKtLDYj+kHp5pxUVkryuEj+Srlc=
      github.com/jinzhu/now v1.1.5 h1:/o9tlHleP7gOFmsnYNz3RGnqzefHA47wQpKrrdTIwXQ=
      github.com/jinzhu/now v1.1.5/go.mod h1:d3SSVoowX0Lcu0IBviAWJpolVfI5UJVZZ7cO71lE/z8=
      github.com/jmespath/go-jmespath v0.4.0 h1:BEgLn5cpjn8UN1mAw4NjwDrS35OdebyEtFe+9YPoQUg=
      github.com/jmespath/go-jmespath v0.4.0/go.mod h1:T8mJZnbsbmF+m6zOOFylbeCJqk5+pHWvzYPziyZiYoo=
      github.com/jmespath/go-jmespath/internal/testify v1.5.1 h1:shLQSRRSCCPj3f2gpwzGwWFoC7ycTf1rcQZHOlsJ6N8=
      github.com/jmespath/go-jmespath/internal/testify v1.5.1/go.mod h1:L3OGu8Wl2/fWfCI6z80xFu9LTZmf1ZRjMHUOPmWr69U=
      github.com/json-iterator/go v1.1.12 h1:PV8peI4a0ysnczrg+LtxykD8LfKY9ML6u2jnxaEnrnM=
      github.com/json-iterator/go v1.1.12/go.mod h1:e30LSqwooZae/UwlEbR2852Gd8hjQvJoHmT4TnhNGBo=
      github.com/klauspost/compress v1.15.15 h1:EF27CXIuDsYJ6mmvtBRlEuB2UVOqHG1tAXgZ7yIO+lw=
      ......@@ -224,12 +216,6 @@ github.com/supranational/blst v0.3.11 h1:LyU6FolezeWAhvQk0k6O/d49jqgO52MSDDfYgbe
      github.com/supranational/blst v0.3.11/go.mod h1:jZJtfjgudtNl4en1tzwPIV3KjUnQUvG3/j+w+fVonLw=
      github.com/syndtr/goleveldb v1.0.1-0.20210819022825-2ae1ddf74ef7 h1:epCh84lMvA70Z7CTTCmYQn2CKbY8j86K7/FAIr141uY=
      github.com/syndtr/goleveldb v1.0.1-0.20210819022825-2ae1ddf74ef7/go.mod h1:q4W45IWZaF22tdD+VEXcAWRA037jwmWEB5VWYORlTpc=
      github.com/tidwall/gjson v1.17.1 h1:wlYEnwqAHgzmhNUFfw7Xalt2JzQvsMx2Se4PcoFCT/U=
      github.com/tidwall/gjson v1.17.1/go.mod h1:/wbyibRr2FHMks5tjHJ5F8dMZh3AcwJEMf5vlfC0lxk=
      github.com/tidwall/match v1.1.1 h1:+Ho715JplO36QYgwN9PGYNhgZvoUSc9X2c80KVTi+GA=
      github.com/tidwall/match v1.1.1/go.mod h1:eRSPERbgtNPcGhD8UCthc6PmLEQXEWd3PRB5JTxsfmM=
      github.com/tidwall/pretty v1.2.0 h1:RWIZEg2iJ8/g6fDDYzMpobmaoGh5OLl4AXtGUGPcqCs=
      github.com/tidwall/pretty v1.2.0/go.mod h1:ITEVvHYasfjBbM0u2Pg8T2nJnzm8xPwvNhhsoaGGjNU=
      github.com/tklauser/go-sysconf v0.3.12 h1:0QaGUFOdQaIVdPgfITYzaTegZvdCjmYO52cSFAEVmqU=
      github.com/tklauser/go-sysconf v0.3.12/go.mod h1:Ho14jnntGE1fpdOqQEEaiKRpvIavV0hSfmBq8nJbHYI=
      github.com/tklauser/numcpus v0.6.1 h1:ng9scYS7az0Bk4OZLvrNXNSAO2Pxr1XXRAPyjhIx+Fk=
      ......@@ -251,8 +237,6 @@ golang.org/x/crypto v0.23.0 h1:dIJU/v2J8Mdglj/8rJ6UUOM3Zc9zLZxVZwwxMooUSAI=
      golang.org/x/crypto v0.23.0/go.mod h1:CKFgDieR+mRhux2Lsu27y0fO304Db0wZe70UKqHu0v8=
      golang.org/x/exp v0.0.0-20231110203233-9a3e6036ecaa h1:FRnLl4eNAQl8hwxVVC17teOw8kdjVDVAiFMtgUdTSRQ=
      golang.org/x/exp v0.0.0-20231110203233-9a3e6036ecaa/go.mod h1:zk2irFbV9DP96SEBUUAy67IdHUaZuSnrz1n472HUCLE=
      golang.org/x/image v0.0.0-20191009234506-e7c1f5e7dbb8 h1:hVwzHzIUGRjiF7EcUjqNxk3NCfkPxbDKRdnNE1Rpg0U=
      golang.org/x/image v0.0.0-20191009234506-e7c1f5e7dbb8/go.mod h1:FeLwcggjj3mMvU+oOTbSwawSJRM1uh48EjtB4UJZlP0=
      golang.org/x/mod v0.17.0 h1:zY54UmvipHiNd+pm+m0x9KhZ9hl1/7QNMyxXbc6ICqA=
      golang.org/x/mod v0.17.0/go.mod h1:hTbmBsO62+eylJbnUtE2MGJUyE7QWk4xUqPFrRgJ+7c=
      golang.org/x/net v0.25.0 h1:d/OCCoBEUq33pjydKrGQhw7IlUPI2Oylr+8qLx49kac=
      ......@@ -269,7 +253,6 @@ golang.org/x/sys v0.8.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
      golang.org/x/sys v0.11.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
      golang.org/x/sys v0.20.0 h1:Od9JTbYCk261bKm4M/mw7AklTlFYIa0bIp9BgSm1S8Y=
      golang.org/x/sys v0.20.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
      golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
      golang.org/x/text v0.15.0 h1:h1V/4gjBv8v9cjcR6+AR5+/cIYK5N/WAgiv4xlsEtAk=
      golang.org/x/text v0.15.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU=
      golang.org/x/time v0.5.0 h1:o7cqy6amK/52YcAKIPlM3a+Fpj35zvRj2TP+e1xFSfk=
      ......@@ -285,7 +268,6 @@ gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntN
      gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q=
      gopkg.in/natefinch/lumberjack.v2 v2.0.0 h1:1Lc07Kr7qY4U2YPouBjpCLxpiyxIVoxqXgkXLknAOE8=
      gopkg.in/natefinch/lumberjack.v2 v2.0.0/go.mod h1:l0ndWWf7gzL7RNwBG7wST/UCcT4T24xpD6X8LsfU/+k=
      gopkg.in/yaml.v2 v2.2.8/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
      gopkg.in/yaml.v2 v2.4.0 h1:D8xgwECY7CYvx+Y2n4sBz93Jn9JRvxdiyyo8CTfuKaY=
      gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ=
      gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
      ......
      Markdown is supported
      0% or
      You are about to add 0 people to the discussion. Proceed with caution.
      Finish editing this message first!
      Please register or to comment