Commit e2ef0ca6 authored by 贾浩@五瓣科技's avatar 贾浩@五瓣科技

init

parents
Pipeline #767 canceled with stages
.idea
*.iml
out
gen
*.sol
*.txt
.DS_Store
*.exe
demo.png
*.html
build
nohup.out
\ No newline at end of file
FROM golang:1.21-alpine AS base
# Set up dependencies
ENV PACKAGES git openssh-client build-base
# Install dependencies
RUN apk add --update $PACKAGES
# Add source files
RUN mkdir -p ./sdk-kv-api
COPY ./ ./sdk-kv-api/
FROM base AS build
RUN cd sdk-kv-api && go mod tidy && go build -v -o /tmp/api ./cmd
FROM alpine
WORKDIR /app
COPY ./config.toml /config.toml
COPY --from=build /tmp/api /usr/bin/sdk_kv_api
EXPOSE 8080
\ No newline at end of file
.PHONY: default all clean dev
GOBIN = $(shell pwd)/build/bin
default: all
all: kv-api
kv-api:
go build $(BUILD_FLAGS) -v -o=${GOBIN}/$@ ./cmd
dev:
go build $(BUILD_FLAGS) -v -o=${GOBIN}/$@ -gcflags "all=-N -l" ./cmd
docker:
docker build -t sdk-kv-api:latest -f Dockerfile .
package main
import (
"flag"
"kv_api/config"
"kv_api/dao"
"kv_api/server"
log "github.com/sirupsen/logrus"
)
func init() {
log.SetFormatter(&log.TextFormatter{
FullTimestamp: true,
})
}
func main() {
flag.Parse()
conf, err := config.New()
if err != nil {
panic(err)
}
da, err := dao.New(conf)
if err != nil {
panic(err)
}
if conf.Debug {
log.SetLevel(log.DebugLevel)
}
server.StartServer(da, conf)
}
debug = true
[mysql]
host = "127.0.0.1"
port = 3306
user = "root"
password = "XN2UARuys3zy4Oux"
database = "sdk"
max_conn = 10
max_idle_conn = 2
[server]
listen = "0.0.0.0:8080"
package config
import (
"flag"
"github.com/BurntSushi/toml"
)
type Config struct {
Debug bool `toml:"debug"`
Sender SenderConfig `toml:"sender"`
MySQL MysqlConfig `toml:"mysql"`
Server ServerConfig `toml:"server"`
}
type SenderConfig struct {
EmailUsername string `json:"email_username"`
EmailPassword string `json:"email_password"`
}
type MysqlConfig struct {
Host string `toml:"host"`
Port int `toml:"port"`
User string `toml:"user"`
Password string `toml:"password"`
Database string `toml:"database"`
MaxConn int `toml:"max_conn"`
MaxIdleConn int `toml:"max_idle_conn"`
}
type ServerConfig struct {
Listen string `toml:"listen"`
}
var confPath = flag.String("c", "config.toml", "config file path")
func New() (config *Config, err error) {
config = new(Config)
_, err = toml.DecodeFile(*confPath, config)
return
}
package constant
const JwtSecret = "cxcZa005Y5zWH1wFgXvPGDL02Ey4ZCLA"
const (
InvalidParam = "invalid param"
UnsupportedPlatform = "unsupported platform"
InternalError = "internal error"
)
const (
PlatformTelegram = "telegram"
PlatformFingerprint = "fingerprint"
)
package dao
import (
"fmt"
"kv_api/config"
dbModel "kv_api/model/db"
"time"
"gorm.io/driver/mysql"
"gorm.io/gorm"
"gorm.io/gorm/logger"
"gorm.io/gorm/schema"
)
type Dao struct {
c *config.Config
db *gorm.DB
}
func New(_c *config.Config) (dao *Dao, err error) {
dao = &Dao{
c: _c,
}
dsn := fmt.Sprintf("%s:%s@tcp(%s:%d)/%s?charset=utf8mb4&parseTime=True",
_c.MySQL.User, _c.MySQL.Password, _c.MySQL.Host, _c.MySQL.Port, _c.MySQL.Database)
dao.db, err = gorm.Open(mysql.Open(dsn), &gorm.Config{
NamingStrategy: schema.NamingStrategy{
SingularTable: true,
},
Logger: logger.Default.LogMode(logger.Silent),
})
if err != nil {
return
}
sqlDB, err := dao.db.DB()
if err != nil {
return
}
sqlDB.SetMaxOpenConns(_c.MySQL.MaxConn)
sqlDB.SetMaxIdleConns(_c.MySQL.MaxIdleConn)
sqlDB.SetConnMaxIdleTime(time.Hour)
err = dao.db.AutoMigrate(&dbModel.KVStorage{})
if err != nil {
return
}
return dao, nil
}
package dao
import (
dbModel "kv_api/model/db"
"gorm.io/gorm"
"gorm.io/gorm/clause"
)
func (d *Dao) GetValue(uid, key string) (string, error) {
kv := &dbModel.KVStorage{}
err := d.db.Where("`uid` = ? AND `key` = ?", uid, key).First(kv).Error
if err == gorm.ErrRecordNotFound {
err = nil
}
return kv.Value, err
}
func (d *Dao) SetValue(kv *dbModel.KVStorage) (err error) {
return d.db.Clauses(clause.OnConflict{
Columns: []clause.Column{{Name: "uid"}, {Name: "key"}},
DoUpdates: clause.AssignmentColumns([]string{"value"}),
}).Create(kv).Error
}
module kv_api
go 1.21.4
require (
github.com/BurntSushi/toml v0.3.1
github.com/gin-contrib/cors v1.7.2
github.com/gin-gonic/gin v1.10.0
github.com/golang-jwt/jwt/v5 v5.2.1
github.com/sirupsen/logrus v1.6.0
gorm.io/driver/mysql v1.5.6
gorm.io/gorm v1.25.10
)
require (
github.com/bytedance/sonic v1.11.6 // indirect
github.com/bytedance/sonic/loader v0.1.1 // indirect
github.com/cloudwego/base64x v0.1.4 // indirect
github.com/cloudwego/iasm v0.2.0 // indirect
github.com/gabriel-vasile/mimetype v1.4.3 // indirect
github.com/gin-contrib/sse v0.1.0 // indirect
github.com/go-playground/locales v0.14.1 // indirect
github.com/go-playground/universal-translator v0.18.1 // indirect
github.com/go-playground/validator/v10 v10.20.0 // indirect
github.com/go-sql-driver/mysql v1.7.0 // indirect
github.com/goccy/go-json v0.10.2 // indirect
github.com/google/go-cmp v0.5.8 // indirect
github.com/jinzhu/inflection v1.0.0 // indirect
github.com/jinzhu/now v1.1.5 // indirect
github.com/json-iterator/go v1.1.12 // indirect
github.com/klauspost/cpuid/v2 v2.2.7 // indirect
github.com/konsorten/go-windows-terminal-sequences v1.0.3 // indirect
github.com/kr/pretty v0.3.1 // indirect
github.com/leodido/go-urn v1.4.0 // indirect
github.com/mattn/go-isatty v0.0.20 // indirect
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
github.com/modern-go/reflect2 v1.0.2 // indirect
github.com/pelletier/go-toml/v2 v2.2.2 // indirect
github.com/twitchyliquid64/golang-asm v0.15.1 // indirect
github.com/ugorji/go/codec v1.2.12 // indirect
golang.org/x/arch v0.8.0 // indirect
golang.org/x/crypto v0.23.0 // indirect
golang.org/x/net v0.25.0 // indirect
golang.org/x/sys v0.20.0 // indirect
golang.org/x/text v0.15.0 // indirect
google.golang.org/protobuf v1.34.1 // indirect
gopkg.in/yaml.v3 v3.0.1 // indirect
)
This diff is collapsed.
package middleware
import (
"bytes"
"io"
"github.com/gin-gonic/gin"
log "github.com/sirupsen/logrus"
)
func PrintRequestResponseBodyMiddleware() gin.HandlerFunc {
return func(c *gin.Context) {
// 读取请求 body
var requestBody []byte
if c.Request.Body != nil {
requestBody, _ = io.ReadAll(c.Request.Body)
c.Request.Body = io.NopCloser(bytes.NewBuffer(requestBody))
}
log.WithFields(log.Fields{"method": c.Request.Method, "uri": c.Request.RequestURI, "body": string(requestBody)}).Debug("request body")
bodyWriter := &responseBodyWriter{body: bytes.NewBufferString(""), ResponseWriter: c.Writer}
c.Writer = bodyWriter
c.Next()
responseBody := bodyWriter.body.String()
log.WithFields(log.Fields{"status": c.Writer.Status(), "body": responseBody}).Debug("response body")
}
}
type responseBodyWriter struct {
gin.ResponseWriter
body *bytes.Buffer
}
func (r *responseBodyWriter) Write(b []byte) (int, error) {
r.body.Write(b)
return r.ResponseWriter.Write(b)
}
package middleware
import (
apiModel "kv_api/model/api"
"kv_api/util"
"github.com/gin-gonic/gin"
log "github.com/sirupsen/logrus"
)
func JWTMiddleware(c *gin.Context) {
tokenString := c.GetHeader("Authorization")
log.Debugln(tokenString)
if tokenString == "" || len(tokenString) < 7 {
c.JSON(200, apiModel.KVResponse{Success: false})
c.Abort()
return
}
ok, expired, uid, platform, platformId := util.ParseJWT(tokenString[7:])
if !ok {
c.JSON(200, apiModel.KVResponse{Success: false})
c.Abort()
return
}
if expired {
c.JSON(200, apiModel.KVResponse{Success: false})
c.Abort()
return
}
log.WithField("uid", uid).Debug("jwt uid")
c.Set("jwt-uid", uid)
c.Set("jwt-platform", platform)
c.Set("jwt-platform-id", platformId)
c.Next()
}
package api_model
type UpdateKVRequest struct {
Key string `json:"key"`
Value string `json:"value"`
}
type KVResponse struct {
Success bool `json:"success"`
Value string `json:"value"`
}
package db_model
import (
"gorm.io/gorm"
)
type KVStorage struct {
Id int `gorm:"primaryKey"`
Uid string `gorm:"type:varchar(255);uniqueIndex:uidx_uid_key;not null;column:uid;comment:用户id"`
Key string `gorm:"type:varchar(255);uniqueIndex:uidx_uid_key;not null;column:key;comment:键"`
Value string `gorm:"type:varchar(500);not null;column:value;comment:值"`
Platform string `gorm:"type:varchar(255);uniqueIndex:platform_id;not null;column:platform;comment:平台"`
PlatformId string `gorm:"type:varchar(255);uniqueIndex:platform_id;not null;column:platform_id;comment:平台id"`
gorm.Model
}
# sdk kv api
\ No newline at end of file
package server
import (
"kv_api/middleware"
"github.com/gin-gonic/gin"
)
func initRouter(e *gin.Engine) {
e.Use(
middleware.PrintRequestResponseBodyMiddleware(),
middleware.JWTMiddleware,
)
v1 := e.Group("/api/v1")
{
user := v1.Group("/storage")
user.GET("/get", get)
user.POST("/set", set)
user.POST("/del", del)
}
}
package server
import (
"kv_api/config"
"kv_api/dao"
"github.com/gin-contrib/cors"
"github.com/gin-gonic/gin"
log "github.com/sirupsen/logrus"
)
var d *dao.Dao
var conf *config.Config
func StartServer(_dao *dao.Dao, _conf *config.Config) {
d = _dao
conf = _conf
if !conf.Debug {
gin.SetMode(gin.ReleaseMode)
}
engine := gin.Default()
_cors := cors.DefaultConfig()
_cors.AllowAllOrigins = true
_cors.AllowHeaders = []string{"*"}
engine.Use(cors.New(_cors))
initRouter(engine)
log.Infof("start http server listening %s", conf.Server.Listen)
if err := engine.Run(conf.Server.Listen); err != nil {
log.Error("http server run error: ", err)
}
}
package server
import (
apiModel "kv_api/model/api"
dbModel "kv_api/model/db"
"kv_api/util"
"github.com/gin-gonic/gin"
log "github.com/sirupsen/logrus"
)
func get(c *gin.Context) {
// 获取请求参数
k := c.Query("key")
if k == "" {
c.JSON(200, apiModel.KVResponse{Value: ""})
return
}
if len(k) > 255 {
c.JSON(200, apiModel.KVResponse{Value: ""})
return
}
uid := c.GetString("jwt-uid")
val, err := d.GetValue(uid, k)
if err != nil {
log.WithError(err).Error("get value error")
c.JSON(200, apiModel.KVResponse{Value: ""})
return
}
c.JSON(200, apiModel.KVResponse{Value: util.MustAesDecrypt(val), Success: true})
}
func set(c *gin.Context) {
req := &apiModel.UpdateKVRequest{}
if err := c.ShouldBindJSON(req); err != nil {
c.JSON(200, apiModel.KVResponse{Value: ""})
return
}
if len(req.Key) > 255 || len(req.Value) > 255 {
c.JSON(200, apiModel.KVResponse{Value: ""})
return
}
uid := c.GetString("jwt-uid")
platform := c.GetString("jwt-platform")
platformId := c.GetString("jwt-platform-id")
kv := &dbModel.KVStorage{
Uid: uid,
Key: req.Key,
Value: util.MustAesEncrypt(req.Value),
Platform: platform,
PlatformId: platformId,
}
err := d.SetValue(kv)
if err != nil {
log.WithError(err).Error("set value error")
c.JSON(200, apiModel.KVResponse{Value: ""})
return
}
c.JSON(200, apiModel.KVResponse{Value: req.Value, Success: true})
}
func del(c *gin.Context) {
req := &apiModel.UpdateKVRequest{}
if err := c.ShouldBindJSON(req); err != nil {
c.JSON(200, apiModel.KVResponse{Value: ""})
return
}
if len(req.Key) > 255 || len(req.Value) > 255 {
c.JSON(200, apiModel.KVResponse{Value: ""})
return
}
uid := c.GetString("jwt-uid")
platform := c.GetString("jwt-platform")
platformId := c.GetString("jwt-platform-id")
kv := &dbModel.KVStorage{
Uid: uid,
Key: req.Key,
Value: "",
Platform: platform,
PlatformId: platformId,
}
err := d.SetValue(kv)
if err != nil {
log.WithError(err).Error("set value error")
c.JSON(200, apiModel.KVResponse{Value: ""})
return
}
c.JSON(200, apiModel.KVResponse{Value: req.Value, Success: true})
}
package util
import (
"bytes"
"crypto/aes"
"crypto/cipher"
"encoding/base64"
"errors"
)
var aesKey = []byte("KlGAzLBNeoPl4IQl7FdYjQ1m7etJHOez")
func pkcs7Padding(data []byte, blockSize int) []byte {
// 判断缺少几位长度。最少1,最多 blockSize
padding := blockSize - len(data)%blockSize
// 补足位数。把切片[]byte{byte(padding)}复制padding个
padText := bytes.Repeat([]byte{byte(padding)}, padding)
return append(data, padText...)
}
func pkcs7UnPadding(data []byte) ([]byte, error) {
length := len(data)
if length == 0 {
return nil, errors.New("加密字符串错误!")
}
// 获取填充的个数
unPadding := int(data[length-1])
return data[:(length - unPadding)], nil
}
func encrypt(data []byte, key []byte) ([]byte, error) {
// 创建加密实例
block, err := aes.NewCipher(key)
if err != nil {
return nil, err
}
// 判断加密快的大小
blockSize := block.BlockSize()
// 填充
encryptBytes := pkcs7Padding(data, blockSize)
// 初始化加密数据接收切片
crypted := make([]byte, len(encryptBytes))
// 使用cbc加密模式
blockMode := cipher.NewCBCEncrypter(block, key[:blockSize])
// 执行加密
blockMode.CryptBlocks(crypted, encryptBytes)
return crypted, nil
}
func decrypt(data []byte, key []byte) ([]byte, error) {
// 创建实例
block, err := aes.NewCipher(key)
if err != nil {
return nil, err
}
// 获取块的大小
blockSize := block.BlockSize()
// 使用cbc
blockMode := cipher.NewCBCDecrypter(block, key[:blockSize])
// 初始化解密数据接收切片
crypted := make([]byte, len(data))
// 执行解密
blockMode.CryptBlocks(crypted, data)
// 去除填充
crypted, err = pkcs7UnPadding(crypted)
if err != nil {
return nil, err
}
return crypted, nil
}
func AesEncrypt(data string) (string, error) {
res, err := encrypt([]byte(data), aesKey)
if err != nil {
return "", err
}
return base64.StdEncoding.EncodeToString(res), nil
}
func AesDecrypt(data string) (string, error) {
dataByte, err := base64.StdEncoding.DecodeString(data)
if err != nil {
return "", err
}
d, err := decrypt(dataByte, aesKey)
if err != nil {
return "", err
}
return string(d), nil
}
func MustAesEncrypt(data string) string {
res, _ := AesEncrypt(data)
return res
}
func MustAesDecrypt(data string) string {
res, _ := AesDecrypt(data)
return res
}
package util
import (
"testing"
)
func TestAES(t *testing.T) {
payload := "dsdddsddssdsdsddssdsdsdsssdsdsddssdsdsds"
data, err := AesEncrypt((payload))
t.Log(data, err)
raw, err := AesDecrypt(data)
t.Log(raw, err)
// dsddssdsdsddssdsdsds
// PMExRLkGGeabwMHgdjUkpedvUvHNrSmJGBolXc/oFr+9wjFsg+ypoHZGTgJsnfbJ
// 4QK5lFfahmHchINHSdxBTcoraHipihdeL99S5ftSjt/0k2IQmrJyrQr5V8w1I9iL
}
package util
import (
"time"
"github.com/golang-jwt/jwt/v5"
)
const secret = "cxcZa005Y5zWH1wFgXvPGDL02Ey4ZCLAh2XFcfp7HhG3wTg5TbcnhuYhNvN3YLgt"
func GenerateJWT(uid, platform, platformId string) string {
tk := jwt.NewWithClaims(jwt.SigningMethodHS256, jwt.MapClaims{
"uid": uid,
"platform": platform,
"platformId": platformId,
"iat": time.Now().Unix(),
"exp": time.Now().Add(7 * 24 * time.Hour).Unix(),
})
j, _ := tk.SignedString([]byte(secret))
return j
}
func ParseJWT(token string) (ok, expired bool, uid, platform, platformId string) {
claims := jwt.MapClaims{}
tk, err := jwt.ParseWithClaims(token, claims, func(t *jwt.Token) (interface{}, error) {
return []byte(secret), nil
})
if err != nil {
return
}
if !tk.Valid {
return
}
uid = claims["uid"].(string)
platform = claims["platform"].(string)
platformId = claims["platformId"].(string)
exp := claims["exp"].(float64)
if time.Now().Unix() > int64(exp) {
expired = true
return
}
ok = true
return
}
package util
import (
"testing"
)
func TestA(t *testing.T) {
token := GenerateJWT("12345", "telegram", "0x12345")
t.Logf("token: %s", token)
ParseJWT(token)
}
func TestB(t *testing.T) {
t.Log(ParseJWT("eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjE3MTgwMTU2MTQsImlhdCI6MTcxNzQxMDgxNCwicGxhdGZvcm0iOiJ0ZWxlZ3JhbSIsInBsYXRmb3JtSWQiOiIweDEyMzQ1IiwidWlkIjoiMTIzNDUifQ.yZ1V_cGozBrwK55Y9iZsG4C-B5T96V2E3-AqP6CqkR8"))
}
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment