From 7cd15a1657dae7cf5233460163cfc6cb0e0a98e3 Mon Sep 17 00:00:00 2001 From: yuan_rh <545873205@qq.com> Date: Thu, 1 Jul 2021 18:49:35 +0800 Subject: [PATCH] =?UTF-8?q?feat:=E4=B8=8B=E8=BD=BD=E5=8A=9F=E8=83=BD?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .gitignore | 3 +- consts/gobal_const.go | 31 +++++ db/etcd_client.go | 132 +++++++++++++++++++ env/env.go | 25 ++++ go.mod | 18 +++ go.sum | 153 ++++++++++++++++++++++ handler/http_handler.go | 240 +++++++++++++++++++++++++++++++++++ handler/websocket_handler.go | 48 +++++++ main.go | 54 ++++++++ utils/http_result.go | 25 ++++ utils/idgenerator.go | 71 +++++++++++ websocket/websocket.go | 62 +++++++++ 12 files changed, 861 insertions(+), 1 deletion(-) create mode 100644 consts/gobal_const.go create mode 100644 db/etcd_client.go create mode 100644 env/env.go create mode 100644 go.mod create mode 100644 go.sum create mode 100644 handler/http_handler.go create mode 100644 handler/websocket_handler.go create mode 100644 main.go create mode 100644 utils/http_result.go create mode 100644 utils/idgenerator.go create mode 100644 websocket/websocket.go diff --git a/.gitignore b/.gitignore index f4d432a..3a932c1 100644 --- a/.gitignore +++ b/.gitignore @@ -13,5 +13,6 @@ *.out # Dependency directories (remove the comment below to include it) -# vendor/ +vendor/ +.idea diff --git a/consts/gobal_const.go b/consts/gobal_const.go new file mode 100644 index 0000000..7970e49 --- /dev/null +++ b/consts/gobal_const.go @@ -0,0 +1,31 @@ +package consts + +/** + * @author yuanrh + * @description 全局常量定义 + * @date 2021/6/28 11:11 + **/ + +const ( + LOG_PREFIX = "[locking-kit-server] " + LOG_PATH = "../logs" + IPFS_PATH = "IPFS-PATH" + WORKSPACE = "TSZDATADIR" + SERVER_IP_PORT = "http://127.0.0.1:8092" + CONTENT_TYPE = "application/json" + ETCD_URL = "127.0.0.1:2379" + + //等待同步 + TASK_SYNC_STATUS_WAIT = "TASK_SYNC_STATUS_WAIT" + + //同步中 + TASK_SYNC_STATUS_ING = "TASK_SYNC_STATUS_ING" + + //同步成功 + TASK_SYNC_STATUS_FINISH = "TASK_SYNC_STATUS_FINISH" + + //同步失败 + TASK_SYNC_STATUS_FAIL = "TASK_SYNC_STATUS_FAIL" + + ETCD_DIRECTOR_TASK_SYNC = "/TASK_SYNC/" +) diff --git a/db/etcd_client.go b/db/etcd_client.go new file mode 100644 index 0000000..5a4751a --- /dev/null +++ b/db/etcd_client.go @@ -0,0 +1,132 @@ +package db + +import ( + "context" + "errors" + "go.etcd.io/etcd/clientv3" + "locking-kit-server/consts" + "log" + "time" +) + +/** + * @author yuanrh + * @description etcd数据库客户端 + * @date 2021/6/28 11:11 + **/ + + +/** +获取客户端连接 +*/ +func GetClient() (*clientv3.Client,error){ + + cli, err := clientv3.New(clientv3.Config{ + Endpoints: []string{consts.ETCD_URL}, + DialTimeout: 5 * time.Second, + }) + if err != nil { + // handle error! + log.Printf("connect to etcd failed, err:%v\n", err) + return nil,err + } + + //log.Println("connect to etcd success") + return cli,nil +} + +/** +删除包含该前缀的所有Key +*/ +func DeleteWithPrefix(prefix string) error{ + + if len(prefix)==0{ + return errors.New("参数prefix不能为空") + } + + client,err := GetClient() + if err!=nil{ + return err + } + defer client.Close() + + _, err = client.KV.Delete(context.Background(),prefix, clientv3.WithPrefix()) + if err!=nil{ + log.Println(err) + return err + } + + return err +} + +/** +批量增加 +*/ +func BatchAdd(dataMap map[string] string) error{ + + if dataMap==nil || len(dataMap)==0{ + return errors.New("dataMap为空") + } + + client,err := GetClient() + if err!=nil{ + return err + } + defer client.Close() + + for k, v := range dataMap { + + _, err = client.KV.Put(context.Background(), k, v) + + if err!=nil{ + log.Println(err) + return err + } + } + + return nil +} + +/** +替换k,v +*/ +func ReplaceInto(k, v string) error{ + + client,err := GetClient() + if err!=nil{ + return err + } + defer client.Close() + + _,err =client.KV.Put(context.Background(), k, v) + if err!=nil{ + log.Println(err) + return err + } + + return nil +} + +/** +根据后缀查询 +*/ +func QueryWithPrefix(prefix string) (map[string] string,error){ + client,err := GetClient() + if err!=nil{ + log.Println(err) + return nil,err + } + defer client.Close() + + resp,err :=client.KV.Get(context.Background(),prefix, clientv3.WithPrefix()) + if err!=nil{ + log.Println(err) + return nil,err + } + var gobalFileMap = make(map[string] string) + for _,v := range resp.Kvs{ + gobalFileMap[string(v.Key)]=string(v.Value) + } + return gobalFileMap,nil; +} + diff --git a/env/env.go b/env/env.go new file mode 100644 index 0000000..a39725c --- /dev/null +++ b/env/env.go @@ -0,0 +1,25 @@ +package env + +import ( + "locking-kit-server/consts" + "os" +) + +/** + * @author yuanrh + * @description //环境变量 + * @date 2021/6/28 11:11 + ** + */ + +//IFPS.exe 路径 +var IpfsPath = os.Getenv(consts.IPFS_PATH) + +//工作目录 TODO +//var WorkSpace = os.Getenv(consts.WORKSPACE) +var WorkSpace = "D:\\easycloud\\" + +//当前用户 +var CurrentUserId string + + diff --git a/go.mod b/go.mod new file mode 100644 index 0000000..7d623c4 --- /dev/null +++ b/go.mod @@ -0,0 +1,18 @@ +module locking-kit-server + +go 1.15 + +require ( + github.com/coreos/etcd v3.3.25+incompatible // indirect + github.com/coreos/go-semver v0.3.0 // indirect + github.com/coreos/go-systemd v0.0.0-20191104093116-d3cd4ed1dbcf // indirect + github.com/coreos/pkg v0.0.0-20180928190104-399ea9e2e55f // indirect + github.com/gogo/protobuf v1.3.2 // indirect + github.com/google/uuid v1.2.0 // indirect + github.com/gorilla/websocket v1.4.2 + go.etcd.io/etcd v3.3.25+incompatible + go.uber.org/zap v1.18.1 // indirect + google.golang.org/grpc v1.38.0 // indirect +) + +replace google.golang.org/grpc => google.golang.org/grpc v1.26.0 diff --git a/go.sum b/go.sum new file mode 100644 index 0000000..39da784 --- /dev/null +++ b/go.sum @@ -0,0 +1,153 @@ +cloud.google.com/go v0.26.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw= +github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU= +github.com/benbjohnson/clock v1.1.0/go.mod h1:J11/hYXuz8f4ySSvYwY0FKfm+ezbsZBKZxNJlLklBHA= +github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU= +github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= +github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= +github.com/coreos/etcd v0.5.0-alpha.5 h1:0Qi6Jzjk2CDuuGlIeecpu+em2nrjhOgz2wsIwCmQHmc= +github.com/coreos/etcd v3.3.25+incompatible h1:0GQEw6h3YnuOVdtwygkIfJ+Omx0tZ8/QkVyXI4LkbeY= +github.com/coreos/etcd v3.3.25+incompatible/go.mod h1:uF7uidLiAD3TWHmW31ZFd/JWoc32PjwdhPthX9715RE= +github.com/coreos/go-semver v0.3.0 h1:wkHLiw0WNATZnSG7epLsujiMCgPAc9xhjJ4tgnAxmfM= +github.com/coreos/go-semver v0.3.0/go.mod h1:nnelYz7RCh+5ahJtPPxZlU+153eP4D4r3EedlOD2RNk= +github.com/coreos/go-systemd v0.0.0-20191104093116-d3cd4ed1dbcf h1:iW4rZ826su+pqaw19uhpSCzhj44qo35pNgKFGqzDKkU= +github.com/coreos/go-systemd v0.0.0-20191104093116-d3cd4ed1dbcf/go.mod h1:F5haX7vjVVG0kc13fIWeqUViNPyEJxv/OmvnBo0Yme4= +github.com/coreos/pkg v0.0.0-20180928190104-399ea9e2e55f h1:lBNOc5arjvs8E5mO2tbpBpLoyyu8B6e44T7hJy6potg= +github.com/coreos/pkg v0.0.0-20180928190104-399ea9e2e55f/go.mod h1:E3G3o1h8I7cfcXa63jLwjI0eiQQMgzzUDFVpN/nH/eA= +github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/envoyproxy/go-control-plane v0.9.0/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= +github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= +github.com/envoyproxy/go-control-plane v0.9.9-0.20210217033140-668b12f5399d/go.mod h1:cXg6YxExXjJnVBQHBLXeUAgxn2UodCpnH306RInaBQk= +github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c= +github.com/gogo/protobuf v1.3.2 h1:Ov1cvc58UF3b5XjBnZv7+opcTcQFZebYjWzi34vdm4Q= +github.com/gogo/protobuf v1.3.2/go.mod h1:P1XiOD3dCwIKUDQYPy72D8LYyHL2YPYrpS2s69NZV8Q= +github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q= +github.com/golang/mock v1.1.1/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A= +github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= +github.com/golang/protobuf v1.3.2 h1:6nsPYzhq5kReh6QImI3k5qWzO4PEbvbIW2cwSfR/6xs= +github.com/golang/protobuf v1.3.2/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= +github.com/golang/protobuf v1.4.0-rc.1/go.mod h1:ceaxUfeHdC40wWswd/P6IGgMaK3YpKi5j83Wpe3EHw8= +github.com/golang/protobuf v1.4.0-rc.1.0.20200221234624-67d41d38c208/go.mod h1:xKAWHe0F5eneWXFV3EuXVDTCmh+JuBKY0li0aMyXATA= +github.com/golang/protobuf v1.4.0-rc.2/go.mod h1:LlEzMj4AhA7rCAGe4KMBDvJI+AwstrUpVNzEA03Pprs= +github.com/golang/protobuf v1.4.0-rc.4.0.20200313231945-b860323f09d0/go.mod h1:WU3c8KckQ9AFe+yFwt9sWVRKCVIyN9cPHBJSNnbL67w= +github.com/golang/protobuf v1.4.0/go.mod h1:jodUvKwWbYaEsadDk5Fwe5c77LiNKVO9IDvqG2KuDX0= +github.com/golang/protobuf v1.4.1/go.mod h1:U8fpvMrcmy5pZrNK1lt4xCsGvpyWQ/VVv6QDs8UjoX8= +github.com/golang/protobuf v1.4.2 h1:+Z5KGCizgyZCbGh1KZqA0fcLLkwbsjIzS4aV2v7wJX0= +github.com/golang/protobuf v1.4.2/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI= +github.com/google/go-cmp v0.2.0/go.mod h1:oXzfMopK8JAjlY9xF4vHSVASa0yLyX7SntLO5aqRK0M= +github.com/google/go-cmp v0.3.0/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= +github.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= +github.com/google/go-cmp v0.4.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/uuid v1.1.2/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= +github.com/google/uuid v1.2.0 h1:qJYtXnJRWmpe7m/3XlyhrsLrEURqHRM2kxzoxXqyUDs= +github.com/google/uuid v1.2.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= +github.com/gorilla/websocket v1.4.2 h1:+/TMaTYc4QFitKJxsQ7Yye35DkWvkdLcvGKqM+x0Ufc= +github.com/gorilla/websocket v1.4.2/go.mod h1:YR8l580nyteQvAITg2hZ9XVh4b55+EU/adAjf1fMHhE= +github.com/kisielk/errcheck v1.5.0/go.mod h1:pFxgyoBC7bSaBwPgfKdkLd5X25qrDl4LWUI2bnpBCr8= +github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck= +github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo= +github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ= +github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI= +github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= +github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= +github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= +github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= +github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI= +github.com/stretchr/testify v1.4.0/go.mod h1:j7eGeouHqKxXV5pUuKE4zz7dFj8WfuZ+81PSLYec5m4= +github.com/stretchr/testify v1.5.1/go.mod h1:5W2xD1RspED5o8YsWQXVCued0rvSQ+mT+I5cxcmMvtA= +github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +github.com/yuin/goldmark v1.1.27/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= +github.com/yuin/goldmark v1.2.1/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= +go.etcd.io/etcd v0.5.0-alpha.5 h1:VOolFSo3XgsmnYDLozjvZ6JL6AAwIDu1Yx1y+4EYLDo= +go.etcd.io/etcd v3.3.25+incompatible h1:V1RzkZJj9LqsJRy+TUBgpWSbZXITLB819lstuTFoZOY= +go.etcd.io/etcd v3.3.25+incompatible/go.mod h1:yaeTdrJi5lOmYerz05bd8+V7KubZs8YSFZfzsF9A6aI= +go.uber.org/atomic v1.7.0 h1:ADUqmZGgLDDfbSL9ZmPxKTybcoEYHgpYfELNoN+7hsw= +go.uber.org/atomic v1.7.0/go.mod h1:fEN4uk6kAWBTFdckzkM89CLk9XfWZrxpCo0nPH17wJc= +go.uber.org/goleak v1.1.10/go.mod h1:8a7PlsEVH3e/a/GLqe5IIrQx6GzcnRmZEufDUTk4A7A= +go.uber.org/multierr v1.6.0 h1:y6IPFStTAIT5Ytl7/XYmHvzXQ7S3g/IeZW9hyZ5thw4= +go.uber.org/multierr v1.6.0/go.mod h1:cdWPpRnG4AhwMwsgIHip0KRBQjJy5kYEpYjJxpXp9iU= +go.uber.org/zap v1.18.1 h1:CSUJ2mjFszzEWt4CdKISEuChVIXGBn3lAPwkRGyVrc4= +go.uber.org/zap v1.18.1/go.mod h1:xg/QME4nWcxGxrpdeYfq7UvYrLh66cuVKdrbD1XF/NI= +golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= +golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= +golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= +golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= +golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE= +golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU= +golang.org/x/lint v0.0.0-20190313153728-d0100b6bd8b3/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= +golang.org/x/lint v0.0.0-20190930215403-16217165b5de/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= +golang.org/x/mod v0.2.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= +golang.org/x/mod v0.3.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= +golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20190213061140-3a22650c66bd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190620200207-3b0461eec859 h1:R/3boaszxrf1GEUWTVDzSKVwLmSJpwZ1yqXm8j0v2QI= +golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20200226121028-0de0cce0169b/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20201021035429-f5854403a974 h1:IX6qOQeG5uLjB/hjjwjedwfjND0hgjPMMyO1RoIXQNI= +golang.org/x/net v0.0.0-20201021035429-f5854403a974/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= +golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= +golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20201020160332-67f06af15bc9/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a h1:1BGLXjeY4akVXGgbC9HugT3Jv3hCI0z56oJR5vAMgBU= +golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f h1:+Nyd8tzPX9R7BWHguqsrbFdRx3WQ/1ib8I44HXV5yTA= +golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/text v0.3.0 h1:g61tztE5qeGQ89tm6NTjjM9VPIm088od1l6aSorWRWg= +golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= +golang.org/x/text v0.3.3 h1:cokOdA+Jmi5PJGXLlLllQSgYigAEfHXJAERHVMaCc2k= +golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20190226205152-f727befe758c/go.mod h1:9Yl7xja0Znq3iFh3HoIrodX9oNMXvdceNzlUR8zjMvY= +golang.org/x/tools v0.0.0-20190311212946-11955173bddd/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= +golang.org/x/tools v0.0.0-20190524140312-2c0ae7006135/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= +golang.org/x/tools v0.0.0-20191108193012-7d206e10da11/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20200619180055-7c47624df98f/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= +golang.org/x/tools v0.0.0-20210106214847-113979e3529a/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= +golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +google.golang.org/appengine v1.1.0/go.mod h1:EbEs0AVv82hx2wNQdGPgUI5lhzA/G0D9YwlJXL52JkM= +google.golang.org/appengine v1.4.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4= +google.golang.org/genproto v0.0.0-20180817151627-c66870c02cf8/go.mod h1:JiN7NxoALGmiZfu7CAH4rXhgtRTLTxftemlI0sWmxmc= +google.golang.org/genproto v0.0.0-20190819201941-24fa4b261c55 h1:gSJIx1SDwno+2ElGhA4+qG2zF97qiUzTM+rQ0klBOcE= +google.golang.org/genproto v0.0.0-20190819201941-24fa4b261c55/go.mod h1:DMBHOl98Agz4BDEuKkezgsaosCRResVns1a3J2ZsMNc= +google.golang.org/genproto v0.0.0-20200526211855-cb27e3aa2013 h1:+kGHl1aib/qcwaRi1CbqBZ1rk19r85MNUf8HaBghugY= +google.golang.org/genproto v0.0.0-20200526211855-cb27e3aa2013/go.mod h1:NbSheEEYHJ7i3ixzK3sjbqSGDJWnxyFXZblF3eUsNvo= +google.golang.org/grpc v1.19.0/go.mod h1:mqu4LbDTu4XGKhr4mRzUsmM4RtVoemTSY81AxZiDr8c= +google.golang.org/grpc v1.23.0/go.mod h1:Y5yQAOtifL1yxbo5wqy6BxZv8vAUGQwXBOALyacEbxg= +google.golang.org/grpc v1.25.1/go.mod h1:c3i+UQWmh7LiEpx4sFZnkU36qjEYZ0imhYfXVyQciAY= +google.golang.org/grpc v1.26.0 h1:2dTRdpdFEEhJYQD8EMLB61nnrzSCTbG38PhqdhvOltg= +google.golang.org/grpc v1.26.0/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk= +google.golang.org/grpc v1.27.0/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk= +google.golang.org/grpc v1.38.0 h1:/9BgsAsa5nWe26HqOlvlgJnqBuktYOLCgjCPqsa56W0= +google.golang.org/grpc v1.38.0/go.mod h1:NREThFqKR1f3iQ6oBuvc5LadQuXVGo9rkm5ZGrQdJfM= +google.golang.org/protobuf v0.0.0-20200109180630-ec00e32a8dfd/go.mod h1:DFci5gLYBciE7Vtevhsrf46CRTquxDuWsQurQQe4oz8= +google.golang.org/protobuf v0.0.0-20200221191635-4d8936d0db64/go.mod h1:kwYJMbMJ01Woi6D6+Kah6886xMZcty6N08ah7+eCXa0= +google.golang.org/protobuf v0.0.0-20200228230310-ab0ca4ff8a60/go.mod h1:cfTl7dwQJ+fmap5saPgwCLgHXTUD7jkjRqWcaiX5VyM= +google.golang.org/protobuf v1.20.1-0.20200309200217-e05f789c0967/go.mod h1:A+miEFZTKqfCUM6K7xSMQL9OKL/b6hQv+e19PK+JZNE= +google.golang.org/protobuf v1.21.0/go.mod h1:47Nbq4nVaFHyn7ilMalzfO3qCViNmqZ2kzikPIcrTAo= +google.golang.org/protobuf v1.22.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.23.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.23.1-0.20200526195155-81db48ad09cc/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.25.0 h1:Ejskq+SyPohKW+1uil0JJMtmHCgJPJ/qWTxr8qp+R4c= +google.golang.org/protobuf v1.25.0/go.mod h1:9JNX74DMeImyA3h4bdi1ymwjUzf21/xIlbajtzgsN7c= +gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.2.8/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +gopkg.in/yaml.v3 v3.0.0-20210107192922-496545a6307b/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= +honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= diff --git a/handler/http_handler.go b/handler/http_handler.go new file mode 100644 index 0000000..8701246 --- /dev/null +++ b/handler/http_handler.go @@ -0,0 +1,240 @@ +package handler + +import ( + "bytes" + "crypto/md5" + "encoding/json" + "errors" + "fmt" + "io/ioutil" + "locking-kit-server/consts" + "locking-kit-server/db" + "locking-kit-server/env" + "locking-kit-server/utils" + "log" + "net/http" + "os" + "path/filepath" + "strings" +) + +/** + * @author yuanrh + * @description http服务核心逻辑 + * @date 2021/6/28 11:11 + **/ + +var currentLoginUserId string + +//@title 同步文件夹至工作空间 +//@param ids 项目id，逗号分隔 +func SyncFolderToWorkSpace(w http.ResponseWriter, r *http.Request){ + + //参数解析 + defer r.Body.Close() + data := r.URL.Query() + ids := strings.Split(data.Get("ids"),",") + if len(ids) == 0{ + fmt.Fprintln(w, utils.BuildFail("ids为必填参数")) + return + } + + //遍历文件夹 + for _, id := range ids { + //查询文件列表 + task,err := postQueryArchiveListByProjectId(id) + if err !=nil{ + fmt.Fprintln(w, utils.BuildFail("同步失败!")) + return + } + + //添加同步任务 + err = batchInsertTask(task) + if err !=nil{ + fmt.Fprintln(w, utils.BuildFail("同步失败!")) + return + } + } + + fmt.Fprintln(w, utils.BuildSuccess()) +} + +//批量插入同步任务 +func batchInsertTask(task []interface{}) error{ + + for _, archiveObj := range task { + //key=userId:TASK_SYNC_STATUS_WAIT:taskId + taskId := utils.GeneraatorId() + addAttribute(archiveObj.(map[string] interface{}), taskId, consts.TASK_SYNC_STATUS_WAIT, 0) + archiveByte,err := json.Marshal(archiveObj) + if err !=nil{ + return err + } + key := fmt.Sprintf("%v%v:%v:%v",currentLoginUserId, consts.ETCD_DIRECTOR_TASK_SYNC, consts.TASK_SYNC_STATUS_WAIT,taskId) + err = db.ReplaceInto(key,string(archiveByte)) + if err !=nil{ + return err + } + } + return nil +} + +func addAttribute(archiveObj map[string] interface{}, taskId int64, taskSyncStatus string, progress float64){ + archiveObj["TaskId"] = taskId + archiveObj["TaskSyncStatus"] = taskSyncStatus + archiveObj["TaskSyncProgress"] = progress +} + + +//@title 文件/文件夹下载 +//@param filePath 文件/文件夹路径 +func DownloadFile(w http.ResponseWriter, r *http.Request){ + + //参数解析 + defer r.Body.Close() + data := r.URL.Query() + filePath := data.Get("filePath") + if len(filePath) == 0{ + fmt.Fprintln(w, utils.BuildFail("filePath为必填参数")) + return + } + + var task []interface{} + var err error + + fileInfo,err := os.Stat(filePath) + if err != nil{ + fmt.Fprintln(w, utils.BuildFail("filePath参数无效")) + return + } + + absFilePath := strings.Replace(filePath, env.WorkSpace, "", 1) + blocks := strings.Split(absFilePath, string(os.PathSeparator)) + projectName := blocks[1] + folderName := blocks[2] + if fileInfo.IsDir() { + relativePath := strings.Replace(absFilePath, blocks[0]+string(os.PathSeparator)+projectName+string(os.PathSeparator)+folderName, "", 1) + task, err = postQueryArchiveListByCondition(projectName, folderName, "", "", relativePath) + }else{ + extension := strings.Replace(filepath.Ext(filePath), ".", "", 1) + archName := strings.Replace(filepath.Base(filePath), filepath.Ext(filePath), "", 1) + relativePath := strings.Replace(absFilePath, projectName+string(os.PathSeparator)+folderName, "", 1) + relativePath = strings.Replace(relativePath, filepath.Base(filePath), "", 1) + task, err = postQueryArchiveListByCondition(projectName, folderName, archName, extension, filepath.Clean(relativePath)) + } + + if err != nil{ + log.Printf("文件列表查询失败,%v", err) + fmt.Fprintln(w, utils.BuildFail("同步失败!")) + return + } + + //添加同步任务 + err = batchInsertTask(task) + if err !=nil{ + fmt.Fprintln(w, utils.BuildFail("同步失败!")) + return + } + + fmt.Fprintln(w, utils.BuildSuccess()) +} + +//根据项目Id查询所有文件列表 +func postQueryArchiveListByProjectId(id string)(data []interface{},err error){ + + url:=consts.SERVER_IP_PORT+"/api/pms/sdk/queryArchiveListByProjectId" + + var param struct{Id string; Digest string} + param.Id = id + + //摘要 + text:=fmt.Sprintf("%v",param.Id) + textByte := []byte(text) + md5Byte := md5.Sum(textByte) + digest := fmt.Sprintf("%x", md5Byte) + param.Digest=digest + jsonData,err :=json.Marshal(param) + if err!=nil{ + log.Printf("json序列化化错误！") + return nil,err + } + + resp, err := http.Post(url, consts.CONTENT_TYPE, bytes.NewReader(jsonData)) + if err != nil { + log.Printf("post failed, err:%v\n", err) + return nil,err + } + + defer resp.Body.Close() + b, err := ioutil.ReadAll(resp.Body) + if err != nil { + log.Printf("get resp failed,err:%v\n", err) + return nil,err + + } + returnValue := make(map[string] interface{}) + err=json.Unmarshal(b,&returnValue) + if err!=nil{ + log.Printf("字符串%v反序列化出错", string(b[:])) + } + + //成功 + if returnValue["Code"].(float64)==0{ + return returnValue["Data"].([] interface{}),nil + } + + //失败 + return nil,errors.New(returnValue["Msg"].(string)) +} + +//根据条件查询所有文件列表 +func postQueryArchiveListByCondition( projectName, folderName, archName, extension, relativePath string)(data []interface{},err error){ + + url:=consts.SERVER_IP_PORT+"/api/pms/sdk/queryArchiveListByCondition" + + var param struct{ ProjectName, FolderName, ArchName, Extension, RelativePath, Digest string} + param.ProjectName = projectName + param.FolderName = folderName + param.ArchName = archName + param.Extension = extension + param.RelativePath = relativePath + + //摘要 + text:=fmt.Sprintf("%v|%v|%v|%v|%v", param.ProjectName, param.FolderName, param.ArchName, param.Extension, param.RelativePath) + textByte := []byte(text) + md5Byte := md5.Sum(textByte) + digest := fmt.Sprintf("%x", md5Byte) + param.Digest=digest + jsonData,err :=json.Marshal(param) + if err!=nil{ + log.Printf("json序列化化错误！") + return nil,err + } + + resp, err := http.Post(url, consts.CONTENT_TYPE, bytes.NewReader(jsonData)) + if err != nil { + log.Printf("post failed, err:%v\n", err) + return nil,err + } + + defer resp.Body.Close() + b, err := ioutil.ReadAll(resp.Body) + if err != nil { + log.Printf("get resp failed,err:%v\n", err) + return nil,err + + } + returnValue := make(map[string] interface{}) + err=json.Unmarshal(b,&returnValue) + if err!=nil{ + log.Printf("字符串%v反序列化出错", string(b[:])) + } + + //成功 + if returnValue["Code"].(float64)==0{ + return returnValue["Data"].([] interface{}),nil + } + + //失败 + return nil,errors.New(returnValue["Msg"].(string)) +} diff --git a/handler/websocket_handler.go b/handler/websocket_handler.go new file mode 100644 index 0000000..4083e02 --- /dev/null +++ b/handler/websocket_handler.go @@ -0,0 +1,48 @@ +package handler + +import ( + "fmt" + "github.com/gorilla/websocket" + "locking-kit-server/consts" + "locking-kit-server/db" + "log" +) + +/** + * @author yuanrh + * @description websocket服务核心逻辑 + * @date 2021/6/28 11:11 + **/ + +var TaskSyncChanel = make(chan string, 10000) + +//监听任务同步情况 +func SubscriptionTaskSyncHandler(conn *websocket.Conn) (err error){ + + //获取全部任务，包括 同步中、已同步、同步异常 + prefix := fmt.Sprintf("%v%v:%v",currentLoginUserId, consts.ETCD_DIRECTOR_TASK_SYNC, consts.TASK_SYNC_STATUS_WAIT) + task,err := db.QueryWithPrefix(prefix) + if err != nil{ + log.Printf("监听同步任务失败，%v", err) + return err + } + + for _, v := range task { + if err := conn.WriteMessage(websocket.TextMessage, []byte(v)); err != nil { + log.Printf("监听同步任务失败，%v", err) + return err + } + } + + //任务同步信道 + for v := range TaskSyncChanel { + if err := conn.WriteMessage(websocket.TextMessage, []byte(v)); err != nil { + log.Printf("监听同步任务失败，%v", err) + return err + } + } + + return nil +} + + diff --git a/main.go b/main.go new file mode 100644 index 0000000..ddfafb1 --- /dev/null +++ b/main.go @@ -0,0 +1,54 @@ +package main + +import ( + "fmt" + "io" + "locking-kit-server/consts" + "locking-kit-server/handler" + "locking-kit-server/utils" + "locking-kit-server/websocket" + "log" + "net/http" + "os" + "path/filepath" + "strconv" + "time" +) + +/** + * @author yuanrh + * @description 主函数 + * @date 2021/6/28 11:11 + **/ + +func main() { + + //日志设置 + _,err := os.Stat(consts.LOG_PATH) + if err != nil { + os.MkdirAll(consts.LOG_PATH, os.ModePerm) + } + logpath :=filepath.Join(consts.LOG_PATH,fmt.Sprintf("%v-%d.log",strconv.Itoa((time.Now().Year())),time.Now().Month())) + logFile, err := os.OpenFile(logpath, os.O_CREATE|os.O_WRONLY|os.O_APPEND, 0644) + if err != nil { + log.Printf("open log file failed, err:", err) + return + } + multiWriter := io.MultiWriter(os.Stdout,logFile) + log.SetOutput(multiWriter) + log.SetPrefix(consts.LOG_PREFIX) + log.SetFlags(log.Ldate | log.Ltime | log.Lshortfile) + + utils.InitWorker(101) + + //http://localhost:7777/ws + http.HandleFunc("/api/syncFolderToWorkSpace", handler.SyncFolderToWorkSpace) + http.HandleFunc("/api/downloadFile", handler.DownloadFile) + http.HandleFunc("/websocket/subscriptionTaskSync", websocket.SubscriptionTaskSyncHandler) + + //服务端启动 + log.Println("服务启动成功，监听端口7888，等待连接...") + http.ListenAndServe("127.0.0.1:7888", nil) + +} + diff --git a/utils/http_result.go b/utils/http_result.go new file mode 100644 index 0000000..d733a85 --- /dev/null +++ b/utils/http_result.go @@ -0,0 +1,25 @@ +// http_result +package utils + +type HttpResult struct { + Code int8 + Msg string + Data interface{} +} + +func BuildSuccess() (httpResult HttpResult) { + httpResult.Code = 0 + return httpResult +} + +func BuildFail(msg string) (httpResult HttpResult) { + httpResult.Code = -1 + httpResult.Msg = msg + return httpResult +} + +func BuildSuccessData(data interface{}) (httpResult HttpResult) { + httpResult.Code = 0 + httpResult.Data = data + return httpResult +} diff --git a/utils/idgenerator.go b/utils/idgenerator.go new file mode 100644 index 0000000..751520d --- /dev/null +++ b/utils/idgenerator.go @@ -0,0 +1,71 @@ +// idgenerator +package utils + +import ( + "errors" + "sync" + "time" +) + +var currentNode *Worker + +const ( + workerBits uint8 = 10 + numberBits uint8 = 12 + workerMax int64 = -1 ^ (-1 << workerBits) + numberMax int64 = -1 ^ (-1 << numberBits) + timeShift uint8 = workerBits + numberBits + workerShift uint8 = numberBits + startTime int64 = 1525705533000 // 如果在程序跑了一段时间修改了epoch这个值 可能会导致生成相同的ID +) + +type Worker struct { + mu sync.Mutex + timestamp int64 + workerId int64 + number int64 +} + +func NewWorker(workerId int64) (*Worker, error) { + if workerId < 0 || workerId > workerMax { + return nil, errors.New("Worker ID excess of quantity") + } + // 生成一个新节点 + return &Worker{ + timestamp: 0, + workerId: workerId, + number: 0, + }, nil +} + +func (w *Worker) GetId() int64 { + w.mu.Lock() + defer w.mu.Unlock() + now := time.Now().UnixNano() / 1e6 + if w.timestamp == now { + w.number++ + if w.number > numberMax { + for now <= w.timestamp { + now = time.Now().UnixNano() / 1e6 + } + } + } else { + w.number = 0 + w.timestamp = now + } + ID := int64((now-startTime)<