diff --git a/go.mod b/go.mod index 972078ab..3eca3956 100644 --- a/go.mod +++ b/go.mod @@ -10,10 +10,12 @@ require ( github.com/cbergoon/merkletree v0.2.0 github.com/fatih/color v1.9.0 github.com/fsnotify/fsnotify v1.4.9 + github.com/go-redis/redis/v8 v8.11.5 github.com/gobuffalo/packd v1.0.1 github.com/gobuffalo/packr/v2 v2.8.3 github.com/golang/mock v1.6.0 github.com/google/btree v1.0.0 + github.com/google/uuid v1.1.5 github.com/hashicorp/go-hclog v0.0.0-20180709165350-ff2cf002a8dd github.com/hashicorp/go-plugin v1.3.0 github.com/ipfs/go-cid v0.0.7 diff --git a/go.sum b/go.sum index 7a790819..20de86b4 100644 --- a/go.sum +++ b/go.sum @@ -138,8 +138,11 @@ github.com/cbergoon/merkletree v0.2.0/go.mod h1:5c15eckUgiucMGDOCanvalj/yJnD+KAZ github.com/cenkalti/backoff v2.2.1+incompatible/go.mod h1:90ReRw6GdpyfrHakVjL/QHaoyV4aDUVVkXQJJJ3NXXM= github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU= github.com/cespare/cp v0.1.0/go.mod h1:SOGHArjBr4JWaSDEVpWpo/hNg6RoKrls6Oh40hiwW+s= +github.com/cespare/xxhash v1.1.0 h1:a6HrQnmkObjyL+Gs60czilIUGqrzKutQD6XZog3p+ko= github.com/cespare/xxhash v1.1.0/go.mod h1:XrSqR1VqqWfGrhpAt58auRo0WTKS1nRRg3ghfAqPWnc= github.com/cespare/xxhash/v2 v2.1.1/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs= +github.com/cespare/xxhash/v2 v2.1.2 h1:YRXhKfTDauu4ajMg1TPgFO5jnlC2HCbmLXMcTG5cbYE= +github.com/cespare/xxhash/v2 v2.1.2/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs= github.com/cheekybits/is v0.0.0-20150225183255-68e9c0620927 h1:SKI1/fuSdodxmNNyVBR8d7X/HuLnRpvvFO0AgyQk764= github.com/cheekybits/is v0.0.0-20150225183255-68e9c0620927/go.mod h1:h/aW8ynjgkuj+NQRlZcDbAbM1ORAbXjXX77sX7T289U= github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWRnGsAI= @@ -194,6 +197,8 @@ github.com/dgrijalva/jwt-go v3.2.0+incompatible/go.mod h1:E3ru+11k8xSBh+hMPgOLZm github.com/dgryski/go-bitstream v0.0.0-20180413035011-3522498ce2c8/go.mod h1:VMaSuZ+SZcx/wljOQKvp5srsbCiKDEb6K2wC4+PiBmQ= github.com/dgryski/go-farm v0.0.0-20190104051053-3adb47b1fb0f/go.mod h1:SqUrOPUnsFjfmXRMNPybcSiG0BgUW2AuFH8PAnS2iTw= github.com/dgryski/go-farm v0.0.0-20190423205320-6a90982ecee2/go.mod h1:SqUrOPUnsFjfmXRMNPybcSiG0BgUW2AuFH8PAnS2iTw= +github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f h1:lO4WD4F/rVNCu3HqELle0jiPLLBs70cWOduZpkS1E78= +github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f/go.mod h1:cuUVRXasLTGF7a8hSLbxyZXjz+1KgoB3wDUb6vlszIc= github.com/dgryski/go-sip13 v0.0.0-20181026042036-e10d5fee7954/go.mod h1:vAd38F8PWV+bWy6jNmig1y/TA+kYO4g3RSRF0IAv0no= github.com/dlclark/regexp2 v1.2.0/go.mod h1:2pZnwuY/m+8K6iRw6wQdMtk+rH5tNGR1i55kozfMjCc= github.com/docker/docker v1.4.2-0.20180625184442-8e610b2b55bf/go.mod h1:eEKB0N0r5NX/I1kEveEz05bcu8tLC/8azJZsviup8Sk= @@ -244,10 +249,13 @@ github.com/go-logfmt/logfmt v0.3.0/go.mod h1:Qt1PoO58o5twSAckw1HlFXLmHsOX5/0LbT9 github.com/go-logfmt/logfmt v0.4.0/go.mod h1:3RMwSq7FuexP4Kalkev3ejPJsZTpXXBr9+V4qmtdjCk= github.com/go-logfmt/logfmt v0.5.0/go.mod h1:wCYkCAKZfumFQihp8CzCvQ3paCTfi41vtzG1KdI/P7A= github.com/go-ole/go-ole v1.2.1/go.mod h1:7FAglXiTm7HKlQRDeOQ6ZNUHidzCWXuZWq/1dTyBNF8= +github.com/go-redis/redis/v8 v8.11.5 h1:AcZZR7igkdvfVmQTPnu9WE37LRrO/YrBH5zWyjDC0oI= +github.com/go-redis/redis/v8 v8.11.5/go.mod h1:gREzHqY1hg6oD9ngVRbLStwAWKhA0FEgq8Jd4h5lpwo= github.com/go-sourcemap/sourcemap v2.1.2+incompatible/go.mod h1:F8jJfvm2KbVjc5NqelyYJmf/v5J0dwNLS2mL4sNA1Jg= github.com/go-sql-driver/mysql v1.4.0/go.mod h1:zAC/RDZ24gD3HViQzih4MyKcchzm+sOG5ZlKdlhCg5w= github.com/go-sql-driver/mysql v1.4.1/go.mod h1:zAC/RDZ24gD3HViQzih4MyKcchzm+sOG5ZlKdlhCg5w= github.com/go-stack/stack v1.8.0/go.mod h1:v0f6uXyyMGvRgIKkXu+yp6POWl0qKG85gN/melR3HDY= +github.com/go-task/slim-sprig v0.0.0-20210107165309-348f09dbbbc0/go.mod h1:fyg7847qk6SyHyPtNmDHnmrv/HOrqktSC+C9fM+CJOE= github.com/gobuffalo/logger v1.0.6 h1:nnZNpxYo0zx+Aj9RfMPBm+x9zAU2OayFh/xrAWi34HU= github.com/gobuffalo/logger v1.0.6/go.mod h1:J31TBEHR1QLV2683OXTAItYIg8pv2JMHnF/quuAbMjs= github.com/gobuffalo/packd v1.0.1 h1:U2wXfRr4E9DH8IdsDLlRFwTZTK7hLfq9qT/QHXGVe/0= @@ -337,6 +345,7 @@ github.com/google/pprof v0.0.0-20201023163331-3e6fc7fc9c4c/go.mod h1:kpwsk12EmLe github.com/google/pprof v0.0.0-20201203190320-1bf35d6f28c2/go.mod h1:kpwsk12EmLew5upagYY7GY0pfYCcupk39gWOCRROcvE= github.com/google/pprof v0.0.0-20210122040257-d980be63207e/go.mod h1:kpwsk12EmLew5upagYY7GY0pfYCcupk39gWOCRROcvE= github.com/google/pprof v0.0.0-20210226084205-cbba55b83ad5/go.mod h1:kpwsk12EmLew5upagYY7GY0pfYCcupk39gWOCRROcvE= +github.com/google/pprof v0.0.0-20210407192527-94a9f03dee38/go.mod h1:kpwsk12EmLew5upagYY7GY0pfYCcupk39gWOCRROcvE= github.com/google/renameio v0.1.0/go.mod h1:KWCgfxg9yswjAJkECMjeO8J8rahYeXnNhOm40UhjYkI= github.com/google/uuid v1.0.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= github.com/google/uuid v1.1.1/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= @@ -854,8 +863,9 @@ github.com/nats-io/nkeys v0.1.3/go.mod h1:xpnFELMwJABBLVhffcfd1MZx6VsNRFpEugbxzi github.com/nats-io/nuid v1.0.1/go.mod h1:19wcPz3Ph3q0Jbyiqsd0kePYG7A95tJPxeL+1OSON2c= github.com/niemeyer/pretty v0.0.0-20200227124842-a10e7caefd8e h1:fD57ERR4JtEqsWbfPhv4DMiApHyliiK5xCTNVSPiaAs= github.com/niemeyer/pretty v0.0.0-20200227124842-a10e7caefd8e/go.mod h1:zD1mROLANZcx1PVRCS0qkT7pwLkGfwJo4zjcN/Tysno= -github.com/nxadm/tail v1.4.4 h1:DQuhQpB1tVlglWS2hLQ5OV6B5r8aGxSrPc5Qo6uTN78= github.com/nxadm/tail v1.4.4/go.mod h1:kenIhsEOeOJmVchQTgglprH7qJGnHDVpk1VPCcaMI8A= +github.com/nxadm/tail v1.4.8 h1:nPr65rt6Y5JFSKQO7qToXr7pePgD6Gwiw05lkbyAQTE= +github.com/nxadm/tail v1.4.8/go.mod h1:+ncqLTQzXmGhMZNUePPaPqPvBxHAIsmXswZKocGu+AU= github.com/oklog/oklog v0.3.2/go.mod h1:FCV+B7mhrz4o+ueLpx+KqkyXRGMWOYEvfiXtdGtbWGs= github.com/oklog/run v1.0.0 h1:Ru7dDtJNOyC66gQ5dQmaCa0qIsAUFY3sFpK1Xk8igrw= github.com/oklog/run v1.0.0/go.mod h1:dlhp/R75TPv97u0XWUtDeV/lRKWPKSdTuV0TZvrmrQA= @@ -869,8 +879,12 @@ github.com/onsi/ginkgo v1.10.1/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+ github.com/onsi/ginkgo v1.11.0/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE= github.com/onsi/ginkgo v1.12.0/go.mod h1:oUhWkIvk5aDxtKvDDuw8gItl8pKl42LzjC9KZE0HfGg= github.com/onsi/ginkgo v1.12.1/go.mod h1:zj2OWP4+oCPe1qIXoGWkgMRwljMUYCdkwsT2108oapk= -github.com/onsi/ginkgo v1.14.0 h1:2mOpI4JVVPBN+WQRa0WKH2eXR+Ey+uK4n7Zj0aYpIQA= github.com/onsi/ginkgo v1.14.0/go.mod h1:iSB4RoI2tjJc9BBv4NKIKWKya62Rps+oPG/Lv9klQyY= +github.com/onsi/ginkgo v1.16.4/go.mod h1:dX+/inL/fNMqNlz0e9LfyB9TswhZpCVdJM/Z6Vvnwo0= +github.com/onsi/ginkgo v1.16.5 h1:8xi0RTUf59SOSfEtZMvwTvXYMzG4gV23XVHOZiXNtnE= +github.com/onsi/ginkgo v1.16.5/go.mod h1:+E8gABHa3K6zRBolWtd+ROzc/U5bkGt0FwiG042wbpU= +github.com/onsi/ginkgo/v2 v2.0.0 h1:CcuG/HvWNkkaqCUpJifQY8z7qEMBJya6aLPx6ftGyjQ= +github.com/onsi/ginkgo/v2 v2.0.0/go.mod h1:vw5CSIxN1JObi/U8gcbwft7ZxR2dgaR70JSE3/PpL4c= github.com/onsi/gomega v1.4.1/go.mod h1:C1qb7wdrVGGVU+Z6iS04AVkA3Q65CEZX59MT0QO5uiA= github.com/onsi/gomega v1.4.3/go.mod h1:ex+gbHU/CVuBBDIJjb2X0qEXbFg53c61hWP/1CpauHY= github.com/onsi/gomega v1.5.0/go.mod h1:ex+gbHU/CVuBBDIJjb2X0qEXbFg53c61hWP/1CpauHY= @@ -878,8 +892,10 @@ github.com/onsi/gomega v1.7.0/go.mod h1:ex+gbHU/CVuBBDIJjb2X0qEXbFg53c61hWP/1Cpa github.com/onsi/gomega v1.7.1/go.mod h1:XdKZgCCFLUoM/7CFJVPcG8C1xQ1AJ0vpAezJrB7JYyY= github.com/onsi/gomega v1.8.1/go.mod h1:Ho0h+IUsWyvy1OpqCwxlQ/21gkhVunqlU8fDGcoTdcA= github.com/onsi/gomega v1.9.0/go.mod h1:Ho0h+IUsWyvy1OpqCwxlQ/21gkhVunqlU8fDGcoTdcA= -github.com/onsi/gomega v1.10.1 h1:o0+MgICZLuZ7xjH7Vx6zS/zcu93/BEp1VwkIW1mEXCE= github.com/onsi/gomega v1.10.1/go.mod h1:iN09h71vgCQne3DLsj+A5owkum+a2tYe+TOCB1ybHNo= +github.com/onsi/gomega v1.17.0/go.mod h1:HnhC7FXeEQY45zxNK3PPoIUhzk/80Xly9PcubAlGdZY= +github.com/onsi/gomega v1.18.1 h1:M1GfJqGRrBrrGGsbxzV5dqM2U2ApXefZCQpkukxYRLE= +github.com/onsi/gomega v1.18.1/go.mod h1:0q+aL8jAiMXy9hbwj2mr5GziHiwhAIQpFmmtT5hitRs= github.com/op/go-logging v0.0.0-20160315200505-970db520ece7/go.mod h1:HzydrMdWErDVzsI23lYNej1Htcns9BCg93Dk0bBINWk= github.com/opentracing-contrib/go-observer v0.0.0-20170622124052-a52f23424492/go.mod h1:Ngi6UdF0k5OKD5t5wlmGhe/EDKPoUM3BXZSSfIuJbis= github.com/opentracing/basictracer-go v1.0.0/go.mod h1:QfBfYuafItcjQuMwinw9GhYKwFXS9KnPs5lxoYwgW74= @@ -1270,6 +1286,7 @@ golang.org/x/sys v0.0.0-20200905004654-be1d3432aa8f/go.mod h1:h1NjWce9XRLGQEsW7w golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20201201145000-ef89a241ccb3/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210104204734-6f8348627aad/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210112080510-489259a85091/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210119212857-b64e53b001e4/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210124154548-22da62e12c0c/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210220050731-9a76102bfb43/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= @@ -1280,10 +1297,12 @@ golang.org/x/sys v0.0.0-20210324051608-47abb6519492/go.mod h1:h1NjWce9XRLGQEsW7w golang.org/x/sys v0.0.0-20210330210617-4fbd30eecc44/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210403161142-5e06dd20ab57/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210420205809-ac73e9fd8988/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210423082822-04245dca01da/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210510120138-977fb7262007/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= -golang.org/x/sys v0.0.0-20210809222454-d867a43fc93e h1:WUoyKPm6nCo1BnNUvPGnFG3T5DUVem42yDJZZ4CNxMA= golang.org/x/sys v0.0.0-20210809222454-d867a43fc93e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20211216021012-1d35b9e2eb4e h1:fLOSk5Q00efkSvAm+4xcoXD+RRmLmmulPn5I3Y9F2EM= +golang.org/x/sys v0.0.0-20211216021012-1d35b9e2eb4e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/term v0.0.0-20201117132131-f5c789dd3221/go.mod h1:Nr5EML6q2oocZ2LXRh80K7BxOlk5/8JxuGnuhpl+muw= golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo= golang.org/x/term v0.0.0-20210927222741-03fcf44c2211 h1:JGgROgKl9N8DuW20oFS5gxc+lE67/N3FcwmBPMe7ArY= @@ -1359,6 +1378,7 @@ golang.org/x/tools v0.0.0-20200904185747-39188db58858/go.mod h1:Cj7w3i3Rnn0Xh82u golang.org/x/tools v0.0.0-20201110124207-079ba7bd75cd/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= golang.org/x/tools v0.0.0-20201201161351-ac6f37ff4c2a/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= golang.org/x/tools v0.0.0-20201208233053-a543418bbed2/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= +golang.org/x/tools v0.0.0-20201224043029-2b0845dc783e/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= golang.org/x/tools v0.0.0-20210105154028-b0ab187a4818/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= golang.org/x/tools v0.0.0-20210106214847-113979e3529a/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= golang.org/x/tools v0.1.0/go.mod h1:xkSsbof2nBLbhDlRMhhhyNLN/zl3eTqcnHD5viDpcZ0= diff --git a/internal/app/pier.go b/internal/app/pier.go index 67db38a3..1fc1da33 100755 --- a/internal/app/pier.go +++ b/internal/app/pier.go @@ -3,6 +3,7 @@ package app import ( "context" "fmt" + "github.com/meshplus/pier/pkg/redisha" "path/filepath" "strings" @@ -151,7 +152,14 @@ func NewPier(repoRoot string, config *repo.Config) (*Pier, error) { return nil, fmt.Errorf("exchanger create: %w", err) } - pierHA = single.New(nil, config.Appchain.ID) + switch config.HA.Mode { + case "single": + pierHA = single.New(nil, config.Appchain.ID) + case "redis": + pierHA = redisha.New(config.Redis, config.Appchain.ID) + default: + return nil, fmt.Errorf("unsupported ha mode %s, should be `single` or `redis`", config.HA.Mode) + } loggers.Logger(loggers.Direct).Infof("create direct pier instance finished") case repo.RelayMode: client, err := newBitXHubClient(logger, privateKey, config) diff --git a/internal/repo/config.go b/internal/repo/config.go index 9c38a05b..7db4e7bd 100644 --- a/internal/repo/config.go +++ b/internal/repo/config.go @@ -26,6 +26,7 @@ type Config struct { Security Security `toml:"security" json:"security"` HA HA `toml:"ha" json:"ha"` TSS *TSS `toml:"tss" json:"tss"` + Redis Redis `toml:"redis" json:"redis"` } // Security are certs used to setup connection with tls @@ -116,6 +117,19 @@ type Appchain struct { Plugin string `toml:"plugin" json:"plugin"` } +type Redis struct { + Address string `toml:"address" json:"address"` + Password string `toml:"password" json:"password"` + // redis default contains 0-15 buckets(databases) + Database int `toml:"database" json:"database"` + // LockPrefix will concat with appchainID(pierID) as lock name + LockPrefix string `toml:"lock_prefix" json:"lock_prefix"` + // LeaseRenewal used for main instance check and renew current lock, with unit(seconds) + LeaseRenewal int64 `toml:"lease_renewal" json:"lease_renewal"` + // LeaseRenewal used as expire time when setting lock, with unit(seconds) + LeaseTimeout int64 `toml:"lease_timeout" json:"lease_timeout"` +} + // DefaultConfig returns config with default value func DefaultConfig() *Config { return &Config{ @@ -181,6 +195,14 @@ func DefaultConfig() *Config { TSS: &TSS{ EnableTSS: false, }, + Redis: Redis{ + Address: "127.0.0.1:6379", + Password: "", + Database: 1, + LockPrefix: "pier_redis_lock", + LeaseRenewal: int64(5), + LeaseTimeout: int64(10), + }, } } diff --git a/pkg/redisha/redis_ha.go b/pkg/redisha/redis_ha.go new file mode 100644 index 00000000..fb3fd9a3 --- /dev/null +++ b/pkg/redisha/redis_ha.go @@ -0,0 +1,191 @@ +package redisha + +import ( + "context" + "errors" + "fmt" + "math/rand" + "strings" + "time" + + "github.com/meshplus/bitxhub-core/agency" + "github.com/meshplus/pier/internal/repo" + + "github.com/Rican7/retry" + "github.com/Rican7/retry/strategy" + "github.com/go-redis/redis/v8" + "github.com/google/uuid" +) + +// todo: currently outer logic directly New, +// todo: use register later, the constructor param is not proper +//func init() { +// agency.RegisterPierHAConstructor("redis", New) +//} + +//type RedisConfWrapper struct { +// agency.HAClient +// Conf repo.Redis +//} + +type RedisPierMng struct { + isMain chan bool + ID string + LockName string + RedisCli *redis.Client + Expire time.Duration + Renew time.Duration + ctx context.Context + cancel context.CancelFunc +} + +func (m *RedisPierMng) Start() error { + m.compete() + return nil +} + +func (m *RedisPierMng) Stop() error { + m.cancel() + return nil +} + +func (m *RedisPierMng) IsMain() <-chan bool { + return m.isMain +} + +func New(conf repo.Redis, pierID string) agency.PierHA { + ctx, cancel := context.WithCancel(context.Background()) + obj := &RedisPierMng{ + isMain: make(chan bool), + ID: uuid.New().String(), + LockName: strings.Join([]string{conf.LockPrefix, pierID}, "_"), + RedisCli: redis.NewClient(&redis.Options{ + Addr: conf.Address, + Password: conf.Password, + DB: conf.Database, + }), + Expire: time.Duration(conf.LeaseTimeout * int64(time.Second)), + Renew: time.Duration(conf.LeaseRenewal * int64(time.Second)), + ctx: ctx, + cancel: cancel, + } + return obj +} + +func (m *RedisPierMng) compete() { + time.Sleep(time.Duration(int64(time.Millisecond) * rand.Int63n(1000))) + _ = retry.Retry(func(attempt uint) error { + locked, err := m.lock() + if err != nil { + fmt.Printf("[instance-%s] compete lock error: %s\n", m.ID, err.Error()) + return err + } + if locked { + m.startMain() + } else { + m.startAux() + } + return nil + }, strategy.Wait(2*time.Second)) +} + +func (m *RedisPierMng) startMain() { + ticker := time.NewTicker(m.Renew) + go func() { + m.isMain <- true + fmt.Printf("[instance-%s] start in main mode\n", m.ID) + for { + select { + case <-ticker.C: + needStartAux := true + str, err := m.RedisCli.Get(m.ctx, m.LockName).Result() + if err != nil { + fmt.Printf("[instance-%s] get lock value error: %s\n", m.ID, err.Error()) + } else { + if str == m.ID { + if rerr := retry.Retry( + func(attempt uint) error { + success, eerr := m.RedisCli.Expire(m.ctx, m.LockName, m.Expire).Result() + if eerr != nil { + fmt.Printf("[instance-%s] set expire error: %s\n", m.ID, eerr.Error()) + return eerr + } + if success { + // value == self.ID && set Expire success, stay main + needStartAux = false + } + return nil + }, + strategy.Limit(3), + ); rerr != nil { + fmt.Printf("[instance-%s] retry set expire finished with error: %s\n", m.ID, rerr.Error()) + } + } + } + if needStartAux { + fmt.Printf("[instance-%s] quit main mode\n", m.ID) + m.startAux() + return + } + case <-m.ctx.Done(): + _ = m.unlock() + return + } + } + }() +} + +func (m *RedisPierMng) startAux() { + ticker := time.NewTicker(m.Expire) + go func() { + m.isMain <- false + fmt.Printf("[instance-%s] start in aux mode\n", m.ID) + for { + select { + case <-ticker.C: + locked, err := m.lock() + if err != nil { + fmt.Printf("[instance-%s] in aux mode, try lock error: %s\n", m.ID, err.Error()) + continue + } + if !locked { + fmt.Printf("[instance-%s] in aux mode, try lock failed\n", m.ID) + continue + } + m.startMain() + return + case <-m.ctx.Done(): + _ = m.unlock() + return + } + } + }() +} + +func (m *RedisPierMng) lock() (bool, error) { + return m.RedisCli.SetNX(m.ctx, m.LockName, m.ID, m.Expire).Result() +} + +func (m *RedisPierMng) unlock() error { + script := redis.NewScript(LauCheckAndDelete) + res, err := script.Run(m.ctx, m.RedisCli, []string{m.LockName}, m.ID).Int64() + if err != nil { + fmt.Printf("[instance-%s] unlock error: %s\n", m.ID, err.Error()) + return err + } + if res != 1 { + fmt.Printf("[instance-%s] unlock failed: res %d\n", m.ID, res) + return errors.New("can not unlock because del result not is one") + } + return nil +} + +const ( + LauCheckAndDelete = ` + if(redis.call('get',KEYS[1])==ARGV[1]) then + return redis.call('del',KEYS[1]) + else + return 0 + end + ` +)