Skip to content

support Etcd as meta engine #1638

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 23 commits into from
Apr 2, 2022
Merged

support Etcd as meta engine #1638

Show file tree
Hide file tree
Changes from 3 commits
Commits
Show all changes
23 commits
Select commit Hold shift + click to select a range
bb1beb6
support etcd as meta engine
davies Mar 23, 2022
416bbbe
retry conflicted transaction
davies Mar 23, 2022
29fa6fd
fix build
davies Mar 23, 2022
4eb34d2
cleanup
davies Mar 24, 2022
2cae2d8
cleanup
davies Mar 24, 2022
4b09bc4
test in CI
davies Mar 24, 2022
df742f4
get multiple keys in batch
davies Mar 25, 2022
5ca494e
cleanup
davies Mar 25, 2022
b3f7a1b
limit batch to 128
davies Mar 25, 2022
ad9e5e7
use tls connections
davies Mar 25, 2022
3bf8b5e
limit number of slices in a compaction
davies Mar 30, 2022
3ac39bd
use 2389 for etcd
davies Mar 30, 2022
0545d4d
read from write buffer
davies Mar 30, 2022
790aef2
Merge branch 'main' into etcd
davies Mar 30, 2022
98c55be
try travis
davies Apr 1, 2022
c57b6b9
fix travis
davies Apr 1, 2022
88c3c8e
Merge branch 'main' into etcd
davies Apr 1, 2022
7803739
fix travis
davies Apr 1, 2022
fad1ff3
fix travis
davies Apr 1, 2022
91c44df
try
davies Apr 2, 2022
7a7ee62
test with pd
davies Apr 2, 2022
6e828fa
Merge branch 'main' into etcd
davies Apr 2, 2022
2755e16
scan keys in lineariable
davies Apr 2, 2022
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
24 changes: 15 additions & 9 deletions go.mod
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,7 @@ require (
github.com/go-redis/redis/v8 v8.4.0
github.com/go-sql-driver/mysql v1.6.0
github.com/gofrs/flock v0.8.1
github.com/golang/protobuf v1.4.3
github.com/golang/protobuf v1.5.2
github.com/google/btree v1.0.1
github.com/google/gops v0.3.13
github.com/google/uuid v1.1.2
Expand All @@ -46,9 +46,9 @@ require (
github.com/pkg/errors v0.9.1
github.com/pkg/sftp v1.10.0
github.com/pkg/xattr v0.4.4
github.com/prometheus/client_golang v1.9.0
github.com/prometheus/client_golang v1.11.0
github.com/prometheus/client_model v0.2.0
github.com/prometheus/common v0.15.0
github.com/prometheus/common v0.26.0
github.com/qingstor/qingstor-sdk-go/v4 v4.4.0
github.com/qiniu/api.v7/v7 v7.8.0
github.com/satori/go.uuid v1.2.0
Expand All @@ -60,9 +60,10 @@ require (
github.com/urfave/cli/v2 v2.3.0
github.com/vbauerster/mpb/v7 v7.0.3
github.com/viki-org/dnscache v0.0.0-20130720023526-c70c1f23c5d8
go.etcd.io/etcd/client/v3 v3.5.2
golang.org/x/crypto v0.0.0-20210616213533-5ff15b29337e
golang.org/x/net v0.0.0-20210405180319-a5a99cb37ef4
golang.org/x/oauth2 v0.0.0-20190517181255-950ef44c6e07
golang.org/x/oauth2 v0.0.0-20200107190931-bf48bf16ab8d
golang.org/x/sys v0.0.0-20210831042530-f4d43177bf5e
golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1
google.golang.org/api v0.5.0
Expand Down Expand Up @@ -96,6 +97,7 @@ require (
github.com/coredns/coredns v1.4.0 // indirect
github.com/coreos/go-semver v0.3.0 // indirect
github.com/coreos/go-systemd v0.0.0-20190321100706-95778dfbb74e // indirect
github.com/coreos/go-systemd/v22 v22.3.2 // indirect
github.com/coreos/pkg v0.0.0-20180928190104-399ea9e2e55f // indirect
github.com/cpuguy83/go-md2man/v2 v2.0.0 // indirect
github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 // indirect
Expand Down Expand Up @@ -152,7 +154,7 @@ require (
github.com/jcmturner/goidentity/v6 v6.0.1 // indirect
github.com/jcmturner/rpc/v2 v2.0.3 // indirect
github.com/jmespath/go-jmespath v0.4.0 // indirect
github.com/json-iterator/go v1.1.10 // indirect
github.com/json-iterator/go v1.1.11 // indirect
github.com/jtolds/gls v4.20.0+incompatible // indirect
github.com/klauspost/compress v1.13.4 // indirect
github.com/klauspost/cpuid v1.3.1 // indirect
Expand Down Expand Up @@ -194,7 +196,7 @@ require (
github.com/pingcap/failpoint v0.0.0-20210316064728-7acb0f0a3dfd // indirect
github.com/pingcap/kvproto v0.0.0-20211122024046-03abd340988f // indirect
github.com/pquerna/ffjson v0.0.0-20190930134022-aa0246cd15f7 // indirect
github.com/prometheus/procfs v0.2.0 // indirect
github.com/prometheus/procfs v0.6.0 // indirect
github.com/remyoudompheng/bigfft v0.0.0-20200410134404-eec4a21b6bb0 // indirect
github.com/rivo/uniseg v0.2.0 // indirect
github.com/rjeczalik/notify v0.9.2 // indirect
Expand Down Expand Up @@ -225,6 +227,8 @@ require (
github.com/xdg/scram v0.0.0-20180814205039-7eeb5667e42c // indirect
github.com/xdg/stringprep v1.0.0 // indirect
go.etcd.io/etcd v0.5.0-alpha.5.0.20200824191128-ae9734ed278b // indirect
go.etcd.io/etcd/api/v3 v3.5.2 // indirect
go.etcd.io/etcd/client/pkg/v3 v3.5.2 // indirect
go.opencensus.io v0.22.5 // indirect
go.opentelemetry.io/otel v0.14.0 // indirect
go.uber.org/atomic v1.7.0 // indirect
Expand All @@ -234,9 +238,9 @@ require (
golang.org/x/text v0.3.6 // indirect
golang.org/x/time v0.0.0-20200416051211-89c76fbcd5d1 // indirect
google.golang.org/appengine v1.6.5 // indirect
google.golang.org/genproto v0.0.0-20200224152610-e50cd9704f63 // indirect
google.golang.org/grpc v1.27.1 // indirect
google.golang.org/protobuf v1.23.0 // indirect
google.golang.org/genproto v0.0.0-20210602131652-f16073e35f0c // indirect
google.golang.org/grpc v1.38.0 // indirect
google.golang.org/protobuf v1.26.0 // indirect
gopkg.in/ini.v1 v1.57.0 // indirect
gopkg.in/natefinch/lumberjack.v2 v2.0.0 // indirect
gopkg.in/square/go-jose.v2 v2.3.1 // indirect
Expand All @@ -251,3 +255,5 @@ replace github.com/hanwen/go-fuse/v2 v2.1.1-0.20210611132105-24a1dfe6b4f8 => git
replace github.com/dgrijalva/jwt-go v3.2.0+incompatible => github.com/golang-jwt/jwt v3.2.1+incompatible

replace github.com/vbauerster/mpb/v7 v7.0.3 => github.com/juicedata/mpb/v7 v7.0.4-0.20220216145631-6e0757f14703

replace google.golang.org/grpc => google.golang.org/grpc v1.29.0
Loading