You are viewing a plain text version of this content. The canonical link for it is here.
Posted to notifications@skywalking.apache.org by ha...@apache.org on 2021/11/11 09:37:06 UTC
[skywalking-banyandb] branch go-1.17 created (now a1ed0c3)
This is an automated email from the ASF dual-hosted git repository.
hanahmily pushed a change to branch go-1.17
in repository https://gitbox.apache.org/repos/asf/skywalking-banyandb.git.
at a1ed0c3 Bump up to go 1.17
This branch includes the following new commits:
new da55a53 Add measure API
new 0da455c Merge branch 'main' of github.com:apache/skywalking-banyandb into main
new 393b7de Merge branch 'main' of github.com:apache/skywalking-banyandb into main
new a1ed0c3 Bump up to go 1.17
The 4 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
[skywalking-banyandb] 02/04: Merge branch 'main' of
github.com:apache/skywalking-banyandb into main
Posted by ha...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
hanahmily pushed a commit to branch go-1.17
in repository https://gitbox.apache.org/repos/asf/skywalking-banyandb.git
commit 0da455c5159a842d020998a8b62cba298ee21f00
Merge: da55a53 abbc23f
Author: Gao Hongtao <ha...@gmail.com>
AuthorDate: Sat Oct 16 15:45:00 2021 +0800
Merge branch 'main' of github.com:apache/skywalking-banyandb into main
api/proto/banyandb/database/v1/schema.pb.go | 675 ++++++++++++++++++++++------
api/proto/banyandb/database/v1/schema.proto | 14 +-
2 files changed, 555 insertions(+), 134 deletions(-)
[skywalking-banyandb] 04/04: Bump up to go 1.17
Posted by ha...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
hanahmily pushed a commit to branch go-1.17
in repository https://gitbox.apache.org/repos/asf/skywalking-banyandb.git
commit a1ed0c37b460e3bf6d0ef35504788984ce6d9b61
Author: Gao Hongtao <ha...@gmail.com>
AuthorDate: Thu Nov 11 17:33:18 2021 +0800
Bump up to go 1.17
Signed-off-by: Gao Hongtao <ha...@gmail.com>
---
.github/workflows/go.yml | 6 +--
.github/workflows/publish-docker.yml | 2 +-
Makefile | 4 +-
go.mod | 75 +++++++++++++++++++++++++++++++++++-
scripts/build/docker.mk | 2 +-
5 files changed, 81 insertions(+), 8 deletions(-)
diff --git a/.github/workflows/go.yml b/.github/workflows/go.yml
index fd9b26b..0247d3b 100644
--- a/.github/workflows/go.yml
+++ b/.github/workflows/go.yml
@@ -30,7 +30,7 @@ jobs:
- name: Install Go
uses: actions/setup-go@v2
with:
- go-version: 1.16
+ go-version: 1.17
- name: Install goimports
run: go install golang.org/x/tools/cmd/goimports@latest
- name: Check out code into the Go module directory
@@ -52,7 +52,7 @@ jobs:
- name: Install Go
uses: actions/setup-go@v2
with:
- go-version: 1.16
+ go-version: 1.17
- name: Check out code into the Go module directory
uses: actions/checkout@v2
- name: Update dependencies
@@ -68,7 +68,7 @@ jobs:
- name: Install Go
uses: actions/setup-go@v2
with:
- go-version: 1.16
+ go-version: 1.17
- name: Check out code into the Go module directory
uses: actions/checkout@v2
- name: Update dependencies
diff --git a/.github/workflows/publish-docker.yml b/.github/workflows/publish-docker.yml
index bc39cd7..662f787 100644
--- a/.github/workflows/publish-docker.yml
+++ b/.github/workflows/publish-docker.yml
@@ -41,7 +41,7 @@ jobs:
- name: Install Go
uses: actions/setup-go@v2
with:
- go-version: 1.16
+ go-version: 1.17
- name: Install goimports
run: go install golang.org/x/tools/cmd/goimports@latest
- name: Check out code into the Go module directory
diff --git a/Makefile b/Makefile
index 0146f5c..b699636 100644
--- a/Makefile
+++ b/Makefile
@@ -71,8 +71,8 @@ format: ## Format all Go code
@goimports -w -local github.com/apache/skywalking-banyandb .
# Enforce go version matches what's in go.mod when running `make check` assuming the following:
-# * 'go version' returns output like "go version go1.16 darwin/amd64"
-# * go.mod contains a line like "go 1.16"
+# * 'go version' returns output like "go version go1.17 darwin/amd64"
+# * go.mod contains a line like "go 1.17"
CONFIGURED_GO_VERSION := $(shell sed -ne '/^go /s/.* //gp' go.mod)
EXPECTED_GO_VERSION_PREFIX := "go version go$(CONFIGURED_GO_VERSION)"
GO_VERSION := $(shell go version)
diff --git a/go.mod b/go.mod
index cd61dcd..a1ba284 100644
--- a/go.mod
+++ b/go.mod
@@ -1,6 +1,6 @@
module github.com/apache/skywalking-banyandb
-go 1.16
+go 1.17
require (
github.com/RoaringBitmap/roaring v0.9.1
@@ -28,4 +28,77 @@ require (
google.golang.org/protobuf v1.27.1
)
+require (
+ github.com/beorn7/perks v1.0.1 // indirect
+ github.com/bits-and-blooms/bitset v1.2.0 // indirect
+ github.com/cespare/xxhash/v2 v2.1.1 // indirect
+ github.com/coreos/go-semver v0.3.0 // indirect
+ github.com/coreos/go-systemd/v22 v22.3.2 // indirect
+ github.com/davecgh/go-spew v1.1.1 // indirect
+ github.com/dustin/go-humanize v1.0.0 // indirect
+ github.com/form3tech-oss/jwt-go v3.2.3+incompatible // indirect
+ github.com/fsnotify/fsnotify v1.4.9 // indirect
+ github.com/gogo/protobuf v1.3.2 // indirect
+ github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b // indirect
+ github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da // indirect
+ github.com/golang/snappy v0.0.3 // indirect
+ github.com/google/btree v1.0.1 // indirect
+ github.com/google/flatbuffers v1.12.0 // indirect
+ github.com/gorilla/websocket v1.4.2 // indirect
+ github.com/grpc-ecosystem/go-grpc-middleware v1.3.0 // indirect
+ github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0 // indirect
+ github.com/grpc-ecosystem/grpc-gateway v1.16.0 // indirect
+ github.com/hashicorp/hcl v1.0.0 // indirect
+ github.com/inconshreveable/mousetrap v1.0.0 // indirect
+ github.com/jonboulle/clockwork v0.2.2 // indirect
+ github.com/json-iterator/go v1.1.11 // indirect
+ github.com/magiconair/properties v1.8.5 // indirect
+ github.com/matttproud/golang_protobuf_extensions v1.0.1 // indirect
+ github.com/mitchellh/mapstructure v1.4.1 // indirect
+ github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
+ github.com/modern-go/reflect2 v1.0.1 // indirect
+ github.com/mschoch/smat v0.2.0 // indirect
+ github.com/pelletier/go-toml v1.9.3 // indirect
+ github.com/pmezard/go-difflib v1.0.0 // indirect
+ github.com/prometheus/client_golang v1.11.0 // indirect
+ github.com/prometheus/client_model v0.2.0 // indirect
+ github.com/prometheus/common v0.26.0 // indirect
+ github.com/prometheus/procfs v0.6.0 // indirect
+ github.com/sirupsen/logrus v1.7.0 // indirect
+ github.com/soheilhy/cmux v0.1.5 // indirect
+ github.com/spf13/afero v1.6.0 // indirect
+ github.com/spf13/cast v1.3.1 // indirect
+ github.com/spf13/jwalterweatherman v1.1.0 // indirect
+ github.com/subosito/gotenv v1.2.0 // indirect
+ github.com/tmc/grpc-websocket-proxy v0.0.0-20201229170055-e5319fda7802 // indirect
+ github.com/xiang90/probing v0.0.0-20190116061207-43a291ad63a2 // indirect
+ go.etcd.io/bbolt v1.3.6 // indirect
+ go.etcd.io/etcd/api/v3 v3.5.0 // indirect
+ go.etcd.io/etcd/client/pkg/v3 v3.5.0 // indirect
+ go.etcd.io/etcd/client/v2 v2.305.0 // indirect
+ go.etcd.io/etcd/pkg/v3 v3.5.0 // indirect
+ go.etcd.io/etcd/raft/v3 v3.5.0 // indirect
+ go.opencensus.io v0.23.0 // indirect
+ go.opentelemetry.io/contrib v0.20.0 // indirect
+ go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.20.0 // indirect
+ go.opentelemetry.io/otel v0.20.0 // indirect
+ go.opentelemetry.io/otel/exporters/otlp v0.20.0 // indirect
+ go.opentelemetry.io/otel/metric v0.20.0 // indirect
+ go.opentelemetry.io/otel/sdk v0.20.0 // indirect
+ go.opentelemetry.io/otel/sdk/export/metric v0.20.0 // indirect
+ go.opentelemetry.io/otel/sdk/metric v0.20.0 // indirect
+ go.opentelemetry.io/otel/trace v0.20.0 // indirect
+ go.opentelemetry.io/proto/otlp v0.7.0 // indirect
+ go.uber.org/atomic v1.7.0 // indirect
+ go.uber.org/zap v1.17.0 // indirect
+ golang.org/x/crypto v0.0.0-20201002170205-7f63de1d35b0 // indirect
+ golang.org/x/text v0.3.6 // indirect
+ golang.org/x/time v0.0.0-20210220033141-f8bda1e9f3ba // indirect
+ gopkg.in/ini.v1 v1.62.0 // indirect
+ gopkg.in/natefinch/lumberjack.v2 v2.0.0 // indirect
+ gopkg.in/yaml.v2 v2.4.0 // indirect
+ gopkg.in/yaml.v3 v3.0.0-20210107192922-496545a6307b // indirect
+ sigs.k8s.io/yaml v1.2.0 // indirect
+)
+
replace github.com/dgraph-io/badger/v3 v3.2011.1 => github.com/SkyAPM/badger/v3 v3.0.0-20210809093509-ff1b2dd81165
diff --git a/scripts/build/docker.mk b/scripts/build/docker.mk
index 2a0e654..cdfdab3 100644
--- a/scripts/build/docker.mk
+++ b/scripts/build/docker.mk
@@ -29,7 +29,7 @@ ifeq (true,$(CI))
BUILD_ARGS := --no-cache --load
endif
-BUILD_ARGS := $(BUILD_ARGS) --build-arg CERT_IMAGE=alpine:edge --build-arg BASE_IMAGE=golang:1.16
+BUILD_ARGS := $(BUILD_ARGS) --build-arg CERT_IMAGE=alpine:edge --build-arg BASE_IMAGE=golang:1.17
.PHONY: docker
docker:
[skywalking-banyandb] 03/04: Merge branch 'main' of
github.com:apache/skywalking-banyandb into main
Posted by ha...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
hanahmily pushed a commit to branch go-1.17
in repository https://gitbox.apache.org/repos/asf/skywalking-banyandb.git
commit 393b7deabfbecd6c2dfbc233a755bab3355f3dd9
Merge: 0da455c d7b8833
Author: Gao Hongtao <ha...@gmail.com>
AuthorDate: Thu Nov 11 17:27:09 2021 +0800
Merge branch 'main' of github.com:apache/skywalking-banyandb into main
Makefile | 1 +
api/Makefile | 2 +-
api/proto/banyandb/common/v1/common.pb.go | 136 +-
api/proto/banyandb/common/v1/common.proto | 10 +
api/proto/banyandb/database/v1/database.pb.go | 2 +-
api/proto/banyandb/database/v1/event.pb.go | 2 +-
api/proto/banyandb/database/v1/rpc.pb.go | 3423 ++++++++++++++++++++
api/proto/banyandb/database/v1/rpc.proto | 248 ++
api/proto/banyandb/database/v1/rpc_grpc.pb.go | 1133 +++++++
api/proto/banyandb/database/v1/schema.pb.go | 872 +++--
api/proto/banyandb/database/v1/schema.proto | 62 +-
api/proto/banyandb/measure/v1/query.pb.go | 627 ++++
api/proto/banyandb/measure/v1/query.proto | 69 +
api/proto/banyandb/measure/v1/rpc.pb.go | 126 +
.../v1/common.proto => measure/v1/rpc.proto} | 27 +-
api/proto/banyandb/measure/v1/rpc_grpc.pb.go | 207 ++
api/proto/banyandb/measure/v1/topn.pb.go | 520 +++
api/proto/banyandb/measure/v1/topn.proto | 66 +
api/proto/banyandb/measure/v1/write.pb.go | 350 ++
api/proto/banyandb/measure/v1/write.proto | 48 +
api/proto/banyandb/model/v1/common.pb.go | 178 +-
api/proto/banyandb/model/v1/common.proto | 9 +
api/proto/banyandb/model/v1/query.pb.go | 414 ++-
api/proto/banyandb/model/v1/query.proto | 24 +-
api/proto/banyandb/stream/v1/query.pb.go | 169 +-
api/proto/banyandb/stream/v1/query.proto | 8 +-
api/proto/banyandb/stream/v1/rpc.pb.go | 2 +-
api/proto/banyandb/stream/v1/write.pb.go | 2 +-
banyand/internal/cmd/standalone.go | 4 +-
banyand/liaison/grpc/registry.go | 294 ++
banyand/liaison/grpc/registry_test.go | 187 ++
banyand/liaison/grpc/server.go | 37 +-
banyand/liaison/grpc/stream_test.go | 32 +-
banyand/liaison/liaison.go | 5 +-
banyand/metadata/metadata.go | 93 +-
banyand/metadata/metadata_test.go | 38 +-
banyand/metadata/schema/etcd.go | 502 +++
banyand/metadata/schema/etcd_test.go | 375 +++
banyand/metadata/schema/schema.go | 49 +-
banyand/metadata/schema/sw.go | 139 -
banyand/metadata/schema/sw_test.go | 73 -
.../{data => testdata}/index_rule_binding.json | 0
.../index_rules/db.instance.json | 0
.../{data => testdata}/index_rules/db.type.json | 0
.../{data => testdata}/index_rules/duration.json | 0
.../index_rules/endpoint_id.json | 0
.../index_rules/http.method.json | 0
.../{data => testdata}/index_rules/mq.broker.json | 0
.../{data => testdata}/index_rules/mq.queue.json | 0
.../{data => testdata}/index_rules/mq.topic.json | 0
.../index_rules/status_code.json | 0
.../{data => testdata}/index_rules/trace_id.json | 0
.../metadata/schema/{data => testdata}/stream.json | 12 +-
banyand/query/processor.go | 17 +-
banyand/query/processor_test.go | 25 +-
banyand/query/query.go | 5 +-
banyand/stream/index.go | 2 +-
banyand/stream/service.go | 6 +-
banyand/stream/stream.go | 2 +-
banyand/stream/stream_query.go | 2 +-
banyand/stream/stream_query_test.go | 17 +-
banyand/stream/stream_write.go | 2 +-
banyand/stream/stream_write_test.go | 22 +-
banyand/tsdb/series_seek.go | 10 +-
banyand/tsdb/series_seek_sort.go | 10 +-
go.mod | 3 +
go.sum | 214 +-
pkg/index/index.go | 2 +-
pkg/index/inverted/inverted.go | 8 +-
pkg/index/inverted/mem.go | 6 +-
pkg/index/iterator.go | 8 +-
pkg/index/lsm/search.go | 4 +-
pkg/index/testcases/duration.go | 30 +-
pkg/pb/v1/query.go | 8 +-
pkg/query/logical/analyzer.go | 19 +-
pkg/query/logical/analyzer_test.go | 124 +-
pkg/query/logical/common.go | 4 +-
pkg/query/logical/common_test.go | 21 +-
pkg/query/logical/plan_execution_test.go | 151 +-
pkg/query/logical/plan_orderby.go | 36 +-
pkg/query/logical/schema.go | 2 +-
pkg/test/etcd.go | 100 +
.../test/testdata}/index_rule_binding.json | 0
.../test/testdata}/index_rules/db.instance.json | 0
.../test/testdata}/index_rules/db.type.json | 0
.../test/testdata}/index_rules/duration.json | 0
.../test/testdata}/index_rules/endpoint_id.json | 0
.../test/testdata}/index_rules/http.method.json | 0
.../test/testdata}/index_rules/mq.broker.json | 0
.../test/testdata}/index_rules/mq.queue.json | 0
.../test/testdata}/index_rules/mq.topic.json | 0
.../test/testdata}/index_rules/status_code.json | 0
.../test/testdata}/index_rules/trace_id.json | 0
.../schema/data => pkg/test/testdata}/stream.json | 12 +-
scripts/build/base.mk | 35 +-
95 files changed, 10348 insertions(+), 1136 deletions(-)
[skywalking-banyandb] 01/04: Add measure API
Posted by ha...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
hanahmily pushed a commit to branch go-1.17
in repository https://gitbox.apache.org/repos/asf/skywalking-banyandb.git
commit da55a538653a0d1e53d0ca084ec74f478fb64bc5
Author: Gao Hongtao <ha...@gmail.com>
AuthorDate: Sun Oct 10 21:24:03 2021 +0800
Add measure API
Signed-off-by: Gao Hongtao <ha...@gmail.com>
---
api/proto/banyandb/database/v1/schema.proto | 47 +++++++++++++++++++++++++++++
1 file changed, 47 insertions(+)
diff --git a/api/proto/banyandb/database/v1/schema.proto b/api/proto/banyandb/database/v1/schema.proto
index e80f3d5..350997a 100644
--- a/api/proto/banyandb/database/v1/schema.proto
+++ b/api/proto/banyandb/database/v1/schema.proto
@@ -77,6 +77,53 @@ message Entity {
repeated string tag_names = 1;
}
+enum DataType {
+ DATA_TYPE_UNSPECIFIED = 0;
+ DATA_TYPE_STRING = 1;
+ DATA_TYPE_INT = 2;
+ DATA_TYPE_DATA_BINARY = 3;
+}
+
+enum EncodingMethod {
+ ENCODING_METHOD_UNSPECIFIED = 0;
+ ENCODING_METHOD_GORILLA = 1;
+}
+
+enum CompressionMethod {
+ COMPRESSION_METHOD_UNSPECIFIED = 0;
+ COMPRESSION_METHOD_ZSTD = 1;
+}
+
+// FieldSpec is the specification of field
+message FieldSpec {
+ // name is the identity of a field
+ string name = 1;
+ // data_type denotes the type of field value
+ DataType data_type = 2;
+ // encoding_method indicates how to encode data during writing
+ EncodingMethod encoding_method = 3;
+ // compression_method indicates how to compress data during writing
+ CompressionMethod compression_method = 4;
+}
+
+// Measure intends to store data point
+message Measure {
+ // metadata is the identity of a measure
+ common.v1.Metadata metadata = 1;
+ // tag_families are for filter measures
+ repeated TagFamilySpec tag_families = 2;
+ // fields denote measure values
+ repeated FieldSpec fields = 3;
+ // entity indicates which tags will be to generate a series and shard a measure
+ Entity entity = 4;
+ // shard_num is the number of shards
+ uint32 shard_num = 5;
+ // ttl indicates time to live, how long the data will be cached
+ Duration ttl = 6;
+ // updated_at_nanoseconds indicates when the measure is updated
+ google.protobuf.Timestamp updated_at_nanoseconds = 7;
+}
+
// IndexRule defines how to generate indices based on tags and the index type
// IndexRule should bind to a subject through an IndexRuleBinding to generate proper indices.
message IndexRule {