In-Progress Redistimeseries v1.4 support

.circleci/config.yml

@@ -0,0 +1,44 @@
+# Golang CircleCI 2.0 configuration file
+#
+# Check https://circleci.com/docs/2.0/language-go/ for more details
+version: 2
+jobs:
+  build: # test with redisearch:latest
+    docker:
+      - image: circleci/golang:1.13
+
+    working_directory: /go/src/github.com/RedisTimeSeries/tsbs
+    steps:
+      - checkout
+      - run: |
+          make redistimeseries
+          make test-rts
+
+#
+#  build-multiarch-docker:
+#    machine:
+#      enabled: true
+#    steps:
+#      - checkout
+#      - run: |
+#          echo "$DOCKER_REDISBENCH_PWD" | base64 --decode | docker login --username $DOCKER_REDISBENCH_USER --password-stdin
+#      - run:
+#          name: Build
+#          command: |
+#            make docker-release
+#          no_output_timeout: 20m
+
+workflows:
+  version: 2
+  build_and_package:
+    jobs:
+      - build:
+          filters:
+            tags:
+              only: /.*/
+#      - build-multiarch-docker:
+#          filters:
+#            tags:
+#              only: /.*/
+#            branches:
+#              only: master

.dockerignore

@@ -0,0 +1,24 @@
+# ignore .git and .cache folders
+.git
+.editorconfig
+.gitignore
+.dockerignore
+.travis.yml
+coverage.txt
+AUTHORS.md
+CONTRIBUTING.md
+LICENSE
+NOTICE
+README.md
+
+*.out
+*.log
+.DS_Store
+.idea
+.vscode
+**/bin
+**/docs
+**/scripts
+
+# High Dynamic Range (HDR) Histogram files
+*.hdr

.github/workflows/go.yml

@@ -0,0 +1,21 @@
+name: Go
+
+on:
+  push:
+    branches: [ master ]
+  pull_request:
+    branches: [ master ]
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+
+    - name: Set up Go
+      uses: actions/setup-go@v2
+      with:
+        go-version: 1.15
+
+    - name: Test
+      run: go test -v -race ./...

.gitignore

@@ -3,6 +3,17 @@
 .DS_Store
 .idea
 .vscode
+*~
+
+bin
 
 # High Dynamic Range (HDR) Histogram files
-*.hdr
+*.hdr
+
+/docs/responses
+coverage.txt
+
+bin/
+
+results/
+dist

Makefile

@@ -7,6 +7,7 @@ GOTEST=$(GOCMD) test
 GOGET=$(GOCMD) get
 GOMOD=$(GOCMD) mod
 GOFMT=$(GOCMD) fmt
+DISTDIR= ./dist
 
 .PHONY: all generators loaders runners lint fmt checkfmt
 
@@ -25,7 +26,8 @@ loaders: tsbs_load \
  		 tsbs_load_prometheus \
  		 tsbs_load_siridb \
  		 tsbs_load_timescaledb \
- 		 tsbs_load_victoriametrics
+ 		 tsbs_load_victoriametrics \
+ 		 tsbs_load_questdb
 
 runners: tsbs_run_queries_akumuli \
 		 tsbs_run_queries_cassandra \
@@ -36,7 +38,8 @@ runners: tsbs_run_queries_akumuli \
 		 tsbs_run_queries_siridb \
 		 tsbs_run_queries_timescaledb \
 		 tsbs_run_queries_timestream \
-		 tsbs_run_queries_victoriametrics
+		 tsbs_run_queries_victoriametrics \
+		 tsbs_run_queries_questdb
 
 test:
 	$(GOTEST) -v ./...
@@ -64,3 +67,33 @@ lint:
 
 fmt:
 	$(GOFMT) ./...
+
+release-redistimeseries:
+	$(GOGET) github.com/mitchellh/gox
+	$(GOGET) github.com/tcnksm/ghr
+	GO111MODULE=on gox  -osarch "linux/amd64 darwin/amd64" -output "${DISTDIR}/tsbs_run_queries_redistimeseries_{{.OS}}_{{.Arch}}" ./cmd/tsbs_run_queries_redistimeseries
+	GO111MODULE=on gox  -osarch "linux/amd64 darwin/amd64" -output "${DISTDIR}/tsbs_load_redistimeseries_{{.OS}}_{{.Arch}}" ./cmd/tsbs_load_redistimeseries
+
+
+redistimeseries: tsbs_generate_data tsbs_generate_queries tsbs_load_redistimeseries tsbs_run_queries_redistimeseries
+
+publish-redistimeseries: release-redistimeseries
+	@for f in $(shell ls ${DISTDIR}); \
+	do \
+	echo "copying ${DISTDIR}/$${f}"; \
+	aws s3 cp ${DISTDIR}/$${f} s3://benchmarks.redislabs/redistimeseries/tools/tsbs/$${f} --acl public-read; \
+	done
+
+publish-redistimeseries-queries:
+	@for f in $(shell ls /tmp/bulk_queries); \
+	do \
+	echo "copying $${f}"; \
+	aws s3 cp /tmp/bulk_queries/$${f} s3://benchmarks.redislabs/redistimeseries/tsbs/queries/devops/scale100/devops-scale100-4days/$${f} --acl public-read; \
+	done
+
+publish-redistimeseries-data:
+	@for f in $(shell ls /tmp/bulk_data_redistimeseries); \
+	do \
+	echo "copying $${f}"; \
+	aws s3 cp /tmp/bulk_data_redistimeseries/$${f} s3://benchmarks.redislabs/redistimeseries/tsbs/devops/bulk_data_redistimeseries/$${f} --acl public-read; \
+	done

README.md

@@ -12,6 +12,8 @@ Current databases supported:
 + CrateDB [(supplemental docs)](docs/cratedb.md)
 + InfluxDB [(supplemental docs)](docs/influx.md)
 + MongoDB [(supplemental docs)](docs/mongo.md)
++ RedisTimeSeries [(supplemental docs)](docs/redistimeseries.md)
++ QuestDB [(supplemental docs)](docs/questdb.md)
 + SiriDB [(supplemental docs)](docs/siridb.md)
 + TimescaleDB [(supplemental docs)](docs/timescaledb.md)
 + Timestream [(supplemental docs)](docs/timestream.md)
@@ -75,6 +77,8 @@ cases are implemented for each database:
 |CrateDB|X||
 |InfluxDB|X|X|
 |MongoDB|X|
+|RedisTimeSeries|X|
+|QuestDB|X|X
 |SiriDB|X|
 |TimescaleDB|X|X|
 |Timestream|X||
@@ -132,7 +136,7 @@ Variables needed:
 1. an end time. E.g., `2016-01-04T00:00:00Z`
 1. how much time should be between each reading per device, in seconds. E.g., `10s`
 1. and which database(s) you want to generate for. E.g., `timescaledb`
- (choose from `cassandra`, `clickhouse`, `cratedb`, `influx`, `mongo`, `siridb`,
+ (choose from `cassandra`, `clickhouse`, `cratedb`, `influx`, `mongo`, `questdb`, `siridb`,
   `timescaledb` or `victoriametrics`)
 
 Given the above steps you can now generate a dataset (or multiple

cmd/tsbs_generate_queries/databases/questdb/common.go

@@ -0,0 +1,50 @@
+package questdb
+
+import (
+	"fmt"
+	"net/url"
+	"time"
+
+	"github.com/timescale/tsbs/cmd/tsbs_generate_queries/uses/devops"
+	"github.com/timescale/tsbs/cmd/tsbs_generate_queries/utils"
+	"github.com/timescale/tsbs/pkg/query"
+)
+
+// BaseGenerator contains settings specific for QuestDB
+type BaseGenerator struct {
+}
+
+// GenerateEmptyQuery returns an empty query.QuestDB.
+func (g *BaseGenerator) GenerateEmptyQuery() query.Query {
+	return query.NewHTTP()
+}
+
+// fillInQuery fills the query struct with data.
+func (g *BaseGenerator) fillInQuery(qi query.Query, humanLabel, humanDesc, sql string) {
+	v := url.Values{}
+	v.Set("count", "false")
+	v.Set("query", sql)
+	q := qi.(*query.HTTP)
+	q.HumanLabel = []byte(humanLabel)
+	q.RawQuery = []byte(sql)
+	q.HumanDescription = []byte(humanDesc)
+	q.Method = []byte("GET")
+	q.Path = []byte(fmt.Sprintf("/exec?%s", v.Encode()))
+	q.Body = nil
+}
+
+// NewDevops creates a new devops use case query generator.
+func (g *BaseGenerator) NewDevops(start, end time.Time, scale int) (utils.QueryGenerator, error) {
+	core, err := devops.NewCore(start, end, scale)
+
+	if err != nil {
+		return nil, err
+	}
+
+	devops := &Devops{
+		BaseGenerator: g,
+		Core:          core,
+	}
+
+	return devops, nil
+}