[wip] redistimeseries v1.4 support

Author: filipecosta90

.circleci/config.yml

@@ -0,0 +1,43 @@
+# Golang CircleCI 2.0 configuration file
+#
+# Check https://circleci.com/docs/2.0/language-go/ for more details
+version: 2
+jobs:
+  build: # test with redisearch:latest
+    docker:
+      - image: circleci/golang:1.13
+
+    working_directory: /go/src/github.com/RedisTimeSeries/tsbs
+    steps:
+      - checkout
+      - run: go get -t -v ./...
+      - run: GO111MODULE=on go test -v -race -coverprofile=coverage.txt -covermode=atomic ./...
+      - run: bash <(curl -s https://codecov.io/bash) -t ${CODECOV_TOKEN}
+
+  build-multiarch-docker:
+    machine:
+      enabled: true
+    steps:
+      - checkout
+      - run: |
+          echo "$DOCKER_REDISBENCH_PWD" | base64 --decode | docker login --username $DOCKER_REDISBENCH_USER --password-stdin
+      - run:
+          name: Build
+          command: |
+            make docker-release
+          no_output_timeout: 20m
+
+workflows:
+  version: 2
+  build_and_package:
+    jobs:
+      - build:
+          filters:
+            tags:
+              only: /.*/
+      - build-multiarch-docker:
+          filters:
+            tags:
+              only: /.*/
+            branches:
+              only: master

.dockerignore

@@ -0,0 +1,24 @@
+# ignore .git and .cache folders
+.git
+.editorconfig
+.gitignore
+.dockerignore
+.travis.yml
+coverage.txt
+AUTHORS.md
+CONTRIBUTING.md
+LICENSE
+NOTICE
+README.md
+
+*.out
+*.log
+.DS_Store
+.idea
+.vscode
+**/bin
+**/docs
+**/scripts
+
+# High Dynamic Range (HDR) Histogram files
+*.hdr

.gitignore

@@ -4,5 +4,12 @@
 .idea
 .vscode
 
+bin
+
 # High Dynamic Range (HDR) Histogram files
-*.hdr
+*.hdr
+
+/docs/responses
+coverage.txt
+
+bin/

Makefile

@@ -0,0 +1,65 @@
+# Go parameters
+GOCMD=go
+GOBUILD=$(GOCMD) build
+GOINSTALL=$(GOCMD) install
+GOCLEAN=$(GOCMD) clean
+GOTEST=$(GOCMD) test
+GOGET=$(GOCMD) get
+GOMOD=$(GOCMD) mod
+GOFMT=$(GOCMD) fmt
+
+# DOCKER
+DOCKER_APP_NAME=tsbs
+DOCKER_ORG=redisbench
+DOCKER_REPO:=${DOCKER_ORG}/${DOCKER_APP_NAME}
+DOCKER_IMG:="$(DOCKER_REPO):$(DOCKER_TAG)"
+DOCKER_LATEST:="${DOCKER_REPO}:latest"
+
+.PHONY: all generators loaders runners
+all: generators loaders runners
+
+generators: tsbs_generate_data tsbs_generate_queries
+
+loaders: tsbs_load_redistimeseries tsbs_load_cassandra tsbs_load_clickhouse tsbs_load_influx tsbs_load_mongo tsbs_load_siridb tsbs_load_timescaledb
+
+runners: tsbs_run_queries_redistimeseries tsbs_run_queries_cassandra tsbs_run_queries_clickhouse tsbs_run_queries_influx tsbs_run_queries_mongo tsbs_run_queries_siridb tsbs_run_queries_timescaledb
+
+test:
+	GO111MODULE=on $(GOTEST) -v -race -coverprofile=coverage.txt -covermode=atomic ./...
+
+tsbs_%: $(wildcard ./cmd/$@/*.go)
+	$(GOGET) ./cmd/$@
+	$(GOBUILD) -o bin/$@ ./cmd/$@
+	$(GOINSTALL) ./cmd/$@
+
+# DOCKER TASKS
+# Build the container
+docker-build:
+	docker build -t $(DOCKER_APP_NAME):latest -f  docker/Dockerfile .
+
+# Build the container without caching
+docker-build-nc:
+	docker build --no-cache -t $(DOCKER_APP_NAME):latest -f docker/Dockerfile .
+
+# Make a release by building and publishing the `{version}` ans `latest` tagged containers to ECR
+docker-release: docker-build-nc docker-publish
+
+# Docker publish
+docker-publish: docker-publish-latest
+
+## login to DockerHub with credentials found in env
+docker-repo-login:
+	docker login -u ${DOCKER_USERNAME} -p ${DOCKER_PASSWORD}
+
+## Publish the `latest` tagged container to ECR
+docker-publish-latest: docker-tag-latest
+	@echo 'publish latest to $(DOCKER_REPO)'
+	docker push $(DOCKER_LATEST)
+
+# Docker tagging
+docker-tag: docker-tag-latest
+
+## Generate container `{version}` tag
+docker-tag-latest:
+	@echo 'create tag latest'
+	docker tag $(DOCKER_APP_NAME) $(DOCKER_LATEST)

README.md

@@ -108,6 +108,14 @@ scripts). The easiest way to get and install the Go programs is to use
 $ go get github.com/timescale/tsbs
 $ cd $GOPATH/src/github.com/timescale/tsbs/cmd
 $ go get ./...
+$ git remote add redistimeseries https://github.com/RedisTimeSeries/tsbs.git
+$ git fetch
+$ git checkout redistimeseries
+$ cd $GOPATH/src/github.com/timescale/tsbs
+$ make
+$ FORMATS="redistimeseries" SCALE=100 SEED=123 TS_END="2016-01-31T00:00:00Z" ./scripts/generate_data.sh
+# Benchmark part. in PREFIX add a text that will be prefixed on the output results file
+$ NUM_WORKERS=1 BATCH_SIZE=10000 PIPELINE=200 CONNECTIONS=10  PREFIX=1.2.0 ./scripts/load_redistimeseries.sh
 
 # Install desired binaries. At a minimum this includes tsbs_generate_data,
 # tsbs_generate_queries, one tsbs_load_* binary, and one tsbs_run_queries_*

cmd/tsbs_generate_queries/databases/redistimeseries/common.go

@@ -0,0 +1,53 @@
+package redistimeseries
+
+import (
+	"github.com/timescale/tsbs/cmd/tsbs_generate_queries/uses/devops"
+	"github.com/timescale/tsbs/cmd/tsbs_generate_queries/utils"
+	"github.com/timescale/tsbs/query"
+	"time"
+)
+
+// BaseGenerator contains settings specific for RedisTimeSeries database.
+type BaseGenerator struct {
+}
+
+// GenerateEmptyQuery returns an empty query.Cassandra.
+func (g *BaseGenerator) GenerateEmptyQuery() query.Query {
+	return query.NewRedisTimeSeries()
+}
+
+// fill Query fills the query struct with data
+func (d *BaseGenerator) fillInQueryStrings(qi query.Query, humanLabel, humanDesc string) {
+	q := qi.(*query.RedisTimeSeries)
+	q.HumanLabel = []byte(humanLabel)
+	q.HumanDescription = []byte(humanDesc)
+}
+
+// AddQuery adds a command to be executed in the full flow of this Query
+func (d *BaseGenerator) AddQuery(qi query.Query, tq [][]byte, commandname []byte) {
+	q := qi.(*query.RedisTimeSeries)
+	q.AddQuery(tq, commandname)
+}
+
+// SetApplyFunctor sets SetApplyFunctor used for this Query
+func (d *BaseGenerator) SetApplyFunctor(qi query.Query, value bool, functor string) {
+	q := qi.(*query.RedisTimeSeries)
+	q.SetApplyFunctor(value)
+	q.SetFunctor(functor)
+}
+
+// NewDevops creates a new devops use case query generator.
+func (g *BaseGenerator) NewDevops(start, end time.Time, scale int) (utils.QueryGenerator, error) {
+	core, err := devops.NewCore(start, end, scale)
+
+	if err != nil {
+		return nil, err
+	}
+
+	var devops utils.QueryGenerator = &Devops{
+		BaseGenerator: g,
+		Core:          core,
+	}
+
+	return devops, nil
+}