working on genie

Author: timveil

example-netflix-genie/README.md

@@ -0,0 +1,50 @@
+# Basic CockroachDB Cluster with HAProxy
+Simple 3 node CockroachDB cluster with HAProxy acting as load balancer
+
+## Services
+* `crdb-0` - CockroachDB node
+* `crdb-1` - CockroachDB node
+* `crdb-2` - CockroachDB node
+* `lb` - HAProxy acting as load balancer
+
+## Getting started
+1) run `docker-compose up`
+2) visit the CockroachDB UI @ http://localhost:8080
+3) visit the HAProxy UI @ http://localhost:8081
+4) have fun!
+
+## Helpful Commands
+
+### Execute SQL
+Use the following to execute arbitrary SQL on the CockroachDB cluster.  The following creates a database called `test`.
+```bash
+docker-compose exec crdb-0 /cockroach/cockroach sql --insecure --execute="CREATE DATABASE test;"
+```
+
+### Initialize and Run the TPC-C Workload
+Use the following commands to initialize and run the `tpcc` sample `workload`.  For more details see [this](https://www.cockroachlabs.com/docs/stable/cockroach-workload.html#run-the-tpcc-workload).
+
+to initialize...
+```bash
+docker-compose exec crdb-0 /cockroach/cockroach workload init tpcc "postgresql://root@localhost:26257?sslmode=disable"
+```
+
+to run for `10m`...
+```bash
+docker-compose exec crdb-0 /cockroach/cockroach workload run tpcc --duration=10m "postgresql://root@localhost:26257?sslmode=disable"
+```
+
+### Open Interactive Shells
+```bash
+docker-compose exec genie /bin/bash
+docker-compose exec crdb-1 /bin/bash
+docker-compose exec crdb-2 /bin/bash
+docker-compose exec lb /bin/sh
+```
+
+### Stop Individual nodes
+```bash
+docker-compose stop crdb-0
+docker-compose stop crdb-1
+docker-compose stop crdb-2
+```

example-netflix-genie/docker-compose.yml

@@ -0,0 +1,68 @@
+version: "2"
+
+services:
+  crdb:
+    container_name: crdb
+    hostname: crdb
+    image: cockroachdb/cockroach:latest
+    command: start-single-node --cluster-name=example-single-node --logtostderr=WARNING --log-file-verbosity=WARNING --insecure
+    ports:
+      - "26257:26257"
+      - "8081:8080"
+
+  crdb-init:
+    container_name: crdb-init
+    hostname: crdb-init
+    image: timveil/cockroachdb-remote-client:latest
+    environment:
+      - COCKROACH_HOST=crdb:26257
+      - COCKROACH_INSECURE=true
+      - DATABASE_NAME=genie
+    depends_on:
+      - crdb
+
+  genie:
+    build: genie
+    ports:
+      - "8080:8080"
+    depends_on:
+      - genie-hadoop-prod
+      - genie-hadoop-test
+      - genie-apache
+      - crdb
+    tty: true
+    container_name: genie_demo_app_3.3.20
+
+  genie-apache:
+    image: netflixoss/genie-demo-apache:3.3.20
+    tty: true
+    container_name: genie_demo_apache_3.3.20
+
+  genie-client:
+    image: netflixoss/genie-demo-client:3.3.20
+    depends_on:
+      - genie
+    tty: true
+    container_name: genie_demo_client_3.3.20
+
+  genie-hadoop-prod:
+    image: sequenceiq/hadoop-docker:2.7.1
+    command: /bin/bash -c "/usr/local/hadoop/sbin/mr-jobhistory-daemon.sh start historyserver && /etc/bootstrap.sh -bash"
+    ports:
+      - "19888:19888"
+      - "50070:50070"
+      - "50075:50075"
+      - "8088:8088"
+    tty: true
+    container_name: genie_demo_hadoop_prod_3.3.20
+
+  genie-hadoop-test:
+    image: sequenceiq/hadoop-docker:2.7.1
+    command: /bin/bash -c "/usr/local/hadoop/sbin/mr-jobhistory-daemon.sh start historyserver && /etc/bootstrap.sh -bash"
+    ports:
+      - "19889:19888"
+      - "50071:50070"
+      - "50076:50075"
+      - "8089:8088"
+    tty: true
+    container_name: genie_demo_hadoop_test_3.3.20

example-netflix-genie/down.sh

@@ -0,0 +1,3 @@
+#!/bin/bash
+
+docker-compose down --remove-orphans --volumes

example-netflix-genie/genie/Dockerfile

@@ -0,0 +1,18 @@
+FROM netflixoss/genie-app:3.3.20
+
+LABEL maintainer="[email protected]"
+
+ARG POSTGRESQL_JDBC_VERSION=42.2.14
+
+COPY application-crdb.yml /usr/local/bin/application-crdb.yml
+
+RUN apt-get update && apt-get install -y --no-install-recommends curl
+
+RUN mkdir /home/.genie/lib
+
+RUN curl -fSL https://jdbc.postgresql.org/download/postgresql-$POSTGRESQL_JDBC_VERSION.jar -o /home/.genie/lib/postgresql-jdbc.jar
+
+EXPOSE 8080
+
+ENTRYPOINT ["java", "-Djava.security.egd=file:/dev/./urandom", "-jar", "/usr/local/bin/genie.jar", "--spring.profiles.active=crdb"]
+

example-netflix-genie/genie/application-crdb.yml

@@ -0,0 +1,40 @@
+##
+#
+#  Copyright 2016 Netflix, Inc.
+#
+#     Licensed under the Apache License, Version 2.0 (the "License");
+#     you may not use this file except in compliance with the License.
+#     You may obtain a copy of the License at
+#
+#         http://www.apache.org/licenses/LICENSE-2.0
+#
+#     Unless required by applicable law or agreed to in writing, software
+#     distributed under the License is distributed on an "AS IS" BASIS,
+#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#     See the License for the specific language governing permissions and
+#     limitations under the License.
+#
+##
+
+flyway:
+  locations: db/migration/postgresql
+
+spring:
+  datasource:
+    platform: postgresql
+    url: jdbc:postgresql://crdb:26257/genie
+    username: root
+    password:
+    tomcat:
+      validation-query: select 0;
+
+  jpa:
+    properties:
+      hibernate:
+        dialect: org.hibernate.dialect.PostgreSQL95Dialect
+    hibernate:
+      ddl-auto: validate
+
+  profiles:
+    active: crdb
+

example-netflix-genie/prune.sh

@@ -0,0 +1,3 @@
+#!/bin/bash
+
+docker system prune -a -f --volumes

example-netflix-genie/up.sh

@@ -0,0 +1,4 @@
+#!/bin/bash
+
+docker-compose build --no-cache
+docker-compose up -d