WIP: CI Tests

Signed-off-by: Ken Simon <[email protected]>

Author: Ken Simon

Dockerfile.ci

@@ -0,0 +1,25 @@
+FROM alpine:3.5
+
+RUN apk add --no-cache curl
+# curl kubectl instead of ADD'ing it, since we want to cache the layer
+RUN curl -sfL \
+    -o /usr/local/bin/kubectl \
+    https://storage.googleapis.com/kubernetes-release/release/v1.6.1/bin/linux/amd64/kubectl \
+    && chmod +x /usr/local/bin/kubectl
+
+RUN mkdir -p /ci && \
+    mkdir -p /aws && \
+    apk add --no-cache \
+        bash \
+        git \
+        ca-certificates \
+        groff \
+        less \
+        python \
+        py-pip \
+        openssh-client \
+    && pip install awscli
+
+VOLUME /src
+WORKDIR /src
+ENTRYPOINT ./ci/k8s-tests.sh

ci/k8s-tests.sh

@@ -0,0 +1,99 @@
+#!/bin/bash
+
+# Copyright 2017 by the contributors
+#
+#    Licensed under the Apache License, Version 2.0 (the "License");
+#    you may not use this file except in compliance with the License.
+#    You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+
+# This runs integration tests for the local repository, deploying it to
+# CloudFormation and testing various bits of functionality underneath.
+
+set -o errexit
+set -o nounset
+set -o pipefail
+set -o verbose
+
+if ! grep -q Alpine /etc/issue 2>/dev/null; then
+    echo "This script is must be run in a docker container (and will make changes to the filesystem, including /root/.ssh). Exiting."
+    exit 1
+fi
+
+REGION="${REGION:-us-west-2}"
+AZ="${AZ:-us-west-2c}"
+S3_BUCKET="${S3_BUCKET:-"heptio-aws-quickstart-test"}"
+S3_PREFIX="${S3_PREFIX:-"heptio/kubernetes"}"
+SSH_KEY="${SSH_KEY:-/tmp/ssh/id_rsa}"
+SSH_KEY_NAME="${SSH_KEY_NAME:-jenkins}"
+
+STACK_NAME="${STACK_NAME:-}"
+if [[ -z "${STACK_NAME}" ]]; then
+    STACK_NAME="qs-ci-$(git rev-parse --short HEAD)"
+fi
+
+# Set/ensure env vars needed by AWS, etc
+export AWS_DEFAULT_REGION="${REGION}"
+
+# Setup ssh.  Due to SSH being incredibly paranoid about filesystem permissions
+# we just create our own ssh directory and set it from there.  (This also
+# allows the docker volume mounts to be read-only.)
+mkdir -p /root/.ssh
+chmod 0700 /root/.ssh
+cp "${SSH_KEY}" /root/.ssh/identity
+export SSH_KEY=/root/.ssh/identity
+chmod 0600 $SSH_KEY
+
+aws --version
+kubectl version --client
+
+aws s3 sync --acl=public-read --delete ./templates "s3://${S3_BUCKET}/${S3_PREFIX}/${STACK_NAME}/templates/"
+aws s3 sync --acl=public-read --delete ./scripts "s3://${S3_BUCKET}/${S3_PREFIX}/${STACK_NAME}/scripts/"
+
+aws cloudformation create-stack \
+  --disable-rollback \
+  --region "${REGION}" \
+  --stack-name "${STACK_NAME}" \
+  --template-url "https://${S3_BUCKET}.s3.amazonaws.com/${S3_PREFIX}/${STACK_NAME}/templates/kubernetes-cluster-with-new-vpc.template" \
+  --parameters \
+  ParameterKey=AvailabilityZone,ParameterValue="${AZ}" \
+  ParameterKey=KeyName,ParameterValue="${SSH_KEY_NAME}" \
+  ParameterKey=QSS3BucketName,ParameterValue="${S3_BUCKET}" \
+  ParameterKey=QSS3KeyPrefix,ParameterValue="${S3_PREFIX}/${STACK_NAME}" \
+  ParameterKey=AdminIngressLocation,ParameterValue=0.0.0.0/0 \
+  ParameterKey=NetworkingProvider,ParameterValue=calico \
+  --capabilities=CAPABILITY_IAM
+
+aws cloudformation wait stack-create-complete --stack-name "${STACK_NAME}"
+
+# Pre-load the SSH host keys
+BASTION_IP=$(aws cloudformation describe-stacks \
+    --query 'Stacks[*].Outputs[?OutputKey == `BastionHostPublicIp`].OutputValue' \
+    --output text --stack-name $STACK_NAME
+)
+MASTER_IP=$(aws cloudformation describe-stacks \
+    --query 'Stacks[*].Outputs[?OutputKey == `MasterPrivateIp`].OutputValue' \
+    --output text --stack-name $STACK_NAME
+)
+ssh -i "$SSH_KEY" -o StrictHostKeyChecking=no -o ProxyCommand="ssh -i ${SSH_KEY} -o StrictHostKeyChecking=no ubuntu@${BASTION_IP} nc %h %p" ubuntu@${MASTER_IP} exit 0
+
+# TODO: this is a hack... GetKubeConfigCommand has a fake
+# "SSH_KEY=path/to/blah.pem" output, we want to override that with our actual
+# one.
+KUBECONFIG_COMMAND=$(aws cloudformation describe-stacks \
+    --query 'Stacks[*].Outputs[?OutputKey == `GetKubeConfigCommand`].OutputValue' \
+    --output text --stack-name $STACK_NAME \
+    | sed "s!path/to/${SSH_KEY_NAME}.pem!${SSH_KEY}!"
+)
+eval "${KUBECONFIG_COMMAND}"
+export KUBECONFIG=./kubeconfig
+
+# Tests start here
+kubectl get pods --all-namespaces