Infra features

.env

@@ -0,0 +1 @@
+COMPOSE_FILE=docker-compose.yml:docker-compose.monitoring.yml

.gitattributes

@@ -0,0 +1 @@
+.terraform/**/*.x5 filter=lfs diff=lfs merge=lfs -text

.github/workflows/cd-application.yml

@@ -0,0 +1,16 @@
+name: CD - Deploy Application Stack
+on:
+  push:
+    branches:
+      - deployment
+
+jobs:
+  deploy-stack:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+      - name: Run Docker Compose
+        run: |
+          docker compose pull
+          docker compose up -d

.github/workflows/ci-application.yml

@@ -0,0 +1,52 @@
+name: CI - Build and Push Docker Images
+on:
+  push:
+    branches:
+      - integration
+
+jobs:
+  build-and-push:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+
+      - name: Log in to Docker Hub
+        run: echo "${{ secrets.DOCKER_PASSWORD }}" | docker login -u "${{ secrets.DOCKER_USERNAME }}" --password-stdin
+
+      - name: Build Docker Images
+        run: |
+          sudo docker compose build frontend
+          sudo docker compose build backend
+
+      - name: Pull Dependencies
+        run: |
+          sudo docker compose pull db adminer proxy nginx prometheus grafana loki promtail cadvisor
+
+      - name: Tag Docker Images
+        run: |
+          sudo docker tag cv-challenge01-frontend:latest otowosamuel/frontend:latest
+          sudo docker tag cv-challenge01-backend:latest otowosamuel/backend:latest
+          sudo docker tag postgres:latest otowosamuel/postgres:latest
+          sudo docker tag adminer:latest otowosamuel/adminer:latest
+          sudo docker tag jc21/nginx-proxy-manager:latest otowosamuel/nginx-proxy-manager:latest
+          sudo docker tag nginx:latest otowosamuel/nginx:latest
+          sudo docker tag prom/prometheus:latest otowosamuel/prometheus:latest
+          sudo docker tag grafana/grafana:latest otowosamuel/grafana:latest
+          sudo docker tag grafana/loki:2.8.2 otowosamuel/loki:2.8.2
+          sudo docker tag grafana/promtail:2.8.2 otowosamuel/promtail:2.8.2
+          sudo docker tag gcr.io/cadvisor/cadvisor:latest otowosamuel/cadvisor:latest
+
+      - name: Push Docker Images
+        run: |
+          sudo docker push otowosamuel/frontend:latest
+          sudo docker push otowosamuel/backend:latest
+          sudo docker push otowosamuel/postgres:latest
+          sudo docker push otowosamuel/adminer:latest
+          sudo docker push otowosamuel/nginx-proxy-manager:latest
+          sudo docker push otowosamuel/nginx:latest
+          sudo docker push otowosamuel/prometheus:latest
+          sudo docker push otowosamuel/grafana:latest
+          sudo docker push otowosamuel/loki:2.8.2
+          sudo docker push otowosamuel/promtail:2.8.2
+          sudo docker push otowosamuel/cadvisor:latest

.github/workflows/terraform-apply.yml

@@ -0,0 +1,37 @@
+name: Apply Terraform which triggers Ansible
+
+on:
+  push:
+    branches:
+      - infra_main
+
+jobs:
+  apply:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+
+      - name: Configure AWS Credentials
+        uses: aws-actions/configure-aws-credentials@v2
+        with:
+          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
+          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+          aws-region: eu-north-1
+
+      - name: Set up Terraform
+        uses: hashicorp/setup-terraform@v2
+
+      - name: Terraform Init
+        run: terraform init
+
+      - name: Refresh Terraform State
+        run: terraform refresh
+
+      - name: Terraform Plan
+        run: terraform plan
+
+      - name: Terraform Apply
+        run: terraform apply -auto-approve
+
+

.github/workflows/terraform-plan.yml

@@ -0,0 +1,33 @@
+name: Terraform Plan and Cost Estimation
+
+on:
+  pull_request:
+    branches:
+      - infra_main
+
+jobs:
+  plan:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      pull-requests: write
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+
+      - name: Configure AWS Credentials
+        uses: aws-actions/configure-aws-credentials@v2
+        with:
+          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
+          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+          aws-region: eu-north-1
+
+      - name: Set up Terraform
+        uses: hashicorp/setup-terraform@v2
+
+      - name: Terraform Init
+        run: terraform init
+
+      - name: Terraform Plan
+        run: terraform plan -out=tfplan

.github/workflows/terraform-validate.yml

@@ -0,0 +1,33 @@
+name: Terraform Validate
+
+on:
+  push:
+    branches:
+      - infra_features
+
+jobs:
+  validate:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+
+      - name: Configure AWS Credentials
+        uses: aws-actions/configure-aws-credentials@v2
+        with:
+          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
+          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+          aws-region: eu-north-1
+
+      - name: Set up Terraform
+        uses: hashicorp/setup-terraform@v2
+        with:
+          terraform_version: 1.5.6
+
+      - name: Terraform Init
+        run: terraform init
+
+      - name: Validate Terraform configuration
+        run: terraform validate
+
+

.gitignore

@@ -0,0 +1,7 @@
+# Ignore virtual environment
+venv/
+
+# Ignore system files
+*.pyc
+__pycache__/
+.DS_Store

ansible_files/config.yml

@@ -0,0 +1,86 @@
+- hosts: web_servers
+  become: true  
+  tasks:
+    - name: Create Docker network named monitoring-network
+      docker_network:
+        name: monitoring-network
+        driver: bridge
+
+    - name: Copy Promtail config
+      copy:
+        content: |
+          server:
+            http_listen_port: 9080
+            grpc_listen_port: 0
+
+          clients:
+            - url: http://loki:3100/loki/api/v1/push
+
+          positions:
+            filename: /tmp/positions.yaml
+
+          scrape_configs:
+            - job_name: system
+              static_configs:
+                - targets:
+                    - localhost
+                  labels:
+                    job: varlogs
+                    __path__: /var/log/*.log
+        dest: ./promtail-config.yml
+
+    - name: Copy Loki config
+      copy:
+        content: |
+          server:
+            http_listen_port: 9080
+            grpc_listen_port: 0
+
+          positions:
+            filename: /tmp/positions.yaml
+
+          clients:
+            - url: http://loki:3100/loki/api/v1/push
+
+          scrape_configs:
+            - job_name: system
+              static_configs:
+                - targets:
+                    - localhost
+                  labels:
+                    job: varlogs
+                    __path__: /var/log/*log
+
+            - job_name: docker
+              static_configs:
+                - targets:
+                    - localhost
+                  labels:
+                    job: docker_logs
+                    __path__: /var/lib/docker/containers/*/*-json.log
+        dest: ./loki-config.yaml
+
+    - name: Copy Prometheus config
+      copy:
+        content: |
+          global:
+            scrape_interval: 15s
+
+          scrape_configs:
+            - job_name: 'prometheus'
+              metrics_path: "/prometheus/metrics"
+              static_configs:
+                - targets: ['prometheus:9090']
+
+            - job_name: 'grafana'
+              static_configs:
+                - targets: ['grafana:3000']
+
+            - job_name: 'cadvisor'
+              static_configs:
+                - targets: ['cadvisor:8080']
+
+            - job_name: 'loki'
+              static_configs:
+                - targets: ['loki:3100']
+        dest: ./prometheus.yml