fix: add OTEL environment variables to helm chart and addDEFAULT_LOGGING_CONFIG_DICT

Author: Khue Duong

charts/gitops/templates/deployment.yml

@@ -70,6 +70,33 @@ spec:
               secretKeyRef:
                 name: {{ .Release.Name }}-secret
                 key: GITHUB_WEBHOOK_KEY
+          - name: NODE_IP
+            valueFrom:
+              fieldRef:
+                fieldPath: status.hostIP
+          - name: OTEL_EXPORTER_OTLP_ENDPOINT
+            value: "http://$(NODE_IP):4317"
+          - name: OTEL_PYTHON_LOG_CORRELATION
+            value: "True"
+          - name: OTEL_PYTHON_LOGGING_AUTO_INSTRUMENTATION_ENABLED
+            value: "True"
+          - name: OTEL_LOGS_EXPORTER
+            value: "otlp"
+          - name: OTEL_METRICS_EXPORTER
+            value: "none"
+          - name: OTEL_TRACES_EXPORTER
+            value: "otlp"
+          - name: OTEL_SERVICE_NAME
+            value: "gitops"
+          - name: OTEL_EXPORTER_OTLP_TIMEOUT
+            value: "1"
+          - name: OTEL_RESOURCE_ATTRIBUTES: 
+            value: "cluster={{.Values.cluster}}"
+          # We want to limit the length of the attributes so that we don't store too much
+          - name: OTEL_ATTRIBUTE_VALUE_LENGTH_LIMIT
+            value: "512"
+          - name: OTEL_PYTHON_EXCLUDED_URLS
+            value: "pingz,livez,readyz,metrics,robots.txt,favicon.ico"
         volumeMounts:
         - name: git-crypt-key
           mountPath: "/etc/gitops"

gitops_server/main.py

@@ -15,6 +15,7 @@
 from gitops_server.app import app
 from gitops_server.workers import DeployQueueWorker
 
+LOGGING = DEFAULT_LOGGING_CONFIG_DICT
 manually_instrument_logging()
 manually_instrument_fastapi()