inverter-fleet: add observability agent

inverter-fleet/fleets/eu-west-prod-001/fleet.yaml

@@ -9,6 +9,8 @@ spec:
   template:
     spec:
       os:
+        # TODO: needs to include:
+        # https://copr.fedorainfracloud.org/coprs/miyunari/redhat-opentelemetry-collector/package/opentelemetry-collector/
         image: quay.io/solar-farms/ai-inverter:1.5.0
 
       config:
@@ -18,6 +20,12 @@ spec:
             repoRef: main
             repoPath: /inverter-fleet/deployment-manifests/
             mountPath: /etc/microshift/manifests
+        - name: observability-agent
+          gitRef:
+            repoUrl: https://github.com/flightctl/flightctl-demos.git
+            repoRef: main
+            repoPath: /inverter-fleet/observability/
+            mountPath: /etc/otel-collector/
         - name: pull-secret
           secretRef:
             name: device-pull-secret
@@ -34,4 +42,4 @@ spec:
        matchPatterns:
         - inverter.service
         - rs485-protocol.service
-
+        - opentelemetry-collector.service

inverter-fleet/observability/config.yaml

@@ -0,0 +1,59 @@
+---
+receivers:
+  journald:
+    directory: /run/log/journal
+    units:
+      - ssh
+      - microshift
+      - opentelemetry-collector
+      - inverter
+      - rs485-protocol
+    priority: info
+  hostmetrics:
+    root_path: /hostfs
+    collection_interval: 10s
+    scrapers:
+      cpu:
+      memory:
+      disk:
+      filesystem:
+  prometheus/self:
+    config:
+      scrape_configs:
+        - job_name: ‘agent’
+          scrape_interval: 10s
+          static_configs:
+            - targets: [‘127.0.0.1:8888’]
+
+processors:
+  resourcedetection/system:
+    detectors: ["system"]
+  batch:
+
+exporters:
+  debug:
+    verbosity: info
+
+extensions:
+  health_check:
+  file_storage:
+    directory: /cache
+    timeout: 2s
+    compaction:
+      on_start: true
+      directory: /tmp/
+      max_transaction_size: 65_536
+    fsync: false
+
+
+service:
+  extensions: [health_check, file_storage]
+  pipelines:
+    metrics:
+      receivers: [hostmetrics, prometheus/self]
+      processors: [resourcedetection/system, batch]
+      exporters: [debug]
+    logs:
+      receivers: [journald]
+      processors: [resourcedetection/system, batch]
+      exporters: [debug]