From c3c9d45c4a1897386bb1a04b6be6a859c8ac7680 Mon Sep 17 00:00:00 2001
From: Gerard Vanloo <gerard.vanloo@ibm.com>
Date: Tue, 24 Mar 2026 15:39:21 -0400
Subject: [PATCH] feat: add code change fault scenario

Signed-off-by: Gerard Vanloo <gerard.vanloo@ibm.com>
---
 .../files/scenario_404/groundtruth.yaml       | 22 ++++++
 .../files/scenario_404/groundtruth_v1.yaml    | 68 +++++++++++++++++++
 .../files/scenario_404/scenario.yaml          | 25 +++++++
 3 files changed, 115 insertions(+)
 create mode 100644 scenarios/sre/roles/scenarios/files/scenario_404/groundtruth.yaml
 create mode 100644 scenarios/sre/roles/scenarios/files/scenario_404/groundtruth_v1.yaml
 create mode 100644 scenarios/sre/roles/scenarios/files/scenario_404/scenario.yaml

diff --git a/scenarios/sre/roles/scenarios/files/scenario_404/groundtruth.yaml b/scenarios/sre/roles/scenarios/files/scenario_404/groundtruth.yaml
new file mode 100644
index 000000000..5178f454b
--- /dev/null
+++ b/scenarios/sre/roles/scenarios/files/scenario_404/groundtruth.yaml
@@ -0,0 +1,22 @@
+---
+apiVersion: itbench.io/v2
+kind: GroundTruth
+metadata:
+  name: scenario-404
+spec:
+  alerts:
+    - labels: {}
+      name: KubePodNotReady
+  entities:
+    - apiVersion: apps/v1
+      kind: Deployment
+      metadata:
+        name: recommendation
+        namespace: otel-demo
+  solutions:
+    - - steps:
+          - command: kubectl -n otel-demo rollout undo deployment/recommendation
+            text: Revert the last change done to the manifest.
+      - steps:
+          - command: kubectl -n otel-demo edit deployment recommendation
+            text: Manually edit the manifest and replace the invalid image with the correct value.
diff --git a/scenarios/sre/roles/scenarios/files/scenario_404/groundtruth_v1.yaml b/scenarios/sre/roles/scenarios/files/scenario_404/groundtruth_v1.yaml
new file mode 100644
index 000000000..45bb4c6a9
--- /dev/null
+++ b/scenarios/sre/roles/scenarios/files/scenario_404/groundtruth_v1.yaml
@@ -0,0 +1,68 @@
+---
+apiVersion: itbench.io/v1
+kind: GroundTruth
+metadata:
+  name: scenario-404
+spec:
+  alerts:
+    - group_id: recommendation-service-1
+      id: HighRequestErrorRate
+      metadata:
+        description: Recommendation service experiencing errors due to faulty container image
+    - group_id: frontend-service-1
+      id: HighRequestErrorRate
+      metadata:
+        description: Frontend experiencing errors when calling failed recommendation service
+    - group_id: frontend-proxy-service-1
+      id: HighRequestErrorRate
+      metadata:
+        description: Frontend-proxy experiencing cascading errors from frontend failures
+  aliases:
+    - - recommendation-deployment-1
+      - recommendation-service-1
+    - - frontend-service-1
+    - - frontend-proxy-service-1
+  fault:
+    - category: Change
+      condition: Deployment updated with image that causes request errors
+      entity:
+        group_id: recommendation-deployment-1
+        kind: Deployment
+        name: recommendation
+      fault_mechanism: modify-kubernetes-workload-container-image
+  groups:
+    - filter:
+        - recommendation-.*
+      id: recommendation-deployment-1
+      kind: Deployment
+      namespace: otel-demo
+      root_cause: true
+    - filter:
+        - recommendation\b
+      id: recommendation-service-1
+      kind: Service
+      namespace: otel-demo
+    - filter:
+        - frontend\b
+      id: frontend-service-1
+      kind: Service
+      namespace: otel-demo
+    - filter:
+        - frontend-proxy\b
+      id: frontend-proxy-service-1
+      kind: Service
+      namespace: otel-demo
+  propagations:
+    - condition: Recommendation deployment updated with faulty container image
+      effect: Recommendation service returns errors for all requests
+      source: recommendation-deployment-1
+      target: recommendation-service-1
+    - condition: Recommendation service returning errors
+      effect: Frontend experiences errors when fetching recommendations
+      source: recommendation-service-1
+      target: frontend-service-1
+    - condition: Frontend experiencing errors from recommendation failures
+      effect: Frontend-proxy experiences cascading errors
+      source: frontend-service-1
+      target: frontend-proxy-service-1
+  recommended_actions: []
diff --git a/scenarios/sre/roles/scenarios/files/scenario_404/scenario.yaml b/scenarios/sre/roles/scenarios/files/scenario_404/scenario.yaml
new file mode 100644
index 000000000..fcc1c7db6
--- /dev/null
+++ b/scenarios/sre/roles/scenarios/files/scenario_404/scenario.yaml
@@ -0,0 +1,25 @@
+---
+apiVersion: itbench.io/v2
+kind: Scenario
+metadata:
+  name: scenario-404
+spec:
+  applications:
+    opentelemetryDemo:
+      enabled: true
+  faults:
+    - injections:
+        - args:
+            container:
+              image: quay.io/shengkunrz/it-bench-dev:monzo-recommendation
+              name: recommendation
+            kubernetesObject:
+              apiVersion: apps/v1
+              kind: Deployment
+              metadata:
+                name: recommendation
+                namespace: otel-demo
+          id: modify-kubernetes-workload-container-image
+  tools:
+    sre:
+      enabled: true