Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
@@ -0,0 +1,22 @@
---
apiVersion: itbench.io/v2
kind: GroundTruth
metadata:
name: scenario-404
spec:
alerts:
- labels: {}
name: KubePodNotReady
entities:
- apiVersion: apps/v1
kind: Deployment
metadata:
name: recommendation
namespace: otel-demo
solutions:
- - steps:
- command: kubectl -n otel-demo rollout undo deployment/recommendation
text: Revert the last change done to the manifest.
- steps:
- command: kubectl -n otel-demo edit deployment recommendation
text: Manually edit the manifest and replace the invalid image with the correct value.
Original file line number Diff line number Diff line change
@@ -0,0 +1,68 @@
---
apiVersion: itbench.io/v1
kind: GroundTruth
metadata:
name: scenario-404
spec:
alerts:
- group_id: recommendation-service-1
id: HighRequestErrorRate
metadata:
description: Recommendation service experiencing errors due to faulty container image
- group_id: frontend-service-1
id: HighRequestErrorRate
metadata:
description: Frontend experiencing errors when calling failed recommendation service
- group_id: frontend-proxy-service-1
id: HighRequestErrorRate
metadata:
description: Frontend-proxy experiencing cascading errors from frontend failures
aliases:
- - recommendation-deployment-1
- recommendation-service-1
- - frontend-service-1
- - frontend-proxy-service-1
fault:
- category: Change
condition: Deployment updated with image that causes request errors
entity:
group_id: recommendation-deployment-1
kind: Deployment
name: recommendation
fault_mechanism: modify-kubernetes-workload-container-image
groups:
- filter:
- recommendation-.*
id: recommendation-deployment-1
kind: Deployment
namespace: otel-demo
root_cause: true
- filter:
- recommendation\b
id: recommendation-service-1
kind: Service
namespace: otel-demo
- filter:
- frontend\b
id: frontend-service-1
kind: Service
namespace: otel-demo
- filter:
- frontend-proxy\b
id: frontend-proxy-service-1
kind: Service
namespace: otel-demo
propagations:
- condition: Recommendation deployment updated with faulty container image
effect: Recommendation service returns errors for all requests
source: recommendation-deployment-1
target: recommendation-service-1
- condition: Recommendation service returning errors
effect: Frontend experiences errors when fetching recommendations
source: recommendation-service-1
target: frontend-service-1
- condition: Frontend experiencing errors from recommendation failures
effect: Frontend-proxy experiences cascading errors
source: frontend-service-1
target: frontend-proxy-service-1
recommended_actions: []
25 changes: 25 additions & 0 deletions scenarios/sre/roles/scenarios/files/scenario_404/scenario.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,25 @@
---
apiVersion: itbench.io/v2
kind: Scenario
metadata:
name: scenario-404
spec:
applications:
opentelemetryDemo:
enabled: true
faults:
- injections:
- args:
container:
image: quay.io/shengkunrz/it-bench-dev:monzo-recommendation
name: recommendation
kubernetesObject:
apiVersion: apps/v1
kind: Deployment
metadata:
name: recommendation
namespace: otel-demo
id: modify-kubernetes-workload-container-image
tools:
sre:
enabled: true
Loading