Generated Data in Block formate using promtool for now

prombench/gendata/01J7R58A1N9PF6YCTBSVA4DXYX/meta.json

@@ -0,0 +1,17 @@
+{
+	"ulid": "01J7R58A1N9PF6YCTBSVA4DXYX",
+	"minTime": 1725149325000000,
+	"maxTime": 1725149325000001,
+	"stats": {
+		"numSamples": 11,
+		"numSeries": 11,
+		"numChunks": 11
+	},
+	"compaction": {
+		"level": 1,
+		"sources": [
+			"01J7R58A1N9PF6YCTBSVA4DXYX"
+		]
+	},
+	"version": 1
+}

prombench/gendata/01J7R58A6ES643PK2BDSC1D1CZ/meta.json

@@ -0,0 +1,17 @@
+{
+	"ulid": "01J7R58A6ES643PK2BDSC1D1CZ",
+	"minTime": 1725149340000000,
+	"maxTime": 1725149340000001,
+	"stats": {
+		"numSamples": 11,
+		"numSeries": 11,
+		"numChunks": 11
+	},
+	"compaction": {
+		"level": 1,
+		"sources": [
+			"01J7R58A6ES643PK2BDSC1D1CZ"
+		]
+	},
+	"version": 1
+}

prombench/gendata/01J7R58AA95Z9HC958F657ASMJ/meta.json

@@ -0,0 +1,17 @@
+{
+	"ulid": "01J7R58AA95Z9HC958F657ASMJ",
+	"minTime": 1725149355000000,
+	"maxTime": 1725149355000001,
+	"stats": {
+		"numSamples": 11,
+		"numSeries": 11,
+		"numChunks": 11
+	},
+	"compaction": {
+		"level": 1,
+		"sources": [
+			"01J7R58AA95Z9HC958F657ASMJ"
+		]
+	},
+	"version": 1
+}

prombench/gendata/01J7R58ACY06SBV5RWQZAGYSJR/meta.json

@@ -0,0 +1,17 @@
+{
+	"ulid": "01J7R58ACY06SBV5RWQZAGYSJR",
+	"minTime": 1725149370000000,
+	"maxTime": 1725149370000001,
+	"stats": {
+		"numSamples": 11,
+		"numSeries": 11,
+		"numChunks": 11
+	},
+	"compaction": {
+		"level": 1,
+		"sources": [
+			"01J7R58ACY06SBV5RWQZAGYSJR"
+		]
+	},
+	"version": 1
+}

prombench/gendata/01J7R58AH8BYKHTHD79B71KKAB/meta.json

@@ -0,0 +1,17 @@
+{
+	"ulid": "01J7R58AH8BYKHTHD79B71KKAB",
+	"minTime": 1725149385000000,
+	"maxTime": 1725149385000001,
+	"stats": {
+		"numSamples": 11,
+		"numSeries": 11,
+		"numChunks": 11
+	},
+	"compaction": {
+		"level": 1,
+		"sources": [
+			"01J7R58AH8BYKHTHD79B71KKAB"
+		]
+	},
+	"version": 1
+}

prombench/gendata/01J7R58AQZT3SPA65B44JV6ZQ8/meta.json

@@ -0,0 +1,17 @@
+{
+	"ulid": "01J7R58AQZT3SPA65B44JV6ZQ8",
+	"minTime": 1725149400000000,
+	"maxTime": 1725149400000001,
+	"stats": {
+		"numSamples": 11,
+		"numSeries": 11,
+		"numChunks": 11
+	},
+	"compaction": {
+		"level": 1,
+		"sources": [
+			"01J7R58AQZT3SPA65B44JV6ZQ8"
+		]
+	},
+	"version": 1
+}

prombench/gendata/01J7R58AV9J8B2138QDB2V6GR5/meta.json

@@ -0,0 +1,17 @@
+{
+	"ulid": "01J7R58AV9J8B2138QDB2V6GR5",
+	"minTime": 1725149415000000,
+	"maxTime": 1725149415000001,
+	"stats": {
+		"numSamples": 11,
+		"numSeries": 11,
+		"numChunks": 11
+	},
+	"compaction": {
+		"level": 1,
+		"sources": [
+			"01J7R58AV9J8B2138QDB2V6GR5"
+		]
+	},
+	"version": 1
+}

prombench/gendata/01J7R58AYXSHQ1NDFCXW0W6XQ1/meta.json

@@ -0,0 +1,17 @@
+{
+	"ulid": "01J7R58AYXSHQ1NDFCXW0W6XQ1",
+	"minTime": 1725149430000000,
+	"maxTime": 1725149430000001,
+	"stats": {
+		"numSamples": 11,
+		"numSeries": 11,
+		"numChunks": 11
+	},
+	"compaction": {
+		"level": 1,
+		"sources": [
+			"01J7R58AYXSHQ1NDFCXW0W6XQ1"
+		]
+	},
+	"version": 1
+}

prombench/gendata/01J7R58B1KJ3G7A525YRZMY9TM/meta.json

@@ -0,0 +1,17 @@
+{
+	"ulid": "01J7R58B1KJ3G7A525YRZMY9TM",
+	"minTime": 1725149445000000,
+	"maxTime": 1725149445000001,
+	"stats": {
+		"numSamples": 11,
+		"numSeries": 11,
+		"numChunks": 11
+	},
+	"compaction": {
+		"level": 1,
+		"sources": [
+			"01J7R58B1KJ3G7A525YRZMY9TM"
+		]
+	},
+	"version": 1
+}

prombench/gendata/01J7R58B4MCMEJR6XVR667VD3D/meta.json

@@ -0,0 +1,17 @@
+{
+	"ulid": "01J7R58B4MCMEJR6XVR667VD3D",
+	"minTime": 1725149460000000,
+	"maxTime": 1725149460000001,
+	"stats": {
+		"numSamples": 11,
+		"numSeries": 11,
+		"numChunks": 11
+	},
+	"compaction": {
+		"level": 1,
+		"sources": [
+			"01J7R58B4MCMEJR6XVR667VD3D"
+		]
+	},
+	"version": 1
+}

prombench/gendata/01J7R58B7DJG6GGRYQYE9QB1NT/meta.json

@@ -0,0 +1,17 @@
+{
+	"ulid": "01J7R58B7DJG6GGRYQYE9QB1NT",
+	"minTime": 1725149475000000,
+	"maxTime": 1725149475000001,
+	"stats": {
+		"numSamples": 11,
+		"numSeries": 11,
+		"numChunks": 11
+	},
+	"compaction": {
+		"level": 1,
+		"sources": [
+			"01J7R58B7DJG6GGRYQYE9QB1NT"
+		]
+	},
+	"version": 1
+}

prombench/gendata/01J7R58B9DZ9DXTKZ42ER0MMZ7/meta.json

@@ -0,0 +1,17 @@
+{
+	"ulid": "01J7R58B9DZ9DXTKZ42ER0MMZ7",
+	"minTime": 1725149490000000,
+	"maxTime": 1725149490000001,
+	"stats": {
+		"numSamples": 11,
+		"numSeries": 11,
+		"numChunks": 11
+	},
+	"compaction": {
+		"level": 1,
+		"sources": [
+			"01J7R58B9DZ9DXTKZ42ER0MMZ7"
+		]
+	},
+	"version": 1
+}

prombench/manifests/cluster_kind.yaml

@@ -9,13 +9,19 @@ nodes:
           kubeletExtraArgs:
             node-labels: "node-name=main-node"
   - role: worker
+    extraMounts:
+      - hostPath: /home/lenovo/data1
+        containerPath: /mnt/data  
     kubeadmConfigPatches:
       - |
         kind: JoinConfiguration
         nodeRegistration:
           kubeletExtraArgs:
             node-labels: "isolation=prometheus,node-name=prometheus-{{ .PR_NUMBER }}"
   - role: worker
+    extraMounts:
+      - hostPath: /home/lenovo/data2S
+        containerPath: /mnt/data  
     kubeadmConfigPatches:
       - |
         kind: JoinConfiguration

prombench/manifests/prombench/benchmark/3a_prometheus-test_configmap.yaml

@@ -6,9 +6,13 @@ metadata:
 data:
   prometheus.yml: |
     global:
-      scrape_interval: 5s
+      scrape_interval: 5s 
 
     scrape_configs:
+      - job_name: 'prometheus'
+        static_configs:
+          - targets: ['localhost:9090']
+
     - job_name: kubelets
       scheme: https
       tls_config:

prombench/manifests/prombench/benchmark/3b_prometheus-test_deployment.yaml

@@ -36,11 +36,12 @@ spec:
       - name: prometheus-builder
         image: docker.io/prominfra/prometheus-builder:master
         imagePullPolicy: Always
+
         env:
         - name: PR_NUMBER
           value: "{{ .PR_NUMBER }}"
         - name: VOLUME_DIR
-          value: "/prometheus-builder" # same as mountPath
+          value: "/prometheus-builder" 
         - name: GITHUB_ORG
           value: "{{ .GITHUB_ORG }}"
         - name: GITHUB_REPO
@@ -63,21 +64,23 @@ spec:
           periodSeconds: 2
           failureThreshold: 30
         command: ["/usr/bin/prometheus"]
-        args: [
-          "--web.external-url=http://{{ .DOMAIN_NAME }}/{{ .PR_NUMBER }}/prometheus-pr",
-          "--storage.tsdb.path=/prometheus",
-          "--web.console.libraries=/usr/bin/console_libraries",
-          "--web.console.templates=/usr/bin/consoles",
-          "--config.file=/etc/prometheus/prometheus.yml",
-          "--log.level=debug"
-        ]
         volumeMounts:
         - name: config-volume
           mountPath: /etc/prometheus
         - name: instance-ssd
           mountPath: /prometheus
         - name: prometheus-executable
           mountPath: /usr/bin
+        - name: my-data
+          mountPath: /mnt/downloads  
+        args: [
+          "--web.external-url=http://{{ .DOMAIN_NAME }}/{{ .PR_NUMBER }}/prometheus-pr",
+          "--storage.tsdb.path=/mnt/downloads",
+          "--web.console.libraries=/usr/bin/console_libraries",
+          "--web.console.templates=/usr/bin/consoles",
+          "--config.file=/etc/prometheus/prometheus.yml",
+          "--log.level=debug"
+        ]          
         ports:
         - name: prom-web
           containerPort: 9090
@@ -90,6 +93,9 @@ spec:
           path: /mnt/disks/ssd0 #gke ssds
       - name: prometheus-executable
         emptyDir: {}
+      - name: my-data
+        hostPath: 
+          path: /mnt/data          
       terminationGracePeriodSeconds: 300
       nodeSelector:
         node-name: prometheus-{{ .PR_NUMBER }}
@@ -152,19 +158,21 @@ spec:
         image: quay.io/prometheus/prometheus:{{ .RELEASE }}
         imagePullPolicy: Always
         command: [ "/bin/prometheus" ]
+        volumeMounts:
+        - name: config-volume
+          mountPath: /etc/prometheus
+        - name: instance-ssd
+          mountPath: /prometheus
+        - name: my-data
+          mountPath: /mnt/downloads        
         args: [
           "--web.external-url=http://{{ .DOMAIN_NAME }}/{{ .PR_NUMBER }}/prometheus-release",
-          "--storage.tsdb.path=/prometheus",
+          "--storage.tsdb.path=/mnt/downloads",
           "--web.console.libraries=/etc/prometheus/console_libraries",
           "--web.console.templates=/etc/prometheus/consoles",
           "--config.file=/etc/prometheus/prometheus.yml",
           "--log.level=debug"
-        ]
-        volumeMounts:
-        - name: config-volume
-          mountPath: /etc/prometheus
-        - name: instance-ssd
-          mountPath: /prometheus
+        ]            
         ports:
         - name: prom-web
           containerPort: 9090
@@ -177,6 +185,9 @@ spec:
           # /mnt is where GKE keeps it's SSD
           # don't change this if you want Prometheus to take advantage of these local SSDs
           path: /mnt/disks/ssd0
+      - name: my-data
+        hostPath: 
+          path: /mnt/data          
       terminationGracePeriodSeconds: 300
       nodeSelector:
         node-name: prometheus-{{ .PR_NUMBER }}