chore(ci): add victoriametrics sink integration tests

Run the `victoriametrics` sink integration tests against single-node
VictoriaMetrics, a vmstorage/vminsert/vmselect cluster, and vmauth
routing bearer tokens to tenants.

Author: missedone

.github/workflows/changes.yml

@@ -140,6 +140,8 @@ on:
         value: ${{ jobs.int_tests.outputs.redis }}
       splunk:
         value: ${{ jobs.int_tests.outputs.splunk }}
+      victoriametrics:
+        value: ${{ jobs.int_tests.outputs.victoriametrics }}
       webhdfs:
         value: ${{ jobs.int_tests.outputs.webhdfs }}
       # e2e tests
@@ -375,6 +377,7 @@ jobs:
       pulsar: ${{ steps.filter.outputs.pulsar }}
       redis: ${{ steps.filter.outputs.redis }}
       splunk: ${{ steps.filter.outputs.splunk }}
+      victoriametrics: ${{ steps.filter.outputs.victoriametrics }}
       webhdfs: ${{ steps.filter.outputs.webhdfs }}
       any: ${{ steps.detect-changes.outputs.any }}
     steps:
@@ -441,6 +444,7 @@ jobs:
             "pulsar": ${{ steps.filter.outputs.pulsar }},
             "redis": ${{ steps.filter.outputs.redis }},
             "splunk": ${{ steps.filter.outputs.splunk }},
+            "victoriametrics": ${{ steps.filter.outputs.victoriametrics }},
             "webhdfs": ${{ steps.filter.outputs.webhdfs }}
           }
           EOF

.github/workflows/ci-integration-review.yml

@@ -141,6 +141,7 @@ jobs:
             "pulsar",
             "redis",
             "splunk",
+            "victoriametrics",
             "webhdfs"
           ]
     steps:

.github/workflows/integration.yml

@@ -133,6 +133,7 @@ jobs:
             "pulsar",
             "redis",
             "splunk",
+            "victoriametrics",
             "webhdfs"
           ]
     timeout-minutes: 90

tests/integration/victoriametrics/config/compose.yaml

@@ -0,0 +1,32 @@
+version: "3"
+
+services:
+  victoriametrics:
+    image: docker.io/victoriametrics/victoria-metrics:${CONFIG_VERSION}
+  vmstorage:
+    image: docker.io/victoriametrics/vmstorage:${CONFIG_VERSION}-cluster
+  vminsert:
+    image: docker.io/victoriametrics/vminsert:${CONFIG_VERSION}-cluster
+    command:
+      - -storageNode=vmstorage:8400
+    depends_on:
+      - vmstorage
+  vmselect:
+    image: docker.io/victoriametrics/vmselect:${CONFIG_VERSION}-cluster
+    command:
+      - -storageNode=vmstorage:8401
+    depends_on:
+      - vmstorage
+  vmauth:
+    image: docker.io/victoriametrics/vmauth:${CONFIG_VERSION}
+    command:
+      - -auth.config=/etc/vmauth/auth.yaml
+    volumes:
+      - ../data/vmauth.yaml:/etc/vmauth/auth.yaml:ro
+    depends_on:
+      - vminsert
+
+networks:
+  default:
+    name: ${VECTOR_NETWORK}
+    external: true

tests/integration/victoriametrics/config/test.yaml

@@ -0,0 +1,22 @@
+features:
+  - victoriametrics-integration-tests
+
+test_filter: "::victoriametrics::"
+
+env:
+  VICTORIAMETRICS_ADDRESS: http://victoriametrics:8428
+  VMINSERT_ADDRESS: http://vminsert:8480
+  VMSELECT_ADDRESS: http://vmselect:8481
+  VMSTORAGE_ADDRESS: http://vmstorage:8482
+  VMAUTH_ADDRESS: http://vmauth:8427
+
+matrix:
+  version: ["v1.127.0"]
+
+# changes to these files/paths will invoke the integration test in CI
+# expressions are evaluated using https://github.com/micromatch/picomatch
+paths:
+  - "src/internal_events/victoriametrics.rs"
+  - "src/sinks/victoriametrics/**"
+  - "src/sinks/util/**"
+  - "tests/integration/victoriametrics/**"

tests/integration/victoriametrics/data/vmauth.yaml

@@ -0,0 +1,6 @@
+# Each credential routes to its own vminsert tenant.
+users:
+  - bearer_token: "tenant-1-token"
+    url_prefix: "http://vminsert:8480/insert/1/prometheus"
+  - bearer_token: "tenant-2-token"
+    url_prefix: "http://vminsert:8480/insert/2/prometheus"