feat: add victoriametrics sink

.github/workflows/changes.yml

@@ -144,6 +144,8 @@ on:
         value: ${{ jobs.int_tests.outputs.redis }}
       splunk:
         value: ${{ jobs.int_tests.outputs.splunk }}
+      victoriametrics:
+        value: ${{ jobs.int_tests.outputs.victoriametrics }}
       webhdfs:
         value: ${{ jobs.int_tests.outputs.webhdfs }}
       # e2e tests
@@ -404,6 +406,7 @@ jobs:
       pulsar: ${{ steps.filter.outputs.pulsar }}
       redis: ${{ steps.filter.outputs.redis }}
       splunk: ${{ steps.filter.outputs.splunk }}
+      victoriametrics: ${{ steps.filter.outputs.victoriametrics }}
       webhdfs: ${{ steps.filter.outputs.webhdfs }}
       any: ${{ steps.detect-changes.outputs.any }}
     steps:
@@ -470,6 +473,7 @@ jobs:
             "pulsar": ${{ steps.filter.outputs.pulsar }},
             "redis": ${{ steps.filter.outputs.redis }},
             "splunk": ${{ steps.filter.outputs.splunk }},
+            "victoriametrics": ${{ steps.filter.outputs.victoriametrics }},
             "webhdfs": ${{ steps.filter.outputs.webhdfs }}
           }
           EOF

.github/workflows/ci-integration-review.yml

@@ -141,6 +141,7 @@ jobs:
             "pulsar",
             "redis",
             "splunk",
+            "victoriametrics",
             "webhdfs"
           ]
     steps:

.github/workflows/integration.yml

@@ -138,6 +138,7 @@ jobs:
             "pulsar",
             "redis",
             "splunk",
+            "victoriametrics",
             "webhdfs"
           ]
     timeout-minutes: 90

Cargo.toml

@@ -958,6 +958,7 @@ sinks-metrics = [
   "sinks-sematext",
   "sinks-statsd",
   "sinks-vector",
+  "sinks-victoriametrics",
   "sinks-splunk_hec"
 ]
 
@@ -1014,6 +1015,7 @@ sinks-splunk_hec = []
 sinks-statsd = ["sinks-utils-udp", "tokio-util/net"]
 sinks-utils-udp = []
 sinks-vector = ["sinks-utils-udp", "dep:tonic", "protobuf-build", "dep:prost"]
+sinks-victoriametrics = ["dep:prost", "vector-lib/prometheus"]
 sinks-websocket = ["dep:tokio-tungstenite"]
 sinks-websocket_server = ["dep:tokio-tungstenite", "sources-utils-http-auth", "sources-utils-http-error", "sources-utils-http-prelude"]
 sinks-webhdfs = ["dep:opendal", "dep:opendal-http-transport-reqwest"]
@@ -1062,6 +1064,7 @@ all-integration-tests = [
   "redis-integration-tests",
   "splunk-integration-tests",
   "vector-api-tests",
+  "victoriametrics-integration-tests",
   "webhdfs-integration-tests",
   "windows-event-log-integration-tests",
 ]
@@ -1131,6 +1134,7 @@ pulsar-integration-tests = ["sinks-pulsar", "sources-pulsar"]
 redis-integration-tests = ["sinks-redis", "sources-redis"]
 splunk-integration-tests = ["sinks-splunk_hec"]
 dnstap-integration-tests = ["sources-dnstap", "dep:bollard"]
+victoriametrics-integration-tests = ["sinks-victoriametrics"]
 webhdfs-integration-tests = ["sinks-webhdfs"]
 windows-event-log-integration-tests = ["sources-windows_event_log-integration-tests"]
 disable-resolv-conf = []

changelog.d/1343_victoriametrics_sink.feature.md

@@ -0,0 +1,5 @@
+Added a new `victoriametrics` sink that delivers metrics using the VictoriaMetrics remote write protocol (zstd-compressed remote write).
+
+The sink encodes distributions as VictoriaMetrics `vmrange` histograms and accumulates incremental distributions in bounded memory. It supports single-node VictoriaMetrics, cluster tenants in the `vminsert` URL path or in labels, and per-event `vmauth` credentials through the `victoriametrics_token` event secret.
+
+authors: missedone

clippy.toml

@@ -2,7 +2,7 @@ large-error-threshold = 256  # in bytes
 allow-unwrap-in-tests = true
 
 # Preserve product and component names in prose.
-doc-valid-idents = ["ClickHouse", "CloudWatch", "GreptimeCloud", "GreptimeDB", "InfluxDB", "JetStream", "MongoDB", "NameNode", "OpenDAL", "OpenSearch", "PostgreSQL", "QoS", "SQLx", "StatsD", "WebHDFS", ".."]
+doc-valid-idents = ["ClickHouse", "CloudWatch", "GreptimeCloud", "GreptimeDB", "InfluxDB", "JetStream", "MongoDB", "NameNode", "OpenDAL", "OpenSearch", "PostgreSQL", "QoS", "SQLx", "StatsD", "VictoriaMetrics", "WebHDFS", ".."]
 
 # for `disallowed_method`:
 # https://rust-lang.github.io/rust-clippy/master/index.html#disallowed_method