feat(tasks) Add taskbroker-client metrics for tasks

pyproject.toml

@@ -107,7 +107,7 @@ dependencies = [
   "statsd>=3.3.0",
   "structlog>=22.1.0",
   "symbolic>=13.1.1",
-  "taskbroker-client>=0.19.1",
+  "taskbroker-client>=0.19.2",
   "tiktoken>=0.8.0",
   "tokenizers>=0.22.0",
   "tldextract>=5.1.2",

src/sentry/taskworker/runtime.py

@@ -1,6 +1,9 @@
+import os
+
 from django.conf import settings
 from django.core.cache import cache
 from taskbroker_client.app import TaskbrokerApp
+from taskbroker_client.metrics import DatadogMetrics
 
 from sentry.taskworker.adapters import (
     DjangoCacheAtMostOnceStore,
@@ -10,10 +13,23 @@
     make_producer,
 )
 
+metrics_class = SentryMetricsBackend()
+if os.getenv("USE_TASKWORKER_METRICS", None):
+    # Metrics created by this interface will not
+    # have `sentry.` prefix, and will not have
+    # K8S_LABEL applied.
+    metrics_class = DatadogMetrics(
+        application="sentry",
+        statsd_host=os.getenv("HOST_IP", "127.0.0.1"),
+        statsd_port=os.getenv("SENTRY_STATSD_PORT", 8126),
+        sample_rate=settings.SENTRY_METRICS_SAMPLE_RATE,
+        enable_prefixed_metrics=True,
+    )
+
 app = TaskbrokerApp(
     name="sentry",
     producer_factory=make_producer,
-    metrics_class=SentryMetricsBackend(),
+    metrics_class=metrics_class,
     router_class=SentryRouter(),
     at_most_once_store=DjangoCacheAtMostOnceStore(cache),
     context_hooks=[ViewerContextHook()],