From b4989979fc36bffead7b112dc2906e09aa37cded Mon Sep 17 00:00:00 2001 From: Markus Unterwaditzer Date: Thu, 25 Jun 2026 10:37:27 +0200 Subject: [PATCH] feat(taskbroker): port profiles consumer to taskbroker raw mode Remove the dedicated ingest-profiles consumer and consume the profiles topic via taskbroker raw passthrough mode instead. Retries and the deadletter route onto the existing taskworker / taskworker-dlq topics. ref STREAM-1248 Co-Authored-By: Claude Opus 4.8 --- docker-compose.yml | 7 ------- taskbroker/config.yml | 9 +++++++++ 2 files changed, 9 insertions(+), 7 deletions(-) diff --git a/docker-compose.yml b/docker-compose.yml index 8fa3eaf66e8..079bbf167da 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -623,13 +623,6 @@ services: <<: *file_healthcheck_defaults profiles: - feature-complete - ingest-profiles: - <<: *sentry_defaults - command: run consumer ingest-profiles --consumer-group ingest-profiles --healthcheck-file-path /tmp/health.txt --max-poll-interval-ms ${SENTRY_KAFKA_MAX_POLL_INTERVAL_MS:-300000} - healthcheck: - <<: *file_healthcheck_defaults - profiles: - - feature-complete ingest-monitors: <<: *sentry_defaults command: run consumer ingest-monitors --consumer-group ingest-monitors --healthcheck-file-path /tmp/health.txt --max-poll-interval-ms ${SENTRY_KAFKA_MAX_POLL_INTERVAL_MS:-300000} diff --git a/taskbroker/config.yml b/taskbroker/config.yml index c0cff9c9576..68b4ef7bae1 100644 --- a/taskbroker/config.yml +++ b/taskbroker/config.yml @@ -1,5 +1,6 @@ # See https://github.com/getsentry/taskbroker/pull/667 for the config format. kafka_deadletter_topic: taskworker-dlq +kafka_retry_topic: taskworker kafka_topics: taskworker: @@ -9,3 +10,11 @@ kafka_topics: cluster: default consumer_group: taskworker produce_only: true + profiles: + cluster: default + consumer_group: ingest-profiles-consumers-0 + raw: + namespace: ingest.profiling.passthrough + application: sentry + taskname: sentry.profiles.task.process_profile_from_kafka + processing_deadline_duration: 60