update benchmarks

Author: mabdinur

benchmarks/ddtrace_run/scenario.py

@@ -20,6 +20,11 @@ def run(self):
         env["DD_RUNTIME_METRICS_ENABLED"] = str(self.runtimemetrics)
         env["DD_APPSEC_ENABLED"] = str(self.appsec)
 
+        if self.telemetry:
+            # Force app started event, this is needed for telemetry to be enabled
+            # immediately after the process starts to avoid the 10 second delay.
+            env["_DD_INSTRUMENTATION_TELEMETRY_TESTS_FORCE_APP_STARTED"] = "true"
+
         # initialize subprocess args
         subp_cmd = []
         code = "import ddtrace; ddtrace._monkey._patch_all()\n"
@@ -29,7 +34,7 @@ def run(self):
 
         if self.http:
             # mock requests to the trace agent before starting services
-            env["DD_TRACE_API_VERSION"] = "v0.4"
+            env["DD_TRACE_API_VERSION"] = "v0.5"
             code += """
 import httpretty
 from ddtrace.trace import tracer
@@ -41,10 +46,6 @@ def run(self):
 # profiler will collect snapshot during shutdown
 httpretty.register_uri(httpretty.POST, '%s/%s' % (tracer.agent_trace_url, 'profiling/v1/input'))
 """
-
-        if self.telemetry:
-            code += "telemetry_writer.enable()\n"
-
         if self.tracing:
             code += "span = tracer.trace('test-x', service='bench-test'); span.finish()\n"
 

benchmarks/startup/config.yaml

@@ -32,3 +32,9 @@ import_ddtrace_auto_django:
   <<: *defaults
   import_ddtrace_auto: true
   import_django: true
+import_ddtrace_auto_start_telemetry:
+  <<: *defaults
+  # By default telemetry collection is enabled after 10 seconds we need to force it to start immediately
+  # to detect the overhead.
+  env: {"_DD_INSTRUMENTATION_TELEMETRY_TESTS_FORCE_APP_STARTED": "true"}
+  import_ddtrace_auto: true