update telemetry collection benchmarks

Author: mabdinur

benchmarks/ddtrace_run/scenario.py

@@ -20,6 +20,11 @@ def run(self):
         env["DD_RUNTIME_METRICS_ENABLED"] = str(self.runtimemetrics)
         env["DD_APPSEC_ENABLED"] = str(self.appsec)
 
+        if self.telemetry:
+            # Force app started event, this is needed for telemetry to be enabled
+            # immediately after the process starts to avoid the 10 second delay.
+            env["_DD_INSTRUMENTATION_TELEMETRY_TESTS_FORCE_APP_STARTED"] = "true"
+
         # initialize subprocess args
         subp_cmd = []
         code = "import ddtrace; ddtrace._monkey._patch_all()\n"
@@ -29,7 +34,7 @@ def run(self):
 
         if self.http:
             # mock requests to the trace agent before starting services
-            env["DD_TRACE_API_VERSION"] = "v0.4"
+            env["DD_TRACE_API_VERSION"] = "v0.5"
             code += """
 import httpretty
 from ddtrace.trace import tracer
@@ -41,10 +46,6 @@ def run(self):
 # profiler will collect snapshot during shutdown
 httpretty.register_uri(httpretty.POST, '%s/%s' % (tracer.agent_trace_url, 'profiling/v1/input'))
 """
-
-        if self.telemetry:
-            code += "telemetry_writer.enable()\n"
-
         if self.tracing:
             code += "span = tracer.trace('test-x', service='bench-test'); span.finish()\n"
 

benchmarks/startup/config.yaml

@@ -4,6 +4,7 @@ baseline: &defaults
   import_ddtrace_auto: false
   import_flask: false
   import_django: false
+  send_span: false
 baseline_flask:
   <<: *defaults
   import_flask: true
@@ -32,3 +33,13 @@ import_ddtrace_auto_django:
   <<: *defaults
   import_ddtrace_auto: true
   import_django: true
+import_ddtrace_auto_start_telemetry:
+  <<: *defaults
+  # By default telemetry collection is enabled after 10 seconds we need to force it to start immediately
+  # to detect the overhead.
+  env: {"_DD_INSTRUMENTATION_TELEMETRY_TESTS_FORCE_APP_STARTED": "true"}
+  import_ddtrace_auto: true
+import_ddtrace_auto_send_span:
+  <<: *defaults
+  import_ddtrace_auto: true
+  send_span: true

benchmarks/startup/scenario.py

@@ -10,6 +10,7 @@ class Startup(bm.Scenario):
     import_ddtrace_auto: bool
     import_flask: bool
     import_django: bool
+    send_span: bool
     env: str
 
     def run(self):
@@ -32,7 +33,9 @@ def run(self):
         if self.import_django:
             # `import django` doesn't really do anything, `django.core.management` is what `manage.py` uses
             commands.append("import django.core.management")
-
+        if self.send_span:
+            commands.append("from ddtrace.trace import tracer")
+            commands.append("tracer.trace('test').finish()")
         args = ["python", "-c"] + [";".join(commands)]
 
         def _(loops: int):