feat/iii-observability

.github/workflows/ci.yml

@@ -545,6 +545,9 @@ jobs:
       #- name: Lint
       #  run: npx @biomejs/biome check sdk/packages/node
 
+      - name: Build observability (prerequisite for type check)
+        run: pnpm --filter @iii-dev/observability build
+
       - name: Type check
         run: pnpm --filter iii-sdk exec tsc --noEmit
 

.github/workflows/release-iii.yml

@@ -393,7 +393,7 @@ jobs:
 
   sdk-npm:
     name: SDK Node Publish
-    needs: [setup, create-iii-release]
+    needs: [setup, create-iii-release, observability-npm]
     if: ${{ !failure() && !cancelled() }}
     uses: ./.github/workflows/_npm.yml
     with:
@@ -410,7 +410,7 @@ jobs:
 
   sdk-npm-browser:
     name: SDK Browser Publish
-    needs: [setup, create-iii-release]
+    needs: [setup, create-iii-release, observability-npm]
     if: ${{ !failure() && !cancelled() }}
     uses: ./.github/workflows/_npm.yml
     with:
@@ -425,9 +425,26 @@ jobs:
       SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOT_TOKEN }}
       SLACK_CHANNEL_ID: ${{ secrets.SLACK_CHANNEL_ID }}
 
+  observability-npm:
+    name: Observability Node Publish
+    needs: [setup, create-iii-release]
+    if: ${{ !failure() && !cancelled() }}
+    uses: ./.github/workflows/_npm.yml
+    with:
+      package_path: sdk/packages/node/observability
+      npm_tag: ${{ needs.setup.outputs.npm_tag }}
+      build_filter: "@iii-dev/observability"
+      dry_run: ${{ needs.setup.outputs.dry_run == 'true' }}
+      slack_thread_ts: ${{ needs.setup.outputs.slack_ts }}
+      slack_label: Observability Node (npm)
+    secrets:
+      NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
+      SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOT_TOKEN }}
+      SLACK_CHANNEL_ID: ${{ secrets.SLACK_CHANNEL_ID }}
+
   sdk-py:
     name: SDK Python Publish
-    needs: [setup, create-iii-release]
+    needs: [setup, create-iii-release, observability-py]
     if: ${{ !failure() && !cancelled() }}
     uses: ./.github/workflows/_py.yml
     with:
@@ -440,9 +457,24 @@ jobs:
       SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOT_TOKEN }}
       SLACK_CHANNEL_ID: ${{ secrets.SLACK_CHANNEL_ID }}
 
+  observability-py:
+    name: Observability Python Publish
+    needs: [setup, create-iii-release]
+    if: ${{ !failure() && !cancelled() }}
+    uses: ./.github/workflows/_py.yml
+    with:
+      package_path: sdk/packages/python/observability
+      dry_run: ${{ needs.setup.outputs.dry_run == 'true' }}
+      slack_thread_ts: ${{ needs.setup.outputs.slack_ts }}
+      slack_label: Observability Python (pypi)
+    secrets:
+      PYPI_API_TOKEN: ${{ secrets.PYPI_API_TOKEN }}
+      SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOT_TOKEN }}
+      SLACK_CHANNEL_ID: ${{ secrets.SLACK_CHANNEL_ID }}
+
   sdk-rust:
     name: SDK Rust Publish
-    needs: [setup, create-iii-release]
+    needs: [setup, create-iii-release, observability-rust]
     if: ${{ !failure() && !cancelled() }}
     uses: ./.github/workflows/_rust-cargo.yml
     with:
@@ -455,6 +487,21 @@ jobs:
       SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOT_TOKEN }}
       SLACK_CHANNEL_ID: ${{ secrets.SLACK_CHANNEL_ID }}
 
+  observability-rust:
+    name: Observability Rust Publish
+    needs: [setup, create-iii-release]
+    if: ${{ !failure() && !cancelled() }}
+    uses: ./.github/workflows/_rust-cargo.yml
+    with:
+      package_path: sdk/packages/rust/observability
+      dry_run: ${{ needs.setup.outputs.dry_run == 'true' }}
+      slack_thread_ts: ${{ needs.setup.outputs.slack_ts }}
+      slack_label: Observability Rust (cargo)
+    secrets:
+      CARGO_REGISTRY_TOKEN: ${{ secrets.CARGO_REGISTRY_TOKEN }}
+      SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOT_TOKEN }}
+      SLACK_CHANNEL_ID: ${{ secrets.SLACK_CHANNEL_ID }}
+
   # ──────────────────────────────────────────────────────────────
   # Docker
   # ──────────────────────────────────────────────────────────────
@@ -589,6 +636,9 @@ jobs:
       - sdk-npm-browser
       - sdk-py
       - sdk-rust
+      - observability-npm
+      - observability-py
+      - observability-rust
       - docker-engine
       - homebrew-engine
       - homebrew-console
@@ -612,6 +662,9 @@ jobs:
           SDK_NPM_BROWSER_RESULT: ${{ needs.sdk-npm-browser.result }}
           SDK_PY_RESULT: ${{ needs.sdk-py.result }}
           SDK_RUST_RESULT: ${{ needs.sdk-rust.result }}
+          OBS_NPM_RESULT: ${{ needs.observability-npm.result }}
+          OBS_PY_RESULT: ${{ needs.observability-py.result }}
+          OBS_RUST_RESULT: ${{ needs.observability-rust.result }}
           DOCKER_RESULT: ${{ needs.docker-engine.result }}
           BREW_ENGINE_RESULT: ${{ needs.homebrew-engine.result }}
           BREW_CONSOLE_RESULT: ${{ needs.homebrew-console.result }}
@@ -638,6 +691,9 @@ jobs:
           LINES="$LINES$(icon "$SDK_NPM_BROWSER_RESULT") SDK Browser\n"
           LINES="$LINES$(icon "$SDK_PY_RESULT") SDK Python\n"
           LINES="$LINES$(icon "$SDK_RUST_RESULT") SDK Rust\n"
+          LINES="$LINES$(icon "$OBS_NPM_RESULT") Observability Node\n"
+          LINES="$LINES$(icon "$OBS_PY_RESULT") Observability Python\n"
+          LINES="$LINES$(icon "$OBS_RUST_RESULT") Observability Rust\n"
           LINES="$LINES$(icon "$BUILTIN_WORKERS_RESULT") Builtin Workers Registry\n"
           LINES="$LINES$(icon "$WORKER_SKILLS_RESULT") Worker Skills Registry\n"
 
@@ -647,7 +703,7 @@ jobs:
             LINES="$LINES$(icon "$BREW_CONSOLE_RESULT") Homebrew (iii-console)\n"
           fi
 
-          for r in "$INIT_RESULT" "$FIRMWARE_RESULT" "$ENGINE_RESULT" "$WORKER_RESULT" "$CONSOLE_RESULT" "$SDK_NPM_RESULT" "$SDK_NPM_BROWSER_RESULT" "$SDK_PY_RESULT" "$SDK_RUST_RESULT" "$BUILTIN_WORKERS_RESULT" "$WORKER_SKILLS_RESULT"; do
+          for r in "$INIT_RESULT" "$FIRMWARE_RESULT" "$ENGINE_RESULT" "$WORKER_RESULT" "$CONSOLE_RESULT" "$SDK_NPM_RESULT" "$SDK_NPM_BROWSER_RESULT" "$SDK_PY_RESULT" "$SDK_RUST_RESULT" "$OBS_NPM_RESULT" "$OBS_PY_RESULT" "$OBS_RUST_RESULT" "$BUILTIN_WORKERS_RESULT" "$WORKER_SKILLS_RESULT"; do
             [[ "$r" != "success" && "$r" != "skipped" ]] && OVERALL="failure"
           done
 

Cargo.toml

@@ -5,6 +5,7 @@ members = [
   "engine/function-macros",
   "sdk/packages/rust/iii",
   "sdk/packages/rust/iii-example",
+  "sdk/packages/rust/observability",
   "console/packages/console-rust",
   "crates/iii-init",
   "crates/iii-filesystem",
@@ -26,6 +27,7 @@ homepage = "https://iii.dev"
 
 [workspace.dependencies]
 iii-sdk = { path = "sdk/packages/rust/iii" }
+iii-observability = { path = "sdk/packages/rust/observability", version = "0.13.0-next.1" }
 scaffolder-core = { path = "crates/scaffolder-core" }
 
 # Shared dependencies used by tooling crates

console/packages/console-rust/Cargo.toml

@@ -18,6 +18,7 @@ tokio-tungstenite = "0.28"
 futures-util = { version = "0.3", default-features = false, features = ["sink"] }
 tower-http = { version = "0.6.8", features = ["cors"] }
 iii-sdk = { workspace = true }
+iii-observability = { workspace = true }
 
 # Async runtime
 tokio = { version = "1", features = ["full"] }

console/packages/console-rust/src/main.rs

@@ -97,7 +97,7 @@ async fn main() -> Result<()> {
             "OpenTelemetry enabled (service: {})",
             args.otel_service_name
         );
-        Some(iii_sdk::OtelConfig {
+        Some(iii_observability::OtelConfig {
             enabled: Some(true),
             service_name: Some(args.otel_service_name),
             service_version: Some(env!("CARGO_PKG_VERSION").to_string()),

crates/iii-worker/Cargo.toml

@@ -26,6 +26,7 @@ iii-filesystem = { path = "../iii-filesystem" }
 iii-network = { path = "../iii-network" }
 # TODO: switch to crates.io pin before shipping; path dep for co-development
 iii-sdk = { path = "../../sdk/packages/rust/iii" }
+iii-observability = { workspace = true }
 iii-shell-client = { path = "../iii-shell-client" }
 iii-shell-proto = { path = "../iii-shell-proto" }
 iii-supervisor = { path = "../iii-supervisor" }

crates/iii-worker/src/cli/worker_manager_daemon.rs

@@ -23,9 +23,9 @@ use crate::core::{
     list as core_list, remove as core_remove, start as core_start, stop as core_stop,
     update as core_update,
 };
+use iii_observability::OtelConfig;
 use iii_sdk::{
-    III, InitOptions, OtelConfig, RegisterFunction, RegisterTriggerType, WorkerMetadata,
-    register_worker,
+    III, InitOptions, RegisterFunction, RegisterTriggerType, WorkerMetadata, register_worker,
 };
 use schemars::{JsonSchema, schema_for};
 use serde_json::Value;

crates/iii-worker/src/sandbox_daemon/mod.rs

@@ -21,7 +21,8 @@ pub use registry::SandboxRegistry;
 
 use std::sync::Arc;
 
-use iii_sdk::{InitOptions, OtelConfig, RegisterFunction, WorkerMetadata, register_worker};
+use iii_observability::OtelConfig;
+use iii_sdk::{InitOptions, RegisterFunction, WorkerMetadata, register_worker};
 
 use crate::sandbox_daemon::config::SandboxConfig;
 use crate::sandbox_daemon::errors::SandboxErrorWire;

engine/Cargo.toml

@@ -91,6 +91,7 @@ rabbitmq = ["lapin"]
 [dependencies]
 function-macros = { path = "function-macros" }
 iii-sdk = { workspace = true }
+iii-observability = { workspace = true }
 scaffolder-core = { workspace = true }
 console = { workspace = true }
 ctrlc = { workspace = true }

engine/src/workers/observability/otel.rs

@@ -739,7 +739,7 @@ where
                     let _ = IN_MEMORY_STORAGE.set(memory_storage);
 
                     SdkTracerProvider::builder()
-                        .with_span_processor(iii_sdk::BaggageSpanProcessor::default())
+                        .with_span_processor(iii_observability::BaggageSpanProcessor::default())
                         .with_batch_exporter(exporter)
                         .with_sampler(sampler)
                         .with_id_generator(RandomIdGenerator::default())
@@ -758,7 +758,7 @@ where
                         config.service_name.clone(),
                     );
                     SdkTracerProvider::builder()
-                        .with_span_processor(iii_sdk::BaggageSpanProcessor::default())
+                        .with_span_processor(iii_observability::BaggageSpanProcessor::default())
                         .with_simple_exporter(exporter)
                         .with_sampler(sampler)
                         .with_id_generator(RandomIdGenerator::default())
@@ -772,7 +772,7 @@ where
                 InMemorySpanExporter::new(config.memory_max_spans, config.service_name.clone());
 
             SdkTracerProvider::builder()
-                .with_span_processor(iii_sdk::BaggageSpanProcessor::default())
+                .with_span_processor(iii_observability::BaggageSpanProcessor::default())
                 .with_simple_exporter(exporter)
                 .with_sampler(sampler)
                 .with_id_generator(RandomIdGenerator::default())
@@ -803,6 +803,7 @@ where
                     );
 
                     SdkTracerProvider::builder()
+                        .with_span_processor(iii_observability::BaggageSpanProcessor::default())
                         .with_batch_exporter(tee_exporter)
                         .with_sampler(sampler)
                         .with_id_generator(RandomIdGenerator::default())
@@ -821,7 +822,7 @@ where
                         config.service_name.clone(),
                     );
                     SdkTracerProvider::builder()
-                        .with_span_processor(iii_sdk::BaggageSpanProcessor::default())
+                        .with_span_processor(iii_observability::BaggageSpanProcessor::default())
                         .with_simple_exporter(exporter)
                         .with_sampler(sampler)
                         .with_id_generator(RandomIdGenerator::default())