extension/llm/runner: Engine/Session C++ core + token-step primitives#19991
extension/llm/runner: Engine/Session C++ core + token-step primitives#19991mergennachin wants to merge 8 commits into
Dr.CI classification results
{"FAILED":[{"workflowId":27308069538,"workflowUniqueId":65998012,"id":80671027485,"runnerName":"","authorEmail":"mnachin@meta.com","name":"Build documentation / build (buck2) / Build doc","jobName":"build (buck2) / Build doc","conclusion":"cancelled","completed_at":"2026-06-10T21:38:51.000000000Z","html_url":"https://github.com/pytorch/executorch/actions/runs/27308069538/job/80671027485","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/executorch/80671027485","head_branch":"gh/mergennachin/2/head","pr_number":19991,"head_sha":"fc2fb290d8763f0af8de9307d31886549f50ef4e","head_sha_timestamp":"2026-06-10T21:38:25.000000000Z","failure_captures":[],"failure_lines":[],"failure_context":[],"time":"2026-06-10T21:38:50.000000000Z"},{"workflowId":27308069596,"workflowUniqueId":160319658,"id":80671027927,"runnerName":"","authorEmail":"mnachin@meta.com","name":"Build Presets / zephyr (zephyr) / build","jobName":"zephyr (zephyr) / build","conclusion":"cancelled","completed_at":"2026-06-10T21:38:50.000000000Z","html_url":"https://github.com/pytorch/executorch/actions/runs/27308069596/job/80671027927","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/executorch/80671027927","head_branch":"gh/mergennachin/2/head","pr_number":19991,"head_sha":"fc2fb290d8763f0af8de9307d31886549f50ef4e","head_sha_timestamp":"2026-06-10T21:38:25.000000000Z","failure_captures":[],"failure_lines":[],"failure_context":[],"time":"2026-06-10T21:38:50.000000000Z"},{"workflowId":27308069596,"workflowUniqueId":160319658,"id":80671027955,"runnerName":"","authorEmail":"mnachin@meta.com","name":"Build Presets / apple (pybind) / build","jobName":"apple (pybind) / build","conclusion":"cancelled","completed_at":"2026-06-10T21:38:50.000000000Z","html_url":"https://github.com/pytorch/executorch/actions/runs/27308069596/job/80671027955","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/executorch/80671027955","head_branch":"gh/mergennachin/2/head","pr_number":19991,"head_sha":"fc2fb290d8763f0af8de9307d31886549f50ef4e","head_sha_timestamp":"2026-06-10T21:38:25.000000000Z","failure_captures":[],"failure_lines":[],"failure_context":[],"time":"2026-06-10T21:38:50.000000000Z"},{"workflowId":27308069596,"workflowUniqueId":160319658,"id":80671027980,"runnerName":"","authorEmail":"mnachin@meta.com","name":"Build Presets / linux (llm, linux.2xlarge, executorch-ubuntu-22.04-clang12) / build","jobName":"linux (llm, linux.2xlarge, executorch-ubuntu-22.04-clang12) / build","conclusion":"cancelled","completed_at":"2026-06-10T21:38:50.000000000Z","html_url":"https://github.com/pytorch/executorch/actions/runs/27308069596/job/80671027980","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/executorch/80671027980","head_branch":"gh/mergennachin/2/head","pr_number":19991,"head_sha":"fc2fb290d8763f0af8de9307d31886549f50ef4e","head_sha_timestamp":"2026-06-10T21:38:25.000000000Z","failure_captures":[],"failure_lines":[],"failure_context":[],"time":"2026-06-10T21:38:50.000000000Z"},{"workflowId":27308069596,"workflowUniqueId":160319658,"id":80671028096,"runnerName":"","authorEmail":"mnachin@meta.com","name":"Build Presets / linux (pybind, linux.arm64.2xlarge, executorch-ubuntu-22.04-gcc11-aarch64) / build","jobName":"linux (pybind, linux.arm64.2xlarge, executorch-ubuntu-22.04-gcc11-aarch64) / build","conclusion":"cancelled","completed_at":"2026-06-10T21:38:50.000000000Z","html_url":"https://github.com/pytorch/executorch/actions/runs/27308069596/job/80671028096","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/executorch/80671028096","head_branch":"gh/mergennachin/2/head","pr_number":19991,"head_sha":"fc2fb290d8763f0af8de9307d31886549f50ef4e","head_sha_timestamp":"2026-06-10T21:38:25.000000000Z","failure_captures":[],"failure_lines":[],"failure_context":[],"time":"2026-06-10T21:38:50.000000000Z"},{"workflowId":27308069596,"workflowUniqueId":160319658,"id":80671027755,"runnerName":"","authorEmail":"mnachin@meta.com","name":"Build Presets / windows (pybind) / build","jobName":"windows (pybind) / build","conclusion":"cancelled","completed_at":"2026-06-10T21:38:50.000000000Z","html_url":"https://github.com/pytorch/executorch/actions/runs/27308069596/job/80671027755","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/executorch/80671027755","head_branch":"gh/mergennachin/2/head","pr_number":19991,"head_sha":"fc2fb290d8763f0af8de9307d31886549f50ef4e","head_sha_timestamp":"2026-06-10T21:38:25.000000000Z","failure_captures":[],"failure_lines":[],"failure_context":[],"time":"2026-06-10T21:38:50.000000000Z"},{"workflowId":27308069596,"workflowUniqueId":160319658,"id":80671027776,"runnerName":"","authorEmail":"mnachin@meta.com","name":"Build Presets / apple (ios-simulator) / build","jobName":"apple (ios-simulator) / build","conclusion":"cancelled","completed_at":"2026-06-10T21:38:50.000000000Z","html_url":"https://github.com/pytorch/executorch/actions/runs/27308069596/job/80671027776","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/executorch/80671027776","head_branch":"gh/mergennachin/2/head","pr_number":19991,"head_sha":"fc2fb290d8763f0af8de9307d31886549f50ef4e","head_sha_timestamp":"2026-06-10T21:38:25.000000000Z","failure_captures":[],"failure_lines":[],"failure_context":[],"time":"2026-06-10T21:38:50.000000000Z"},{"workflowId":27308069596,"workflowUniqueId":160319658,"id":80671027788,"runnerName":"","authorEmail":"mnachin@meta.com","name":"Build Presets / linux (pybind, linux.2xlarge, executorch-ubuntu-22.04-clang12) / build","jobName":"linux (pybind, linux.2xlarge, executorch-ubuntu-22.04-clang12) / build","conclusion":"cancelled","completed_at":"2026-06-10T21:38:50.000000000Z","html_url":"https://github.com/pytorch/executorch/actions/runs/27308069596/job/80671027788","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/executorch/80671027788","head_branch":"gh/mergennachin/2/head","pr_number":19991,"head_sha":"fc2fb290d8763f0af8de9307d31886549f50ef4e","head_sha_timestamp":"2026-06-10T21:38:25.000000000Z","failure_captures":[],"failure_lines":[],"failure_context":[],"time":"2026-06-10T21:38:50.000000000Z"},{"workflowId":27308069596,"workflowUniqueId":160319658,"id":80671027793,"runnerName":"","authorEmail":"mnachin@meta.com","name":"Build Presets / windows (windows) / build","jobName":"windows (windows) / build","conclusion":"cancelled","completed_at":"2026-06-10T21:38:50.000000000Z","html_url":"https://github.com/pytorch/executorch/actions/runs/27308069596/job/80671027793","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/executorch/80671027793","head_branch":"gh/mergennachin/2/head","pr_number":19991,"head_sha":"fc2fb290d8763f0af8de9307d31886549f50ef4e","head_sha_timestamp":"2026-06-10T21:38:25.000000000Z","failure_captures":[],"failure_lines":[],"failure_context":[],"time":"2026-06-10T21:38:50.000000000Z"},{"workflowId":27308069596,"workflowUniqueId":160319658,"id":80671027859,"runnerName":"","authorEmail":"mnachin@meta.com","name":"Build Presets / linux (linux, linux.arm64.2xlarge, executorch-ubuntu-22.04-gcc11-aarch64) / build","jobName":"linux (linux, linux.arm64.2xlarge, executorch-ubuntu-22.04-gcc11-aarch64) / build","conclusion":"cancelled","completed_at":"2026-06-10T21:38:50.000000000Z","html_url":"https://github.com/pytorch/executorch/actions/runs/27308069596/job/80671027859","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/executorch/80671027859","head_branch":"gh/mergennachin/2/head","pr_number":19991,"head_sha":"fc2fb290d8763f0af8de9307d31886549f50ef4e","head_sha_timestamp":"2026-06-10T21:38:25.000000000Z","failure_captures":[],"failure_lines":[],"failure_context":[],"time":"2026-06-10T21:38:50.000000000Z"},{"workflowId":27308069596,"workflowUniqueId":160319658,"id":80671027905,"runnerName":"","authorEmail":"mnachin@meta.com","name":"Build Presets / linux (linux, linux.2xlarge, executorch-ubuntu-22.04-clang12) / build","jobName":"linux (linux, linux.2xlarge, executorch-ubuntu-22.04-clang12) / build","conclusion":"cancelled","completed_at":"2026-06-10T21:38:50.000000000Z","html_url":"https://github.com/pytorch/executorch/actions/runs/27308069596/job/80671027905","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/executorch/80671027905","head_branch":"gh/mergennachin/2/head","pr_number":19991,"head_sha":"fc2fb290d8763f0af8de9307d31886549f50ef4e","head_sha_timestamp":"2026-06-10T21:38:25.000000000Z","failure_captures":[],"failure_lines":[],"failure_context":[],"time":"2026-06-10T21:38:50.000000000Z"},{"workflowId":27308069715,"workflowUniqueId":244285389,"id":80671028385,"runnerName":"","authorEmail":"mnachin@meta.com","name":"Cadence Build & Test / cpu-build / build","jobName":"cpu-build / build","conclusion":"cancelled","completed_at":"2026-06-10T21:38:50.000000000Z","html_url":"https://github.com/pytorch/executorch/actions/runs/27308069715/job/80671028385","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/executorch/80671028385","head_branch":"gh/mergennachin/2/head","pr_number":19991,"head_sha":"fc2fb290d8763f0af8de9307d31886549f50ef4e","head_sha_timestamp":"2026-06-10T21:38:25.000000000Z","failure_captures":[],"failure_lines":[],"failure_context":[],"time":"2026-06-10T21:38:50.000000000Z"},{"workflowId":27308069713,"workflowUniqueId":287533318,"id":80671028586,"runnerName":"","authorEmail":"mnachin@meta.com","name":"Test WebGPU Backend / test-webgpu / test-backend-linux (webgpu, models) / linux-job","jobName":"test-webgpu / test-backend-linux (webgpu, models) / linux-job","conclusion":"cancelled","completed_at":"2026-06-10T21:38:51.000000000Z","html_url":"https://github.com/pytorch/executorch/actions/runs/27308069713/job/80671028586","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/executorch/80671028586","head_branch":"gh/mergennachin/2/head","pr_number":19991,"head_sha":"fc2fb290d8763f0af8de9307d31886549f50ef4e","head_sha_timestamp":"2026-06-10T21:38:25.000000000Z","failure_captures":[],"failure_lines":[],"failure_context":[],"time":"2026-06-10T21:38:50.000000000Z"},{"workflowId":27308069713,"workflowUniqueId":287533318,"id":80671028725,"runnerName":"","authorEmail":"mnachin@meta.com","name":"Test WebGPU Backend / test-webgpu / test-backend-linux (webgpu, operators) / linux-job","jobName":"test-webgpu / test-backend-linux (webgpu, operators) / linux-job","conclusion":"cancelled","completed_at":"2026-06-10T21:38:51.000000000Z","html_url":"https://github.com/pytorch/executorch/actions/runs/27308069713/job/80671028725","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/executorch/80671028725","head_branch":"gh/mergennachin/2/head","pr_number":19991,"head_sha":"fc2fb290d8763f0af8de9307d31886549f50ef4e","head_sha_timestamp":"2026-06-10T21:38:25.000000000Z","failure_captures":[],"failure_lines":[],"failure_context":[],"time":"2026-06-10T21:38:50.000000000Z"},{"workflowId":27308069713,"workflowUniqueId":287533318,"id":80671033516,"runnerName":"","authorEmail":"mnachin@meta.com","name":"Test WebGPU Backend / test-webgpu / package-golden-artifacts","jobName":"test-webgpu / package-golden-artifacts","conclusion":"cancelled","completed_at":"2026-06-10T21:38:51.000000000Z","html_url":"https://github.com/pytorch/executorch/actions/runs/27308069713/job/80671033516","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/executorch/80671033516","head_branch":"gh/mergennachin/2/head","pr_number":19991,"head_sha":"fc2fb290d8763f0af8de9307d31886549f50ef4e","head_sha_timestamp":"2026-06-10T21:38:25.000000000Z","failure_captures":[],"failure_lines":[],"failure_context":[],"time":"2026-06-10T21:38:51.000000000Z"},{"workflowId":27308069754,"workflowUniqueId":187910446,"id":80671032782,"runnerName":"","authorEmail":"mnachin@meta.com","name":"Test QNN Backend / test-qnn / package-golden-artifacts","jobName":"test-qnn / package-golden-artifacts","conclusion":"cancelled","completed_at":"2026-06-10T21:38:51.000000000Z","html_url":"https://github.com/pytorch/executorch/actions/runs/27308069754/job/80671032782","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/executorch/80671032782","head_branch":"gh/mergennachin/2/head","pr_number":19991,"head_sha":"fc2fb290d8763f0af8de9307d31886549f50ef4e","head_sha_timestamp":"2026-06-10T21:38:25.000000000Z","failure_captures":[],"failure_lines":[],"failure_context":[],"time":"2026-06-10T21:38:51.000000000Z"},{"workflowId":27308069977,"workflowUniqueId":63454257,"id":80671054379,"runnerName":"i-002b4c08b6faba5aa","authorEmail":"mnachin@meta.com","name":"pull / unittest / macos / macos-job","jobName":"unittest / macos / macos-job","conclusion":"cancelled","completed_at":"2026-06-11T00:55:07.000000000Z","html_url":"https://github.com/pytorch/executorch/actions/runs/27308069977/job/80671054379","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/executorch/80671054379","head_branch":"gh/mergennachin/2/head","pr_number":19991,"head_sha":"fc2fb290d8763f0af8de9307d31886549f50ef4e","head_sha_timestamp":"2026-06-10T21:38:25.000000000Z","failure_captures":["##[error]The operation was canceled."],"failure_lines":["##[error]The operation was canceled."],"failure_context":[],"time":"2026-06-10T21:38:58.000000000Z"},{"workflowId":27308069977,"workflowUniqueId":63454257,"id":80671054227,"runnerName":"i-0a4510443dfd8d1b0","authorEmail":"mnachin@meta.com","name":"pull / test-multimodal-linux (gemma3-4b) / linux-job","jobName":"test-multimodal-linux (gemma3-4b) / linux-job","conclusion":"failure","completed_at":"2026-06-10T22:12:13.000000000Z","html_url":"https://github.com/pytorch/executorch/actions/runs/27308069977/job/80671054227","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/executorch/80671054227","head_branch":"gh/mergennachin/2/head","pr_number":19991,"head_sha":"fc2fb290d8763f0af8de9307d31886549f50ef4e","head_sha_timestamp":"2026-06-10T21:38:25.000000000Z","failure_captures":["RuntimeError: Command docker exec -t b1ef5552c50e09ee5737c059af011f80f95c6e41e08e0ecbe27b064d81857482 /exec failed with exit code 139"],"failure_lines":["RuntimeError: Command docker exec -t b1ef5552c50e09ee5737c059af011f80f95c6e41e08e0ecbe27b064d81857482 /exec failed with exit code 139"],"failure_context":[],"time":"2026-06-10T21:38:58.000000000Z"},{"workflowId":27308069977,"workflowUniqueId":63454257,"id":80671054055,"runnerName":"i-03b17a292f7e8957d","authorEmail":"mnachin@meta.com","name":"pull / unittest-nxp-neutron / linux-job","jobName":"unittest-nxp-neutron / linux-job","conclusion":"cancelled","completed_at":"2026-06-10T23:17:21.000000000Z","html_url":"https://github.com/pytorch/executorch/actions/runs/27308069977/job/80671054055","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/executorch/80671054055","head_branch":"gh/mergennachin/2/head","pr_number":19991,"head_sha":"fc2fb290d8763f0af8de9307d31886549f50ef4e","head_sha_timestamp":"2026-06-10T21:38:25.000000000Z","failure_captures":[],"failure_lines":[],"failure_context":[],"time":"2026-06-10T21:38:58.000000000Z"}],"FLAKY":[],"BROKEN_TRUNK":[{"workflowId":27308069977,"workflowUniqueId":63454257,"id":80671052564,"runnerName":"16-core-ubuntu-1018646144","authorEmail":"mnachin@meta.com","name":"pull / android / build-android","jobName":"android / build-android","conclusion":"failure","completed_at":"2026-06-10T21:49:07.000000000Z","html_url":"https://github.com/pytorch/executorch/actions/runs/27308069977/job/80671052564","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/executorch/80671052564","head_branch":"gh/mergennachin/2/head","pr_number":19991,"head_sha":"fc2fb290d8763f0af8de9307d31886549f50ef4e","head_sha_timestamp":"2026-06-10T21:38:25.000000000Z","failure_captures":["Process completed with exit code 1."],"failure_lines":["##[error]Process completed with exit code 1."],"failure_context":[],"time":"2026-06-10T21:38:58.000000000Z"}],"UNSTABLE":[],"UNKNOWN":[],"AWAITING_APPROVAL":[]}