diff --git a/.github/workflows/wasm-browser.yml b/.github/workflows/wasm-browser.yml new file mode 100644 index 0000000000..678c60f099 --- /dev/null +++ b/.github/workflows/wasm-browser.yml @@ -0,0 +1,51 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0. + +name: Browser WASM + +on: + push: + branches: + - poc/wasm32-browser-stack + workflow_dispatch: + +jobs: + minimal-toolchain: + name: No native compiler + runs-on: ubuntu-latest + container: + image: debian:bookworm-slim + env: + CARGO_TARGET_X86_64_UNKNOWN_LINUX_GNU_LINKER: ${{ github.workspace }}/ci/compiler-free-linker.sh + steps: + - name: Install transport tools + run: | + apt-get update + apt-get install --yes --no-install-recommends ca-certificates curl git libc6-dev libgcc-12-dev lld + rm -rf /var/lib/apt/lists/* + - uses: actions/checkout@v6 + - name: Install Rust and wasm32 + run: | + curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | + sh -s -- -y --profile minimal --default-toolchain 1.91.0 + "$HOME/.cargo/bin/rustup" target add wasm32-unknown-unknown + echo "$HOME/.cargo/bin" >> "$GITHUB_PATH" + - name: Verify minimal toolchain + run: | + test -z "${RUSTFLAGS:-}" + for tool in cc gcc clang c++ g++ cmake; do + if command -v "$tool"; then + echo "unexpected native build tool: $tool" >&2 + exit 1 + fi + done + command -v ld.lld + test -x "$CARGO_TARGET_X86_64_UNKNOWN_LINUX_GNU_LINKER" + - name: Check prefetched browser engine + run: | + cargo check --manifest-path kernel/wasm-check/Cargo.toml \ + --target wasm32-unknown-unknown --locked + kernel/wasm-check/check-dependencies.sh diff --git a/Cargo.lock b/Cargo.lock index abe19aff4b..55e2071ae2 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -4,10 +4,10 @@ version = 4 [[package]] name = "acceptance" -version = "0.23.0" +version = "0.22.2" dependencies = [ + "buoyant_kernel", "datatest-stable", - "delta_kernel", "delta_kernel_benchmarks", "flate2", "futures", @@ -776,6 +776,61 @@ version = "3.20.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "5d20789868f4b01b2f2caec9f5c4e0213b41e3e5702a50157d699ae31ced2fcb" +[[package]] +name = "buoyant_kernel" +version = "0.22.2" +dependencies = [ + "arrow 57.3.0", + "arrow 58.1.0", + "async-trait", + "buoyant_kernel", + "buoyant_kernel_derive", + "bytes", + "chrono", + "crc", + "criterion", + "futures", + "hdfs-native", + "hdfs-native-object-store", + "indexmap", + "itertools 0.14.0", + "object_store 0.12.5", + "object_store 0.13.2", + "parquet 57.3.0", + "parquet 58.1.0", + "paste", + "percent-encoding", + "rand 0.9.2", + "reqwest 0.13.2", + "roaring", + "rstest", + "rustc_version", + "serde", + "serde_json", + "strum 0.27.2", + "tempfile", + "test-log", + "test_utils", + "thiserror 2.0.18", + "tokio", + "tracing", + "tracing-subscriber", + "url", + "uuid", + "walkdir", + "web-time", + "z85", +] + +[[package]] +name = "buoyant_kernel_derive" +version = "1.0.0" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + [[package]] name = "bytemuck" version = "1.25.0" @@ -879,11 +934,11 @@ dependencies = [ name = "checkpoint-table" version = "0.1.0" dependencies = [ + "buoyant_kernel", "bytes", "chrono", "clap", "common", - "delta_kernel", "env_logger", "futures", "tokio", @@ -1029,10 +1084,10 @@ dependencies = [ [[package]] name = "common" -version = "0.23.0" +version = "0.22.2" dependencies = [ + "buoyant_kernel", "clap", - "delta_kernel", "tracing", "url", ] @@ -1246,9 +1301,9 @@ dependencies = [ [[package]] name = "delta-kernel-unity-catalog" -version = "0.23.0" +version = "0.22.2" dependencies = [ - "delta_kernel", + "buoyant_kernel", "itertools 0.14.0", "serde", "serde_json", @@ -1261,58 +1316,13 @@ dependencies = [ "uuid", ] -[[package]] -name = "delta_kernel" -version = "0.23.0" -dependencies = [ - "arrow 57.3.0", - "arrow 58.1.0", - "async-trait", - "bytes", - "chrono", - "crc", - "criterion", - "delta_kernel", - "delta_kernel_derive", - "futures", - "hdfs-native", - "hdfs-native-object-store", - "indexmap", - "itertools 0.14.0", - "object_store 0.12.5", - "object_store 0.13.2", - "parquet 57.3.0", - "parquet 58.1.0", - "paste", - "percent-encoding", - "rand 0.9.2", - "reqwest 0.13.2", - "roaring", - "rstest", - "rustc_version", - "serde", - "serde_json", - "strum 0.27.2", - "tempfile", - "test-log", - "test_utils", - "thiserror 2.0.18", - "tokio", - "tracing", - "tracing-subscriber", - "url", - "uuid", - "walkdir", - "z85", -] - [[package]] name = "delta_kernel_benchmarks" -version = "0.23.0" +version = "0.22.2" dependencies = [ + "buoyant_kernel", "criterion", "delta-kernel-unity-catalog", - "delta_kernel", "flate2", "itertools 0.14.0", "object_store 0.12.5", @@ -1330,22 +1340,13 @@ dependencies = [ "url", ] -[[package]] -name = "delta_kernel_derive" -version = "0.23.0" -dependencies = [ - "proc-macro2", - "quote", - "syn", -] - [[package]] name = "delta_kernel_ffi" -version = "0.23.0" +version = "0.22.2" dependencies = [ + "buoyant_kernel", "cbindgen", "delta-kernel-unity-catalog", - "delta_kernel", "delta_kernel_ffi_macros", "itertools 0.14.0", "libc", @@ -1367,7 +1368,7 @@ dependencies = [ [[package]] name = "delta_kernel_ffi_macros" -version = "0.23.0" +version = "1.0.0" dependencies = [ "proc-macro2", "quote", @@ -1518,9 +1519,9 @@ checksum = "37909eebbb50d72f9059c3b6d82c0463f2ff062c9e95845c43a6c9c0355411be" [[package]] name = "feature_tests" -version = "0.23.0" +version = "0.22.2" dependencies = [ - "delta_kernel", + "buoyant_kernel", "reqwest 0.13.2", "rustls", ] @@ -2204,10 +2205,10 @@ dependencies = [ name = "inspect-table" version = "0.1.0" dependencies = [ + "buoyant_kernel", "chrono", "clap", "common", - "delta_kernel", "env_logger", "tracing", "tracing-subscriber", @@ -2529,9 +2530,9 @@ dependencies = [ [[package]] name = "mem-test" -version = "0.23.0" +version = "0.22.2" dependencies = [ - "delta_kernel", + "buoyant_kernel", "dhat", "rayon", "serde_json", @@ -3278,9 +3279,9 @@ dependencies = [ name = "read-table-changes" version = "0.1.0" dependencies = [ + "buoyant_kernel", "clap", "common", - "delta_kernel", "itertools 0.14.0", ] @@ -3288,9 +3289,9 @@ dependencies = [ name = "read-table-multi-threaded" version = "0.1.0" dependencies = [ + "buoyant_kernel", "clap", "common", - "delta_kernel", "env_logger", "spmc", "url", @@ -3300,9 +3301,9 @@ dependencies = [ name = "read-table-single-threaded" version = "0.1.0" dependencies = [ + "buoyant_kernel", "clap", "common", - "delta_kernel", "env_logger", "itertools 0.14.0", ] @@ -4105,9 +4106,9 @@ dependencies = [ [[package]] name = "test_utils" -version = "0.23.0" +version = "0.22.2" dependencies = [ - "delta_kernel", + "buoyant_kernel", "itertools 0.14.0", "rstest", "rstest_reuse", @@ -4541,7 +4542,7 @@ checksum = "ebc1c04c71510c7f702b52b7c350734c9ff1295c464a03335b00bb84fc54f853" [[package]] name = "unity-catalog-delta-client-api" -version = "0.23.0" +version = "0.22.2" dependencies = [ "chrono", "serde", @@ -4552,7 +4553,7 @@ dependencies = [ [[package]] name = "unity-catalog-delta-rest-client" -version = "0.23.0" +version = "0.22.2" dependencies = [ "chrono", "clap", @@ -5293,10 +5294,10 @@ dependencies = [ name = "write-table" version = "0.1.0" dependencies = [ + "buoyant_kernel", "chrono", "clap", "common", - "delta_kernel", "env_logger", "itertools 0.14.0", "serde_json", diff --git a/ci/compiler-free-linker.sh b/ci/compiler-free-linker.sh new file mode 100755 index 0000000000..6c45b2989c --- /dev/null +++ b/ci/compiler-free-linker.sh @@ -0,0 +1,69 @@ +#!/usr/bin/env bash +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0. + +set -euo pipefail + +readonly system_lib=/usr/lib/x86_64-linux-gnu +readonly gcc_lib=/usr/lib/gcc/x86_64-linux-gnu/12 +readonly dynamic_linker=/lib64/ld-linux-x86-64.so.2 + +for object in \ + "$system_lib/Scrt1.o" \ + "$system_lib/crti.o" \ + "$gcc_lib/crtbeginS.o" \ + "$gcc_lib/crtendS.o" \ + "$system_lib/crtn.o" +do + test -f "$object" +done + +linker_args=() +shared_output=false +for argument in "$@"; do + case "$argument" in + -shared) + shared_output=true + linker_args+=("$argument") + ;; + -m64) + linker_args+=("-m" "elf_x86_64") + ;; + -nodefaultlibs) + ;; + -B*) + # GCC driver search hints are not linker arguments. + ;; + -Wl,*) + IFS=',' read -r -a forwarded <<<"${argument#-Wl,}" + linker_args+=("${forwarded[@]}") + ;; + *) + linker_args+=("$argument") + ;; + esac +done + +startup_objects=( + "$system_lib/crti.o" + "$gcc_lib/crtbeginS.o" +) +linker_tail=( + "$gcc_lib/crtendS.o" + "$system_lib/crtn.o" +) +if [[ "$shared_output" == false ]]; then + startup_objects=("$system_lib/Scrt1.o" "${startup_objects[@]}") + linker_tail+=("--dynamic-linker=$dynamic_linker") +fi + +exec ld.lld \ + "${startup_objects[@]}" \ + -L/lib/x86_64-linux-gnu \ + -L"$system_lib" \ + -L"$gcc_lib" \ + "${linker_args[@]}" \ + "${linker_tail[@]}" diff --git a/kernel/Cargo.toml b/kernel/Cargo.toml index 1df3d2a7dc..eefe759b8f 100644 --- a/kernel/Cargo.toml +++ b/kernel/Cargo.toml @@ -46,7 +46,6 @@ crc = "3.2.2" indexmap = "2.10.0" itertools = "0.14" percent-encoding = "2" -rand = "0.9" roaring = "0.11.2" serde = { version = "1", features = ["derive", "rc"] } serde_json = "1" @@ -55,7 +54,6 @@ thiserror = "2" tracing = { version = "0.1", features = ["log"] } tracing-subscriber = "0.3" url = "2" -uuid = { version = "1.18.0", features = ["v4", "fast-rng"] } z85 = "3.0.6" # optional deps @@ -68,8 +66,17 @@ reqwest = { version = "0.13", default-features = false, optional = true, feature tokio = { version = "1.47", optional = true, features = ["rt-multi-thread"] } # both arrow versions below are optional and require object_store object_store_12 = { package = "object_store", version = "0.12.3", optional = true, features = ["aws", "azure", "gcp", "http"] } + +[target.'cfg(not(all(target_arch = "wasm32", target_os = "unknown")))'.dependencies] +rand = "0.9" +uuid = { version = "1.18.0", features = ["v4", "fast-rng"] } object_store_13 = { package = "object_store", version = "0.13.2", optional = true, features = ["aws", "azure", "gcp", "http"] } +[target.'cfg(all(target_arch = "wasm32", target_os = "unknown"))'.dependencies] +uuid = { version = "1.18.0", default-features = false, features = ["std"] } +object_store_13 = { package = "object_store", version = "0.13.2", default-features = false, optional = true } +web-time = "1.1.0" + # arrow 57 [dependencies.arrow_57] package = "arrow" @@ -82,18 +89,44 @@ version = "57" features = ["async", "object_store"] optional = true -# arrow 58 -[dependencies.arrow_58] +# arrow 58 on native targets +[target.'cfg(not(all(target_arch = "wasm32", target_os = "unknown")))'.dependencies.arrow_58] package = "arrow" version = "58" features = ["chrono-tz", "ffi", "json"] optional = true -[dependencies.parquet_58] +[target.'cfg(not(all(target_arch = "wasm32", target_os = "unknown")))'.dependencies.parquet_58] package = "parquet" version = "58" features = ["async", "object_store"] optional = true +# The browser profile retains the logical codec surface while relying on +# target-safe Arrow/Parquet backends supplied by the stack. +[target.'cfg(all(target_arch = "wasm32", target_os = "unknown"))'.dependencies.arrow_58] +package = "arrow" +version = "58" +default-features = false +features = ["chrono-tz", "ffi", "json"] +optional = true +[target.'cfg(all(target_arch = "wasm32", target_os = "unknown"))'.dependencies.parquet_58] +package = "parquet" +version = "58" +default-features = false +features = [ + "arrow", + "async", + "base64", + "brotli", + "flate2-zlib-rs", + "lz4", + "object_store", + "simdutf8", + "snap", + "zstd", +] +optional = true + [features] # no default features default = [] @@ -111,7 +144,14 @@ arrow = ["arrow-58"] # latest arrow version need-arrow = [] # need-arrow is a marker that the feature needs arrow dep arrow-57 = ["dep:arrow_57", "dep:parquet_57", "dep:object_store_12"] -arrow-58 = ["dep:arrow_58", "dep:parquet_58", "dep:object_store_13"] +arrow-58 = [ + "dep:arrow_58", + "dep:parquet_58", + "dep:object_store_13", + "arrow-conversion", + "arrow-expression", + "futures", +] arrow-conversion = ["need-arrow"] arrow-expression = ["need-arrow"] diff --git a/kernel/src/actions/deletion_vector.rs b/kernel/src/actions/deletion_vector.rs index 48920797a5..575543ebca 100644 --- a/kernel/src/actions/deletion_vector.rs +++ b/kernel/src/actions/deletion_vector.rs @@ -86,7 +86,7 @@ impl DeletionVectorPath { pub(crate) fn new(table_path: Url, prefix: String) -> Self { Self { table_path, - uuid: uuid::Uuid::new_v4(), + uuid: crate::utils::new_uuid(), prefix, } } diff --git a/kernel/src/actions/mod.rs b/kernel/src/actions/mod.rs index 7d8f2f7814..3e43210dda 100644 --- a/kernel/src/actions/mod.rs +++ b/kernel/src/actions/mod.rs @@ -286,7 +286,7 @@ impl Metadata { } Ok(Self { - id: uuid::Uuid::new_v4().to_string(), + id: crate::utils::new_uuid().to_string(), name, description, // As of Delta Lake 0.3.0, user-facing APIs only allow the creation of tables where @@ -735,7 +735,7 @@ impl CommitInfo { kernel_version: Some(format!("v{KERNEL_VERSION}")), is_blind_append: is_blind_append.then_some(true), engine_info, - txn_id: Some(uuid::Uuid::new_v4().to_string()), + txn_id: Some(crate::utils::new_uuid().to_string()), } } } diff --git a/kernel/src/engine/default/filesystem.rs b/kernel/src/engine/default/filesystem.rs index 214c0faea2..f7219a6d37 100644 --- a/kernel/src/engine/default/filesystem.rs +++ b/kernel/src/engine/default/filesystem.rs @@ -1,7 +1,6 @@ use std::pin::Pin; use std::sync::Arc; use std::task::{Context, Poll}; -use std::time::Instant; use bytes::Bytes; use delta_kernel_derive::internal_api; @@ -16,6 +15,7 @@ use crate::metrics::reporter::{ }; use crate::object_store::path::Path; use crate::object_store::{self, DynObjectStore, ObjectStoreExt as _, PutMode}; +use crate::time::Instant; use crate::{DeltaResult, Error, FileMeta, FileSlice, StorageHandler}; /// Stream wrapper that emits a storage metric span when dropped. diff --git a/kernel/src/engine/mod.rs b/kernel/src/engine/mod.rs index dfce4b8cc9..51fc00f95d 100644 --- a/kernel/src/engine/mod.rs +++ b/kernel/src/engine/mod.rs @@ -28,7 +28,7 @@ pub(crate) fn writer_options() -> ArrowWriterOptions { #[cfg(feature = "arrow-conversion")] pub mod arrow_conversion; -#[cfg(all(feature = "arrow-expression", feature = "default-engine-base"))] +#[cfg(feature = "arrow-expression")] pub mod arrow_expression; #[cfg(all(feature = "arrow-expression", feature = "internal-api"))] pub mod arrow_utils; @@ -40,18 +40,18 @@ pub use self::arrow_utils::{parse_json, to_json_bytes}; #[cfg(feature = "default-engine-base")] pub mod default; -#[cfg(test)] -pub(crate) mod sync; +#[cfg(any(test, all(feature = "arrow-expression", feature = "internal-api")))] +pub mod sync; -#[cfg(feature = "default-engine-base")] +#[cfg(feature = "arrow-expression")] pub mod arrow_data; -#[cfg(feature = "default-engine-base")] +#[cfg(feature = "arrow-expression")] pub(crate) mod arrow_get_data; -#[cfg(all(feature = "default-engine-base", feature = "internal-api"))] +#[cfg(all(feature = "arrow-expression", feature = "internal-api"))] pub mod ensure_data_types; -#[cfg(all(feature = "default-engine-base", not(feature = "internal-api")))] +#[cfg(all(feature = "arrow-expression", not(feature = "internal-api")))] pub(crate) mod ensure_data_types; -#[cfg(feature = "default-engine-base")] +#[cfg(feature = "arrow-expression")] // module is always pub; trait inside is gated by #[internal_api] pub mod parquet_row_group_skipping; diff --git a/kernel/src/engine/sync/json.rs b/kernel/src/engine/sync/json.rs index 667e54ce01..514394720d 100644 --- a/kernel/src/engine/sync/json.rs +++ b/kernel/src/engine/sync/json.rs @@ -14,8 +14,10 @@ use crate::engine::arrow_utils::{ use crate::engine_data::FilteredEngineData; use crate::object_store::DynObjectStore; use crate::schema::SchemaRef; +#[cfg(test)] +use crate::Error; use crate::{ - DeltaResult, EngineData, Error, FileDataReadResultIterator, FileMeta, JsonHandler, PredicateRef, + DeltaResult, EngineData, FileDataReadResultIterator, FileMeta, JsonHandler, PredicateRef, }; pub(crate) struct SyncJsonHandler { diff --git a/kernel/src/engine/sync/mod.rs b/kernel/src/engine/sync/mod.rs index 530631ca3b..7aed7ece1a 100644 --- a/kernel/src/engine/sync/mod.rs +++ b/kernel/src/engine/sync/mod.rs @@ -1,28 +1,32 @@ -//! A simple, single threaded, test-only [`Engine`]. +//! A simple, single-threaded [`Engine`] for prefetched or in-memory data. //! -//! All I/O goes through an [`ObjectStore`]. [`SyncEngine::new`] uses a [`LocalFileSystem`] -//! built lazily per-URL (rooted at the URL's drive on Windows, or `/` on Unix), so any -//! `file://` URL is supported. [`SyncEngine::new_with_store`] takes any other store -//! (e.g. `InMemory`) and uses it directly for all URLs. +//! All I/O goes through an [`ObjectStore`]. On native targets, [`SyncEngine::new`] uses a +//! [`LocalFileSystem`] built lazily per URL. [`SyncEngine::new_with_store`] takes a supplied +//! store (for example an `InMemory` cache) and is the only constructor available on +//! `wasm32-unknown-unknown`. //! -//! Async work is driven via [`futures::executor::block_on`], which is sufficient for stores -//! that do not require a tokio reactor (`LocalFileSystem`, `InMemory`). Cloud-backed stores -//! are NOT supported here -- they would deadlock because `block_on` parks the calling thread -//! with no reactor to wake it. That's acceptable for this test-only engine; production code -//! should use [`DefaultEngine`] instead. +//! On native targets, async object-store calls are driven via [`futures::executor::block_on`]. +//! On `wasm32-unknown-unknown`, they are polled exactly once and must complete immediately. +//! This prevents a pending future from parking the browser's only thread. Cloud-backed stores +//! are therefore not supported here: browser callers must asynchronously prefetch data into +//! an immediately-ready cache-backed store before invoking the kernel's synchronous handlers. //! //! [`DefaultEngine`]: crate::engine::default::DefaultEngine //! [`LocalFileSystem`]: crate::object_store::local::LocalFileSystem +use std::future::Future; use std::sync::Arc; use bytes::Bytes; +#[cfg(any(test, all(target_arch = "wasm32", target_os = "unknown")))] +use futures::FutureExt as _; use itertools::Itertools; use tracing::debug; use url::Url; use super::arrow_expression::ArrowEvaluationHandler; use crate::engine::arrow_data::ArrowEngineData; +#[cfg(not(all(target_arch = "wasm32", target_os = "unknown")))] use crate::object_store::local::LocalFileSystem; use crate::object_store::path::Path; use crate::object_store::DynObjectStore; @@ -40,8 +44,8 @@ pub(crate) mod json; mod parquet; mod storage; -/// A simple (test-only) implementation of [`Engine`]. See module docs for supported stores. -pub(crate) struct SyncEngine { +/// A single-threaded implementation of [`Engine`]. See the module docs for supported stores. +pub struct SyncEngine { storage_handler: Arc, json_handler: Arc, parquet_handler: Arc, @@ -50,14 +54,14 @@ pub(crate) struct SyncEngine { impl SyncEngine { /// Create a SyncEngine that reads from the local filesystem via [`LocalFileSystem`]. - pub(crate) fn new() -> Self { + #[cfg(not(all(target_arch = "wasm32", target_os = "unknown")))] + pub fn new() -> Self { Self::new_inner(None) } - /// Create a SyncEngine backed by `store`. All I/O is performed synchronously via - /// [`futures::executor::block_on`]. See module docs for the deadlock caveat on - /// reactor-dependent stores. - pub(crate) fn new_with_store(store: Arc) -> Self { + /// Create a SyncEngine backed by `store`. See the module docs for the stricter + /// immediately-ready store contract on `wasm32-unknown-unknown`. + pub fn new_with_store(store: Arc) -> Self { Self::new_inner(Some(store)) } @@ -114,44 +118,55 @@ pub(super) fn resolve_scope( let path = Path::from_url_path(url.path())?; return Ok((store.clone(), base_url, path)); } - if url.scheme() != "file" { + + #[cfg(all(target_arch = "wasm32", target_os = "unknown"))] + { return Err(Error::generic(format!( - "SyncEngine without an explicit store can only access file:// URLs, got: {url}" + "SyncEngine on wasm32-unknown-unknown requires an explicit prefetched store for {url}" ))); } - let file_path = url - .to_file_path() - .map_err(|()| Error::generic(format!("Invalid file URL: {url}")))?; - // Use the deepest existing ancestor of the URL's directory as the store prefix: - // `LocalFileSystem::new_with_prefix` canonicalizes its argument (which requires the path - // to exist), and operating on a non-existent path is a valid case for `list_from` on a - // not-yet-written `_delta_log/` directory or `head` on a missing file. - let target_dir = if url.path().ends_with('/') { - file_path.clone() - } else { - file_path - .parent() - .ok_or_else(|| Error::generic(format!("File URL has no parent: {url}")))? - .to_path_buf() - }; - let mut prefix = target_dir.as_path(); - while !prefix.exists() { - prefix = prefix - .parent() - .ok_or_else(|| Error::generic(format!("No existing ancestor for {target_dir:?}")))?; + + #[cfg(not(all(target_arch = "wasm32", target_os = "unknown")))] + { + if url.scheme() != "file" { + return Err(Error::generic(format!( + "SyncEngine without an explicit store can only access file:// URLs, got: {url}" + ))); + } + let file_path = url + .to_file_path() + .map_err(|()| Error::generic(format!("Invalid file URL: {url}")))?; + // Use the deepest existing ancestor of the URL's directory as the store prefix: + // `LocalFileSystem::new_with_prefix` canonicalizes its argument (which requires the path + // to exist), and operating on a non-existent path is a valid case for `list_from` on a + // not-yet-written `_delta_log/` directory or `head` on a missing file. + let target_dir = if url.path().ends_with('/') { + file_path.clone() + } else { + file_path + .parent() + .ok_or_else(|| Error::generic(format!("File URL has no parent: {url}")))? + .to_path_buf() + }; + let mut prefix = target_dir.as_path(); + while !prefix.exists() { + prefix = prefix.parent().ok_or_else(|| { + Error::generic(format!("No existing ancestor for {target_dir:?}")) + })?; + } + let prefix = prefix.to_path_buf(); + let relative = file_path + .strip_prefix(&prefix) + .map_err(|e| Error::generic(format!("Failed to strip prefix: {e}")))?; + let path = Path::from_iter(relative.components().filter_map(|c| match c { + std::path::Component::Normal(s) => s.to_str().map(String::from), + _ => None, + })); + let base_url = Url::from_directory_path(&prefix) + .map_err(|()| Error::generic(format!("Could not URL-encode prefix {prefix:?}")))?; + let store: Arc = Arc::new(LocalFileSystem::new_with_prefix(&prefix)?); + Ok((store, base_url, path)) } - let prefix = prefix.to_path_buf(); - let relative = file_path - .strip_prefix(&prefix) - .map_err(|e| Error::generic(format!("Failed to strip prefix: {e}")))?; - let path = Path::from_iter(relative.components().filter_map(|c| match c { - std::path::Component::Normal(s) => s.to_str().map(String::from), - _ => None, - })); - let base_url = Url::from_directory_path(&prefix) - .map_err(|()| Error::generic(format!("Could not URL-encode prefix {prefix:?}")))?; - let store: Arc = Arc::new(LocalFileSystem::new_with_prefix(&prefix)?); - Ok((store, base_url, path)) } /// Fetch the contents of a file via [`resolve_scope`] and return them as bytes. @@ -160,8 +175,11 @@ pub(super) fn get_bytes( location: &Url, ) -> DeltaResult { let (store, _, path) = resolve_scope(default_store, location)?; - let get_result = futures::executor::block_on(store.get(&path))?; - Ok(futures::executor::block_on(get_result.bytes())?) + let get_result = drive_sync(store.get(&path), "get prefetched object")??; + Ok(drive_sync( + get_result.bytes(), + "read prefetched object body", + )??) } /// Write `data` to `location` via [`resolve_scope`]. @@ -175,6 +193,7 @@ pub(super) fn put_bytes( data: Bytes, overwrite: bool, ) -> DeltaResult<()> { + #[cfg(not(all(target_arch = "wasm32", target_os = "unknown")))] if location.scheme() == "file" { if let Ok(file_path) = location.to_file_path() { if let Some(parent) = file_path.parent() { @@ -193,17 +212,41 @@ pub(super) fn put_bytes( ..Default::default() } }; - futures::executor::block_on(store.put_opts(&object_path, data.into(), opts)).map_err(|e| { - match e { - crate::object_store::Error::AlreadyExists { .. } => { - Error::FileAlreadyExists(location.to_string()) - } - other => Error::generic(other.to_string()), + drive_sync( + store.put_opts(&object_path, data.into(), opts), + "write synchronous object", + )? + .map_err(|e| match e { + crate::object_store::Error::AlreadyExists { .. } => { + Error::FileAlreadyExists(location.to_string()) } + other => Error::generic(other.to_string()), })?; Ok(()) } +#[cfg(any(test, all(target_arch = "wasm32", target_os = "unknown")))] +fn poll_immediate(future: F, operation: &str) -> DeltaResult { + future.now_or_never().ok_or_else(|| { + Error::generic(format!( + "SyncEngine {operation} yielded Pending on wasm32-unknown-unknown; \ + browser handlers require an asynchronously prefetched, immediately-ready store" + )) + }) +} + +fn drive_sync(future: F, operation: &str) -> DeltaResult { + #[cfg(all(target_arch = "wasm32", target_os = "unknown"))] + { + poll_immediate(future, operation) + } + #[cfg(not(all(target_arch = "wasm32", target_os = "unknown")))] + { + let _ = operation; + Ok(futures::executor::block_on(future)) + } +} + /// Read each file as bytes and feed it to `try_create_from_bytes` to produce data batches. fn read_files( store: Option<&Arc>, @@ -239,6 +282,19 @@ mod tests { use super::*; use crate::engine::tests::test_arrow_engine; + #[test] + fn browser_immediate_driver_never_parks_the_host_thread() { + assert_eq!( + poll_immediate(futures::future::ready(42), "ready test").unwrap(), + 42 + ); + + let error = poll_immediate(futures::future::pending::<()>(), "pending test") + .expect_err("a pending prefetched-store future must fail instead of parking"); + assert!(error.to_string().contains("pending test")); + assert!(error.to_string().contains("yielded Pending")); + } + #[test] fn test_sync_engine() { let tmp = tempfile::tempdir().unwrap(); diff --git a/kernel/src/engine/sync/storage.rs b/kernel/src/engine/sync/storage.rs index 58357646b0..751504e80d 100644 --- a/kernel/src/engine/sync/storage.rs +++ b/kernel/src/engine/sync/storage.rs @@ -4,7 +4,7 @@ use bytes::Bytes; use futures::StreamExt as _; use url::Url; -use super::{put_bytes, resolve_scope}; +use super::{drive_sync, put_bytes, resolve_scope}; use crate::object_store::path::Path; use crate::object_store::DynObjectStore; // `ObjectStoreExt` is needed for `store.get()` etc. in arrow-58 mode where these methods moved @@ -44,11 +44,12 @@ impl StorageHandler for SyncStorageHandler { // LocalFileSystem and InMemory do not return sorted listings, so we collect and sort // to give callers a deterministic order. - let mut metas: Vec<_> = futures::executor::block_on( + let mut metas: Vec<_> = drive_sync( store .list_with_offset(Some(&prefix), &offset) .collect::>(), - ) + "list prefetched objects", + )? .into_iter() .collect::>()?; metas.sort_unstable_by(|a, b| a.location.cmp(&b.location)); @@ -73,10 +74,21 @@ impl StorageHandler for SyncStorageHandler { let store = self.store.clone(); let results: Vec> = files .into_iter() - .map(|(url, _range_opt)| { + .map(|(url, range_opt)| { let (s, _, path) = resolve_scope(store.as_ref(), &url)?; - let get_result = futures::executor::block_on(s.get(&path))?; - Ok(futures::executor::block_on(get_result.bytes())?) + match range_opt { + Some(range) => Ok(drive_sync( + s.get_range(&path, range), + "read prefetched file range", + )??), + None => { + let get_result = drive_sync(s.get(&path), "get prefetched file")??; + Ok(drive_sync( + get_result.bytes(), + "read prefetched file body", + )??) + } + } }) .collect(); Ok(Box::new(results.into_iter())) @@ -87,12 +99,14 @@ impl StorageHandler for SyncStorageHandler { } fn copy_atomic(&self, _src: &Url, _dest: &Url) -> DeltaResult<()> { - unimplemented!("SyncStorageHandler does not implement copy"); + Err(Error::unsupported( + "SyncStorageHandler does not support atomic copy", + )) } fn head(&self, url: &Url) -> DeltaResult { let (store, _, path) = resolve_scope(self.store.as_ref(), url)?; - let meta = futures::executor::block_on(store.head(&path))?; + let meta = drive_sync(store.head(&path), "head prefetched file")??; Ok(FileMeta { location: url.clone(), last_modified: meta.last_modified.timestamp_millis(), @@ -209,6 +223,36 @@ mod tests { Ok(()) } + #[tokio::test] + async fn read_files_honors_requested_range_for_prefetched_store() { + let store = std::sync::Arc::new(InMemory::new()); + let path = crate::object_store::path::Path::from("file.json"); + store + .put(&path, bytes::Bytes::from_static(b"0123456789").into()) + .await + .unwrap(); + + let storage = SyncStorageHandler::new(Some(store)); + let url = Url::parse("memory:///file.json").unwrap(); + let mut read = storage.read_files(vec![(url, Some(2..5))]).unwrap(); + + assert_eq!(read.next().unwrap().unwrap().as_ref(), b"234"); + assert!(read.next().is_none()); + } + + #[test] + fn copy_atomic_returns_unsupported_instead_of_panicking() { + let storage = SyncStorageHandler::new(None); + let source = Url::parse("memory:///source").unwrap(); + let destination = Url::parse("memory:///destination").unwrap(); + + let error = storage.copy_atomic(&source, &destination).unwrap_err(); + assert!( + matches!(&error, Error::Unsupported(message) if message.contains("atomic copy")), + "unexpected error: {error}" + ); + } + /// `list_from` against an [`ObjectStore`] must walk subdirectories, matching the local FS /// implementation that uses `read_dir` recursively. #[tokio::test] diff --git a/kernel/src/error.rs b/kernel/src/error.rs index 5249700a6f..2f7737ac2d 100644 --- a/kernel/src/error.rs +++ b/kernel/src/error.rs @@ -5,9 +5,9 @@ use std::convert::Infallible; use std::num::ParseIntError; use std::str::Utf8Error; -#[cfg(feature = "default-engine-base")] +#[cfg(feature = "arrow-expression")] use crate::arrow::error::ArrowError; -#[cfg(feature = "default-engine-base")] +#[cfg(feature = "arrow-expression")] use crate::object_store; use crate::schema::{DataType, StructType}; use crate::table_properties::ParseIntervalError; @@ -31,7 +31,7 @@ pub enum Error { }, /// An error performing operations on arrow data - #[cfg(feature = "default-engine-base")] + #[cfg(feature = "arrow-expression")] #[error(transparent)] Arrow(ArrowError), @@ -66,19 +66,19 @@ pub enum Error { InternalError(String), /// An error enountered while working with parquet data - #[cfg(feature = "default-engine-base")] + #[cfg(feature = "arrow-expression")] #[error("Arrow error: {0}")] Parquet(#[from] crate::parquet::errors::ParquetError), /// An error interacting with the object_store crate // We don't use [#from] object_store::Error here as our From impl transforms // object_store::Error::NotFound into Self::FileNotFound - #[cfg(feature = "default-engine-base")] + #[cfg(feature = "arrow-expression")] #[error("Error interacting with object store: {0}")] ObjectStore(object_store::Error), /// An error working with paths from the object_store crate - #[cfg(feature = "default-engine-base")] + #[cfg(feature = "arrow-expression")] #[error("Object store path error: {0}")] ObjectStorePath(#[from] object_store::path::Error), @@ -356,14 +356,14 @@ from_with_backtrace!( (std::io::Error, IOError) ); -#[cfg(feature = "default-engine-base")] +#[cfg(feature = "arrow-expression")] impl From for Error { fn from(value: ArrowError) -> Self { Self::Arrow(value).with_backtrace() } } -#[cfg(feature = "default-engine-base")] +#[cfg(feature = "arrow-expression")] impl From for Error { fn from(value: object_store::Error) -> Self { match value { diff --git a/kernel/src/lib.rs b/kernel/src/lib.rs index edef5bb3a4..6f40960a56 100644 --- a/kernel/src/lib.rs +++ b/kernel/src/lib.rs @@ -75,9 +75,11 @@ extern crate self as delta_kernel; use std::any::Any; use std::cmp::Ordering; +#[cfg(not(all(target_arch = "wasm32", target_os = "unknown")))] use std::fs::DirEntry; use std::ops::Range; use std::sync::Arc; +#[cfg(not(all(target_arch = "wasm32", target_os = "unknown")))] use std::time::SystemTime; use bytes::Bytes; @@ -134,6 +136,7 @@ pub mod column_trie; #[cfg(not(feature = "internal-api"))] pub(crate) mod column_trie; pub mod kernel_predicates; +pub(crate) mod time; pub(crate) mod utils; #[cfg(feature = "internal-api")] @@ -231,6 +234,7 @@ impl PartialOrd for FileMeta { } } +#[cfg(not(all(target_arch = "wasm32", target_os = "unknown")))] impl TryFrom for FileMeta { type Error = Error; diff --git a/kernel/src/metrics/events.rs b/kernel/src/metrics/events.rs index d85fa1fe58..08f82988dd 100644 --- a/kernel/src/metrics/events.rs +++ b/kernel/src/metrics/events.rs @@ -5,6 +5,8 @@ use std::time::Duration; use uuid::Uuid; +use crate::utils::new_uuid; + /// Unique identifier for a metrics operation. /// /// Each operation (Snapshot, Transaction, Scan) gets a unique MetricId that @@ -37,7 +39,7 @@ impl std::fmt::Display for ScanType { impl MetricId { /// Generate a new unique MetricId. pub fn new() -> Self { - Self(Uuid::new_v4()) + Self(new_uuid()) } } diff --git a/kernel/src/metrics/reporter.rs b/kernel/src/metrics/reporter.rs index 2877f77e5c..ec092ab696 100644 --- a/kernel/src/metrics/reporter.rs +++ b/kernel/src/metrics/reporter.rs @@ -2,7 +2,6 @@ use std::str::FromStr as _; use std::sync::Arc; -use std::time::Instant; use tracing::field::{Field, Visit}; use tracing::span::{Attributes, Id, Record}; @@ -13,6 +12,7 @@ use uuid::Uuid; use super::MetricEvent; use crate::metrics::MetricId; +use crate::time::Instant; /// Trait for reporting metrics events from Delta operations. /// diff --git a/kernel/src/parallel/parallel_scan_metadata.rs b/kernel/src/parallel/parallel_scan_metadata.rs index f51019ef6f..95729a324d 100644 --- a/kernel/src/parallel/parallel_scan_metadata.rs +++ b/kernel/src/parallel/parallel_scan_metadata.rs @@ -1,5 +1,4 @@ use std::sync::Arc; -use std::time::Instant; use delta_kernel_derive::internal_api; use tracing::{info_span, Span}; @@ -13,6 +12,7 @@ use crate::parallel::sequential_phase::{AfterSequential, SequentialPhase}; use crate::scan::log_replay::{ScanLogReplayProcessor, SerializableScanState}; use crate::scan::ScanMetadata; use crate::schema::SchemaRef; +use crate::time::Instant; use crate::{DeltaResult, Engine, EngineData, Error, FileMeta}; /// Result of sequential scan metadata processing. diff --git a/kernel/src/path.rs b/kernel/src/path.rs index e2dece79b0..437b50a14f 100644 --- a/kernel/src/path.rs +++ b/kernel/src/path.rs @@ -5,11 +5,12 @@ use std::str::FromStr; use delta_kernel_derive::internal_api; use url::Url; +#[cfg(test)] use uuid::Uuid; use crate::actions::visitors::InCommitTimestampVisitor; use crate::engine_data::RowVisitor; -use crate::utils::require; +use crate::utils::{new_uuid, require}; use crate::{DeltaResult, Engine, Error, FileMeta, Version}; /// How many characters a version tag has @@ -365,7 +366,7 @@ impl ParsedLogPath { table_root: &Url, version: Version, ) -> DeltaResult { - let filename = format!("{:020}.checkpoint.{}.parquet", version, Uuid::new_v4()); + let filename = format!("{:020}.checkpoint.{}.parquet", version, new_uuid()); let path = Self::create_path(table_root, filename)?; if !path.is_checkpoint() { return Err(Error::internal_error( @@ -411,7 +412,7 @@ impl ParsedLogPath { /// Sidecar paths should be URI-encoded. All characters in the filename here are Unreserved /// Characters, so we can just retain them. Ref: pub(crate) fn new_sidecar(table_root: &Url, version: Version) -> DeltaResult<(String, Url)> { - let filename = format!("{version:020}.checkpoint.{}.parquet", Uuid::new_v4()); + let filename = format!("{version:020}.checkpoint.{}.parquet", new_uuid()); let url = table_root .join(DELTA_LOG_DIR_WITH_SLASH)? .join(SIDECAR_DIR_WITH_SLASH)? @@ -466,7 +467,7 @@ impl LogRoot { &self, version: Version, ) -> DeltaResult> { - let uuid = uuid::Uuid::new_v4(); + let uuid = new_uuid(); let filename = format!("{version:020}.{uuid}.json"); let path = self.log_root().join(STAGED_COMMITS_DIR)?.join(&filename)?; ParsedLogPath::try_from(path)?.ok_or_else(|| { diff --git a/kernel/src/scan/data_skipping.rs b/kernel/src/scan/data_skipping.rs index 00a06710f5..96c4f60f34 100644 --- a/kernel/src/scan/data_skipping.rs +++ b/kernel/src/scan/data_skipping.rs @@ -1,7 +1,6 @@ use std::cmp::Ordering; use std::collections::HashSet; use std::sync::{Arc, LazyLock}; -use std::time::Instant; use tracing::{debug, error}; @@ -19,6 +18,7 @@ use crate::kernel_predicates::{ use crate::scan::data_skipping::stats_schema::is_skipping_eligible_datatype; use crate::scan::metrics::ScanMetrics; use crate::schema::{DataType, SchemaRef, StructField, StructType}; +use crate::time::Instant; use crate::utils::require; use crate::{Engine, EngineData, Error, ExpressionEvaluator, PredicateEvaluator, RowVisitor as _}; diff --git a/kernel/src/scan/log_replay.rs b/kernel/src/scan/log_replay.rs index 61e85a02e7..43e231c4de 100644 --- a/kernel/src/scan/log_replay.rs +++ b/kernel/src/scan/log_replay.rs @@ -564,7 +564,7 @@ impl RowVisitor for AddRemoveDedupVisitor<'_, D> { } fn visit<'a>(&mut self, row_count: usize, getters: &[&'a dyn GetData<'a>]) -> DeltaResult<()> { - let start = std::time::Instant::now(); + let start = crate::time::Instant::now(); let is_log_batch = self.deduplicator.is_log_batch(); let expected_getters = if is_log_batch { 10 } else { 6 }; diff --git a/kernel/src/scan/mod.rs b/kernel/src/scan/mod.rs index 5a0551d1ca..500b7ea510 100644 --- a/kernel/src/scan/mod.rs +++ b/kernel/src/scan/mod.rs @@ -3,7 +3,6 @@ use std::borrow::Cow; use std::collections::{HashMap, HashSet}; use std::sync::{Arc, LazyLock}; -use std::time::Instant; use delta_kernel_derive::internal_api; use itertools::Itertools; @@ -38,6 +37,7 @@ use crate::schema::{ ToSchema as _, }; use crate::table_features::{ColumnMappingMode, Operation}; +use crate::time::Instant; use crate::transforms::{transform_output_type, ExpressionTransform, SchemaTransform}; use crate::utils::IteratorExt; use crate::{DeltaResult, Engine, EngineData, Error, FileMeta, SnapshotRef, Version}; diff --git a/kernel/src/table_features/column_mapping.rs b/kernel/src/table_features/column_mapping.rs index 3a0be442e6..bbdbb64ca5 100644 --- a/kernel/src/table_features/column_mapping.rs +++ b/kernel/src/table_features/column_mapping.rs @@ -7,7 +7,6 @@ use std::collections::HashMap; use serde::{Deserialize, Serialize}; use strum::EnumString; -use uuid::Uuid; use super::TableFeature; use crate::actions::Protocol; @@ -17,6 +16,7 @@ use crate::schema::{ }; use crate::table_properties::{TableProperties, COLUMN_MAPPING_MODE}; use crate::transforms::{transform_output_type, SchemaTransform}; +use crate::utils::new_uuid; use crate::{DeltaResult, Error}; /// Modes of column mapping a table can be in @@ -562,7 +562,7 @@ pub(crate) fn try_assign_flat_column_mapping_info( ColumnMetadataKey::ColumnMappingPhysicalName .as_ref() .to_string(), - MetadataValue::String(format!("col-{}", Uuid::new_v4())), + MetadataValue::String(format!("col-{}", new_uuid())), ); } // Only `physicalName` present: preserve name, allocate id. @@ -584,7 +584,7 @@ pub(crate) fn try_assign_flat_column_mapping_info( ColumnMetadataKey::ColumnMappingPhysicalName .as_ref() .to_string(), - MetadataValue::String(format!("col-{}", Uuid::new_v4())), + MetadataValue::String(format!("col-{}", new_uuid())), ); } } diff --git a/kernel/src/time.rs b/kernel/src/time.rs new file mode 100644 index 0000000000..6b13bb7ed4 --- /dev/null +++ b/kernel/src/time.rs @@ -0,0 +1,9 @@ +//! Target-safe time sources used by the Kernel core. + +pub(crate) use std::time::Duration; + +#[cfg(not(all(target_arch = "wasm32", target_os = "unknown")))] +pub(crate) use std::time::{Instant, SystemTime, UNIX_EPOCH}; + +#[cfg(all(target_arch = "wasm32", target_os = "unknown"))] +pub(crate) use web_time::{Instant, SystemTime, UNIX_EPOCH}; diff --git a/kernel/src/transaction/builder/create_table.rs b/kernel/src/transaction/builder/create_table.rs index daaaf22902..04ac7d4094 100644 --- a/kernel/src/transaction/builder/create_table.rs +++ b/kernel/src/transaction/builder/create_table.rs @@ -11,7 +11,6 @@ use std::sync::Arc; use itertools::Itertools; use url::Url; -use uuid::Uuid; use crate::actions::{DomainMetadata, Metadata, Protocol}; use crate::clustering::{create_clustering_domain_metadata, validate_clustering_columns}; @@ -44,6 +43,7 @@ use crate::table_properties::{ use crate::transaction::create_table::CreateTableTransaction; use crate::transaction::data_layout::DataLayout; use crate::transaction::Transaction; +use crate::utils::new_uuid; use crate::utils::{current_time_ms, try_parse_uri}; use crate::{DeltaResult, Engine, Error, StorageHandler}; @@ -492,11 +492,11 @@ fn maybe_set_materialized_row_tracking_column_name_properties( } validated.properties.insert( MATERIALIZED_ROW_ID_COLUMN_NAME.to_string(), - format!("_row-id-col-{}", Uuid::new_v4()), + format!("_row-id-col-{}", new_uuid()), ); validated.properties.insert( MATERIALIZED_ROW_COMMIT_VERSION_COLUMN_NAME.to_string(), - format!("_row-commit-version-col-{}", Uuid::new_v4()), + format!("_row-commit-version-col-{}", new_uuid()), ); } diff --git a/kernel/src/transaction/write_context.rs b/kernel/src/transaction/write_context.rs index b34ff69954..4a61b0f80c 100644 --- a/kernel/src/transaction/write_context.rs +++ b/kernel/src/transaction/write_context.rs @@ -2,6 +2,7 @@ use std::collections::HashMap; use std::num::NonZero; use std::sync::Arc; +#[cfg(not(all(target_arch = "wasm32", target_os = "unknown")))] use rand::Rng; use url::Url; @@ -288,11 +289,25 @@ impl WriteContext { /// Used to avoid S3 hotspots and to keep physical UUID column names out of paths when column /// mapping is enabled. fn random_alphanumeric_prefix(len: NonZero) -> String { - const CHARSET: &[u8] = b"abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789"; - let mut rng = rand::rng(); - (0..len.get()) - .map(|_| CHARSET[rng.random_range(0..CHARSET.len())] as char) - .collect() + #[cfg(all(target_arch = "wasm32", target_os = "unknown"))] + { + return crate::utils::new_uuid() + .simple() + .to_string() + .chars() + .cycle() + .take(len.get()) + .collect(); + } + + #[cfg(not(all(target_arch = "wasm32", target_os = "unknown")))] + { + const CHARSET: &[u8] = b"abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789"; + let mut rng = rand::rng(); + (0..len.get()) + .map(|_| CHARSET[rng.random_range(0..CHARSET.len())] as char) + .collect() + } } #[cfg(test)] diff --git a/kernel/src/utils.rs b/kernel/src/utils.rs index 51ffdeccef..c37b9e7ed1 100644 --- a/kernel/src/utils.rs +++ b/kernel/src/utils.rs @@ -1,12 +1,14 @@ //! Various utility functions/macros used throughout the kernel +#[cfg(not(all(target_arch = "wasm32", target_os = "unknown")))] use std::borrow::Cow; +#[cfg(not(all(target_arch = "wasm32", target_os = "unknown")))] use std::ops::Deref; +#[cfg(not(all(target_arch = "wasm32", target_os = "unknown")))] use std::path::PathBuf; -use std::time::{Duration, SystemTime, UNIX_EPOCH}; - use delta_kernel_derive::internal_api; use url::Url; +use crate::time::{Duration, SystemTime, UNIX_EPOCH}; use crate::{DeltaResult, Error}; /// convenient way to return an error if a condition isn't true @@ -20,10 +22,34 @@ macro_rules! require { pub(crate) use require; +/// Generate a process-local unique UUID without requiring ambient browser +/// entropy. +/// +/// Native builds retain random v4 UUIDs. The browser read profile uses a +/// monotonically increasing, v4-shaped identifier for metrics and other +/// in-process correlation. Browser writes are outside this profile. +#[cfg(not(all(target_arch = "wasm32", target_os = "unknown")))] +pub(crate) fn new_uuid() -> uuid::Uuid { + uuid::Uuid::new_v4() +} + +#[cfg(all(target_arch = "wasm32", target_os = "unknown"))] +pub(crate) fn new_uuid() -> uuid::Uuid { + use std::sync::atomic::{AtomicU64, Ordering}; + + static NEXT_UUID: AtomicU64 = AtomicU64::new(1); + const VERSION_4_AND_VARIANT: u128 = 0x00000000_0000_4000_8000_000000000000; + const SEQUENCE_MASK: u64 = (1_u64 << 62) - 1; + + let sequence = NEXT_UUID.fetch_add(1, Ordering::Relaxed) & SEQUENCE_MASK; + uuid::Uuid::from_u128(VERSION_4_AND_VARIANT | u128::from(sequence)) +} + /// Try to parse string uri into a URL for a table path. This will do it's best to handle things /// like `/local/paths`, and even `../relative/paths`. #[allow(unused)] #[internal_api] +#[cfg(not(all(target_arch = "wasm32", target_os = "unknown")))] pub(crate) fn try_parse_uri(uri: impl AsRef) -> DeltaResult { let uri = uri.as_ref(); let uri_type = resolve_uri_type(uri)?; @@ -57,8 +83,32 @@ pub(crate) fn try_parse_uri(uri: impl AsRef) -> DeltaResult { Ok(url) } +/// Parse a browser table location without compiling filesystem URL helpers. +/// +/// Browser engines receive an asynchronously prefetched object store, so local +/// paths and `file:` URLs are outside the read-only browser profile. +#[allow(unused)] +#[internal_api] +#[cfg(all(target_arch = "wasm32", target_os = "unknown"))] +pub(crate) fn try_parse_uri(uri: impl AsRef) -> DeltaResult { + let uri = uri.as_ref(); + let normalized = if uri.ends_with('/') { + uri.to_owned() + } else { + format!("{uri}/") + }; + let url = Url::parse(&normalized).map_err(|_| Error::invalid_table_location(uri))?; + if url.scheme() == "file" || url.scheme().len() == 1 { + return Err(Error::InvalidTableLocation(format!( + "Browser table locations must use a non-file absolute URL: {uri}" + ))); + } + Ok(url) +} + #[allow(unused)] #[derive(Debug)] +#[cfg(not(all(target_arch = "wasm32", target_os = "unknown")))] enum UriType { LocalPath(PathBuf), Url(Url), @@ -69,6 +119,7 @@ enum UriType { /// /// Will return an error if the path is not valid. #[allow(unused)] +#[cfg(not(all(target_arch = "wasm32", target_os = "unknown")))] fn resolve_uri_type(table_uri: impl AsRef) -> DeltaResult { let table_uri = table_uri.as_ref(); let table_uri = if table_uri.ends_with('/') { diff --git a/kernel/wasm-check/Cargo.lock b/kernel/wasm-check/Cargo.lock new file mode 100644 index 0000000000..470d9567d3 --- /dev/null +++ b/kernel/wasm-check/Cargo.lock @@ -0,0 +1,2806 @@ +# This file is automatically @generated by Cargo. +# It is not intended for manual editing. +version = 4 + +[[package]] +name = "adler2" +version = "2.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "320119579fcad9c21884f5c4861d16174d0e06250625266f50fe6898340abefa" + +[[package]] +name = "ahash" +version = "0.8.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5a15f179cd60c4584b8a8c596927aadc462e27f2ca70c04e0071964a73ba7a75" +dependencies = [ + "cfg-if", + "const-random", + "getrandom 0.3.4", + "once_cell", + "version_check", + "zerocopy", +] + +[[package]] +name = "aho-corasick" +version = "1.1.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ddd31a130427c27518df266943a5308ed92d4b226cc639f5a8f1002816174301" +dependencies = [ + "memchr", +] + +[[package]] +name = "alloc-no-stdlib" +version = "2.0.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cc7bb162ec39d46ab1ca8c77bf72e890535becd1751bb45f64c597edb4c8c6b3" + +[[package]] +name = "alloc-stdlib" +version = "0.2.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0e76a019e91224d279006ff972f1e984179a6e9feb050adba6ce8274aef23195" +dependencies = [ + "alloc-no-stdlib", +] + +[[package]] +name = "android_system_properties" +version = "0.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "819e7219dbd41043ac279b19830f2efc897156490d7fd6ea916720117ee66311" +dependencies = [ + "libc", +] + +[[package]] +name = "arrow" +version = "58.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6cfdd0833e32a9874d2b55089333ad310c0be208aafa277385ce2461dec90be3" +dependencies = [ + "arrow-arith", + "arrow-array", + "arrow-buffer", + "arrow-cast", + "arrow-csv", + "arrow-data", + "arrow-ipc", + "arrow-json", + "arrow-ord", + "arrow-row", + "arrow-schema", + "arrow-select", + "arrow-string", +] + +[[package]] +name = "arrow-arith" +version = "58.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0a41203398f0eaa6f7ec8e62c0da742a21abf282c148fc157f6c35c90e29981a" +dependencies = [ + "arrow-array", + "arrow-buffer", + "arrow-data", + "arrow-schema", + "chrono", + "num-traits", +] + +[[package]] +name = "arrow-array" +version = "58.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ae33dad492b7df00a217563a7b0ef2874df68a0deea1b1a3acf628152f7f7a69" +dependencies = [ + "ahash", + "arrow-buffer", + "arrow-data", + "arrow-schema", + "chrono", + "chrono-tz", + "half", + "hashbrown", + "num-complex", + "num-integer", + "num-traits", +] + +[[package]] +name = "arrow-buffer" +version = "58.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b9552f96391c005e6ab449fa941420935e7e062489b12b8b1b08879b2163f5b5" +dependencies = [ + "bytes", + "half", + "num-bigint", + "num-traits", +] + +[[package]] +name = "arrow-cast" +version = "58.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3a8a327c9649f30d8406995f27642b68df354713cca3baaaf100f076f18d5f34" +dependencies = [ + "arrow-array", + "arrow-buffer", + "arrow-data", + "arrow-ord", + "arrow-schema", + "arrow-select", + "atoi", + "base64", + "chrono", + "half", + "lexical-core", + "num-traits", + "ryu", +] + +[[package]] +name = "arrow-csv" +version = "58.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "af0dd6d90d1955e9f9a014c1e563ee8aeffc21909085d25623e1da44d96eca26" +dependencies = [ + "arrow-array", + "arrow-cast", + "arrow-schema", + "chrono", + "csv", + "csv-core", + "regex", +] + +[[package]] +name = "arrow-data" +version = "58.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2b24852db04738907e06c04ea61e42fe7fda962a34513022dc0d0e754fb7976b" +dependencies = [ + "arrow-buffer", + "arrow-schema", + "half", + "num-integer", + "num-traits", +] + +[[package]] +name = "arrow-ipc" +version = "58.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "29a908a11fcfb3fb2f6730f4ac15e367bc644e419155e96238f68cf3adde572b" +dependencies = [ + "arrow-array", + "arrow-buffer", + "arrow-data", + "arrow-schema", + "arrow-select", + "flatbuffers", +] + +[[package]] +name = "arrow-json" +version = "58.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b8a96aed3931c076adee39ec2a40d8219fc7f09e79bcdaca1df16272993e1e14" +dependencies = [ + "arrow-array", + "arrow-buffer", + "arrow-cast", + "arrow-ord", + "arrow-schema", + "arrow-select", + "chrono", + "half", + "indexmap", + "itoa", + "lexical-core", + "memchr", + "num-traits", + "ryu", + "serde_core", + "serde_json", + "simdutf8", +] + +[[package]] +name = "arrow-ord" +version = "58.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "63a083ec750f5c043f02946b4baf05fcdbb55f4560a3277055caca5cc99f3eb0" +dependencies = [ + "arrow-array", + "arrow-buffer", + "arrow-data", + "arrow-schema", + "arrow-select", +] + +[[package]] +name = "arrow-row" +version = "58.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "514ba0ef0d4c5896202dae736251ce415abb43a950bed570fb7981b8716c0e4c" +dependencies = [ + "arrow-array", + "arrow-buffer", + "arrow-data", + "arrow-schema", + "half", +] + +[[package]] +name = "arrow-schema" +version = "58.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "21ca356ad6425cecb6eb7b28e4f659f1ee7880fbb1a16127de7dd62901efee9e" +dependencies = [ + "bitflags", +] + +[[package]] +name = "arrow-select" +version = "58.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c58da39eb3d8350ad4a549e5c2bc49284dac554016c69829310350f1731b0aad" +dependencies = [ + "ahash", + "arrow-array", + "arrow-buffer", + "arrow-data", + "arrow-schema", + "num-traits", +] + +[[package]] +name = "arrow-string" +version = "58.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b6789b388467525e3271326b6b4915666ecfdf5142aef09779445c954b67543c" +dependencies = [ + "arrow-array", + "arrow-buffer", + "arrow-data", + "arrow-schema", + "arrow-select", + "memchr", + "num-traits", + "regex", + "regex-syntax", +] + +[[package]] +name = "async-trait" +version = "0.1.91" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ae36dc4177970ef04fde5178d3e2429882def40e57a451f919c098f72baa6cec" +dependencies = [ + "proc-macro2", + "quote", + "syn 3.0.3", +] + +[[package]] +name = "atoi" +version = "2.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f28d99ec8bfea296261ca1af174f24225171fea9664ba9003cbebee704810528" +dependencies = [ + "num-traits", +] + +[[package]] +name = "atomic-waker" +version = "1.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1505bd5d3d116872e7271a6d4e16d81d0c8570876c8de68093a09ac269d8aac0" + +[[package]] +name = "autocfg" +version = "1.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f2032f911046de80f0a198e0901378627c33f59ea0ac00e363d481118bd70a53" + +[[package]] +name = "base64" +version = "0.22.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "72b3254f16251a8381aa12e40e3c4d2f0199f8c6508fbecb9d91f575e0fbb8c6" + +[[package]] +name = "bitflags" +version = "2.13.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b588b76d00fde79687d7646a9b5bdf3cc0f655e0bbd080335a95d7e96f3587da" + +[[package]] +name = "block-buffer" +version = "0.10.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3078c7629b62d3f0439517fa394996acacc5cbc91c5a20d8c658e77abd503a71" +dependencies = [ + "generic-array", +] + +[[package]] +name = "brotli" +version = "8.0.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5cc91aac060a7a1e25823bdccbfb6af1875b88f17c6daac97894eed8207166b3" +dependencies = [ + "alloc-no-stdlib", + "alloc-stdlib", + "brotli-decompressor", +] + +[[package]] +name = "brotli-decompressor" +version = "5.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3a32acac15fe1967bc3986b2a6347dffc965602354ea6f450ad07e8bfd253583" +dependencies = [ + "alloc-no-stdlib", + "alloc-stdlib", +] + +[[package]] +name = "bumpalo" +version = "3.20.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "72f5acc6cb2ba439de613abc23857ec3d78374d8ed5ac84e9d11336e87da8649" + +[[package]] +name = "buoyant-kernel-wasm-check" +version = "0.0.0" +dependencies = [ + "buoyant_kernel", +] + +[[package]] +name = "buoyant_kernel" +version = "0.22.2" +dependencies = [ + "arrow", + "buoyant_kernel_derive", + "bytes", + "chrono", + "crc", + "futures", + "indexmap", + "itertools", + "object_store", + "parquet", + "percent-encoding", + "rand 0.9.5", + "roaring", + "rustc_version", + "serde", + "serde_json", + "strum", + "thiserror", + "tracing", + "tracing-subscriber", + "url", + "uuid", + "web-time", + "z85", +] + +[[package]] +name = "buoyant_kernel_derive" +version = "1.0.0" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.119", +] + +[[package]] +name = "bytemuck" +version = "1.25.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "95832e849adfb21180ccb6826a99da14e5d266ae5c2e668e1602cf234f153797" + +[[package]] +name = "byteorder" +version = "1.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1fd0f2584146f6f2ef48085050886acf353beff7305ebd1ae69500e27c67f64b" + +[[package]] +name = "bytes" +version = "1.12.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fc652a48c352aef3ea3aed32080501cf3ef6ed5da78602a020c991775b0aff04" + +[[package]] +name = "cc" +version = "1.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c89588d05638b5b4594a3348a2d6c20277e43a7f5c5202b05cc56888475a47b8" +dependencies = [ + "find-msvc-tools", + "jobserver", + "libc", + "shlex", +] + +[[package]] +name = "cfg-if" +version = "1.0.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9330f8b2ff13f34540b44e946ef35111825727b38d33286ef986142615121801" + +[[package]] +name = "cfg_aliases" +version = "0.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f079e83a288787bcd14a6aea84cee5c87a67c5a3e660c30f557a3d24761b3527" + +[[package]] +name = "chacha20" +version = "0.10.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d524456ba66e72eb8b115ff89e01e497f8e6d11d78b70b1aa13c0fbd97540a81" +dependencies = [ + "cfg-if", + "cpufeatures", + "rand_core 0.10.1", +] + +[[package]] +name = "chrono" +version = "0.4.45" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1aa79e62e7697b8e29b513a68abacf485adcd1fe8284a4316c5ae868e6633327" +dependencies = [ + "iana-time-zone", + "js-sys", + "num-traits", + "serde", + "wasm-bindgen", + "windows-link", +] + +[[package]] +name = "chrono-tz" +version = "0.10.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a6139a8597ed92cf816dfb33f5dd6cf0bb93a6adc938f11039f371bc5bcd26c3" +dependencies = [ + "chrono", + "phf", +] + +[[package]] +name = "const-random" +version = "0.1.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "87e00182fe74b066627d63b85fd550ac2998d4b0bd86bfed477a0ae4c7c71359" +dependencies = [ + "const-random-macro", +] + +[[package]] +name = "const-random-macro" +version = "0.1.16" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f9d839f2a20b0aee515dc581a6172f2321f96cab76c1a38a4c584a194955390e" +dependencies = [ + "getrandom 0.2.17", + "once_cell", + "tiny-keccak", +] + +[[package]] +name = "core-foundation" +version = "0.10.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b2a6cd9ae233e7f62ba4e9353e81a88df7fc8a5987b8d445b4d90c879bd156f6" +dependencies = [ + "core-foundation-sys", + "libc", +] + +[[package]] +name = "core-foundation-sys" +version = "0.8.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "773648b94d0e5d620f64f280777445740e61fe701025087ec8b57f45c791888b" + +[[package]] +name = "cpufeatures" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8b2a41393f66f16b0823bb79094d54ac5fbd34ab292ddafb9a0456ac9f87d201" +dependencies = [ + "libc", +] + +[[package]] +name = "crc" +version = "3.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5eb8a2a1cd12ab0d987a5d5e825195d372001a4094a0376319d5a0ad71c1ba0d" +dependencies = [ + "crc-catalog", +] + +[[package]] +name = "crc-catalog" +version = "2.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "217698eaf96b4a3f0bc4f3662aaa55bdf913cd54d7204591faa790070c6d0853" + +[[package]] +name = "crunchy" +version = "0.2.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "460fbee9c2c2f33933d720630a6a0bac33ba7053db5344fac858d4b8952d77d5" + +[[package]] +name = "crypto-common" +version = "0.1.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "78c8292055d1c1df0cce5d180393dc8cce0abec0a7102adb6c7b1eef6016d60a" +dependencies = [ + "generic-array", + "typenum", +] + +[[package]] +name = "csv" +version = "1.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "52cd9d68cf7efc6ddfaaee42e7288d3a99d613d4b50f76ce9827ae0c6e14f938" +dependencies = [ + "csv-core", + "itoa", + "ryu", + "serde_core", +] + +[[package]] +name = "csv-core" +version = "0.1.13" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "704a3c26996a80471189265814dbc2c257598b96b8a7feae2d31ace646bb9782" +dependencies = [ + "memchr", +] + +[[package]] +name = "digest" +version = "0.10.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9ed9a281f7bc9b7576e61468ba615a66a5c8cfdff42420a70aa82701a3b1e292" +dependencies = [ + "block-buffer", + "crypto-common", +] + +[[package]] +name = "displaydoc" +version = "0.2.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1ac70aa55017e108007fbaf5aa0f54b021c98f92ff8af59d42eda9da96e3dd4f" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.119", +] + +[[package]] +name = "either" +version = "1.16.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "91622ff5e7162018101f2fea40d6ebf4a78bbe5a49736a2020649edf9693679e" + +[[package]] +name = "equivalent" +version = "1.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "877a4ace8713b0bcf2a4e7eec82529c029f1d0619886d18145fea96c3ffe5c0f" + +[[package]] +name = "find-msvc-tools" +version = "0.1.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5baebc0774151f905a1a2cc41989300b1e6fbb29aff0ceffa1064fdd3088d582" + +[[package]] +name = "flatbuffers" +version = "25.12.19" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "35f6839d7b3b98adde531effaf34f0c2badc6f4735d26fe74709d8e513a96ef3" +dependencies = [ + "bitflags", + "rustc_version", +] + +[[package]] +name = "flate2" +version = "1.1.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "843fba2746e448b37e26a819579957415c8cef339bf08564fe8b7ddbd959573c" +dependencies = [ + "miniz_oxide", + "zlib-rs", +] + +[[package]] +name = "fnv" +version = "1.0.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3f9eec918d3f24069decb9af1554cad7c880e2da24a9afd88aca000531ab82c1" + +[[package]] +name = "form_urlencoded" +version = "1.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cb4cb245038516f5f85277875cdaa4f7d2c9a0fa0468de06ed190163b1581fcf" +dependencies = [ + "percent-encoding", +] + +[[package]] +name = "futures" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a88cf1f829d945f548cf8fec32c61b1f202b6d93b45848602fc02af4b12ad218" +dependencies = [ + "futures-channel", + "futures-core", + "futures-executor", + "futures-io", + "futures-sink", + "futures-task", + "futures-util", +] + +[[package]] +name = "futures-channel" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "262590f4fe6afeb0bc83be1daa64e52657fe185690a958af7f3ad0e92085c5ae" +dependencies = [ + "futures-core", + "futures-sink", +] + +[[package]] +name = "futures-core" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2cd50c473c80f6d7c3670a752354b8e569b1a7cbfdc0419ec88e5edad85e0dc7" + +[[package]] +name = "futures-executor" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6754879cc9f2c66f88c6e5c35344bb0bdb0708b0352b1201815667c7eabc7458" +dependencies = [ + "futures-core", + "futures-task", + "futures-util", +] + +[[package]] +name = "futures-io" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4577ecaa3c4f96589d473f679a71b596316f6641bc350038b962a5daf0085d7a" + +[[package]] +name = "futures-macro" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2d6d3cde68c518367be28956066ddfef33813991b77a55005a69dae04bf3b10b" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.119", +] + +[[package]] +name = "futures-sink" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e34418ac499d6305c2fb5ad0ed2f6ac998c5f8ca209b4510f7f94242c647e307" + +[[package]] +name = "futures-task" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b231ed28831efb4a61a08580c4bc233ec56bc009f4cd8f52da2c3cb97df0c109" + +[[package]] +name = "futures-util" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a77a90a256fce34da66415271e30f94ee91c57b04b8a2c042d9cf3220179deaa" +dependencies = [ + "futures-channel", + "futures-core", + "futures-io", + "futures-macro", + "futures-sink", + "futures-task", + "memchr", + "pin-project-lite", + "slab", +] + +[[package]] +name = "generic-array" +version = "0.14.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "85649ca51fd72272d7821adaf274ad91c288277713d9c18820d8499a7ff69e9a" +dependencies = [ + "typenum", + "version_check", +] + +[[package]] +name = "getrandom" +version = "0.2.17" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ff2abc00be7fca6ebc474524697ae276ad847ad0a6b3faa4bcb027e9a4614ad0" +dependencies = [ + "cfg-if", + "js-sys", + "libc", + "wasi", + "wasm-bindgen", +] + +[[package]] +name = "getrandom" +version = "0.3.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "899def5c37c4fd7b2664648c28120ecec138e4d395b459e5ca34f9cce2dd77fd" +dependencies = [ + "cfg-if", + "libc", + "r-efi 5.3.0", + "wasip2", +] + +[[package]] +name = "getrandom" +version = "0.4.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "300e883d756b2e4ec94e02791f39b04b522276138852cfc41d9fb7e904106099" +dependencies = [ + "cfg-if", + "js-sys", + "libc", + "r-efi 6.0.0", + "rand_core 0.10.1", + "wasm-bindgen", +] + +[[package]] +name = "h2" +version = "0.4.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6cb093c84e8bd9b188d4c4a8cb6579fc016968d14c99882163cd3ff402a4f155" +dependencies = [ + "atomic-waker", + "bytes", + "fnv", + "futures-core", + "futures-sink", + "http", + "indexmap", + "slab", + "tokio", + "tokio-util", + "tracing", +] + +[[package]] +name = "half" +version = "2.7.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6ea2d84b969582b4b1864a92dc5d27cd2b77b622a8d79306834f1be5ba20d84b" +dependencies = [ + "cfg-if", + "crunchy", + "num-traits", + "zerocopy", +] + +[[package]] +name = "hashbrown" +version = "0.17.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ed5909b6e89a2db4456e54cd5f673791d7eca6732202bbf2a9cc504fe2f9b84a" + +[[package]] +name = "heck" +version = "0.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea" + +[[package]] +name = "http" +version = "1.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6970f50e31d6fc17d3fa27329444bfa74e196cf62e95052a3f6fee181dba6425" +dependencies = [ + "bytes", + "itoa", +] + +[[package]] +name = "http-body" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ca2a8f2913ee65f60facd6a5905613afaa448497a0230cc41ce022d93290bc2c" +dependencies = [ + "bytes", + "http", +] + +[[package]] +name = "http-body-util" +version = "0.1.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e9f41fd6a08e4d4ec69df65976da761afd5ad5e58a9d4acb46bd1c953a9e3ff2" +dependencies = [ + "bytes", + "futures-core", + "http", + "http-body", + "pin-project-lite", +] + +[[package]] +name = "httparse" +version = "1.10.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6dbf3de79e51f3d586ab4cb9d5c3e2c14aa28ed23d180cf89b4df0454a69cc87" + +[[package]] +name = "humantime" +version = "2.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "15cdd26707701c53297e2fa6afb323d55fbc1d0810c3aec078ae3ef0424c3c15" + +[[package]] +name = "hyper" +version = "1.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d22053281f852e11534f5198498373cbb59295120a20771d90f7ed1897490a72" +dependencies = [ + "atomic-waker", + "bytes", + "futures-channel", + "futures-core", + "h2", + "http", + "http-body", + "httparse", + "itoa", + "pin-project-lite", + "smallvec", + "tokio", + "want", +] + +[[package]] +name = "hyper-rustls" +version = "0.27.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "33ca68d021ef39cf6463ab54c1d0f5daf03377b70561305bb89a8f83aab66e0f" +dependencies = [ + "http", + "hyper", + "hyper-util", + "rustls", + "rustls-native-certs", + "tokio", + "tokio-rustls", + "tower-service", +] + +[[package]] +name = "hyper-util" +version = "0.1.20" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "96547c2556ec9d12fb1578c4eaf448b04993e7fb79cbaad930a656880a6bdfa0" +dependencies = [ + "base64", + "bytes", + "futures-channel", + "futures-util", + "http", + "http-body", + "hyper", + "ipnet", + "libc", + "percent-encoding", + "pin-project-lite", + "socket2", + "tokio", + "tower-service", + "tracing", +] + +[[package]] +name = "iana-time-zone" +version = "0.1.65" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e31bc9ad994ba00e440a8aa5c9ef0ec67d5cb5e5cb0cc7f8b744a35b389cc470" +dependencies = [ + "android_system_properties", + "core-foundation-sys", + "iana-time-zone-haiku", + "js-sys", + "log", + "wasm-bindgen", + "windows-core", +] + +[[package]] +name = "iana-time-zone-haiku" +version = "0.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f31827a206f56af32e590ba56d5d2d085f558508192593743f16b2306495269f" +dependencies = [ + "cc", +] + +[[package]] +name = "icu_collections" +version = "2.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2984d1cd16c883d7935b9e07e44071dca8d917fd52ecc02c04d5fa0b5a3f191c" +dependencies = [ + "displaydoc", + "potential_utf", + "utf8_iter", + "yoke", + "zerofrom", + "zerovec", +] + +[[package]] +name = "icu_locale_core" +version = "2.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "92219b62b3e2b4d88ac5119f8904c10f8f61bf7e95b640d25ba3075e6cac2c29" +dependencies = [ + "displaydoc", + "litemap", + "tinystr", + "writeable", + "zerovec", +] + +[[package]] +name = "icu_normalizer" +version = "2.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c56e5ee99d6e3d33bd91c5d85458b6005a22140021cc324cea84dd0e72cff3b4" +dependencies = [ + "icu_collections", + "icu_normalizer_data", + "icu_properties", + "icu_provider", + "smallvec", + "zerovec", +] + +[[package]] +name = "icu_normalizer_data" +version = "2.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "da3be0ae77ea334f4da67c12f149704f19f81d1adf7c51cf482943e84a2bad38" + +[[package]] +name = "icu_properties" +version = "2.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bee3b67d0ea5c2cca5003417989af8996f8604e34fb9ddf96208a033901e70de" +dependencies = [ + "icu_collections", + "icu_locale_core", + "icu_properties_data", + "icu_provider", + "zerotrie", + "zerovec", +] + +[[package]] +name = "icu_properties_data" +version = "2.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8e2bbb201e0c04f7b4b3e14382af113e17ba4f63e2c9d2ee626b720cbce54a14" + +[[package]] +name = "icu_provider" +version = "2.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "139c4cf31c8b5f33d7e199446eff9c1e02decfc2f0eec2c8d71f65befa45b421" +dependencies = [ + "displaydoc", + "icu_locale_core", + "writeable", + "yoke", + "zerofrom", + "zerotrie", + "zerovec", +] + +[[package]] +name = "idna" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3b0875f23caa03898994f6ddc501886a45c7d3d62d04d2d90788d47be1b1e4de" +dependencies = [ + "idna_adapter", + "smallvec", + "utf8_iter", +] + +[[package]] +name = "idna_adapter" +version = "1.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cb68373c0d6620ef8105e855e7745e18b0d00d3bdb07fb532e434244cdb9a714" +dependencies = [ + "icu_normalizer", + "icu_properties", +] + +[[package]] +name = "indexmap" +version = "2.14.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d466e9454f08e4a911e14806c24e16fba1b4c121d1ea474396f396069cf949d9" +dependencies = [ + "equivalent", + "hashbrown", +] + +[[package]] +name = "integer-encoding" +version = "3.0.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8bb03732005da905c88227371639bf1ad885cc712789c011c31c5fb3ab3ccf02" + +[[package]] +name = "ipnet" +version = "2.12.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d98f6fed1fde3f8c21bc40a1abb88dd75e67924f9cffc3ef95607bad8017f8e2" + +[[package]] +name = "itertools" +version = "0.14.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2b192c782037fadd9cfa75548310488aabdbf3d2da73885b31bd0abd03351285" +dependencies = [ + "either", +] + +[[package]] +name = "itoa" +version = "1.0.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8f42a60cbdf9a97f5d2305f08a87dc4e09308d1276d28c869c684d7777685682" + +[[package]] +name = "jobserver" +version = "0.1.35" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1c00acbd29eabad4a2392fa0e921c874934dbbf4194312ad20f04a0ed67a3cb3" +dependencies = [ + "getrandom 0.4.3", + "libc", +] + +[[package]] +name = "js-sys" +version = "0.3.103" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "53b44bfcdb3f8d5837a46dae1ca9660a837176eee74a28b229bc626816589102" +dependencies = [ + "cfg-if", + "futures-util", + "wasm-bindgen", +] + +[[package]] +name = "lazy_static" +version = "1.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bbd2bcb4c963f2ddae06a2efc7e9f3591312473c50c6685e1f298068316e66fe" + +[[package]] +name = "lexical-core" +version = "1.0.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7d8d125a277f807e55a77304455eb7b1cb52f2b18c143b60e766c120bd64a594" +dependencies = [ + "lexical-parse-float", + "lexical-parse-integer", + "lexical-util", + "lexical-write-float", + "lexical-write-integer", +] + +[[package]] +name = "lexical-parse-float" +version = "1.0.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "52a9f232fbd6f550bc0137dcb5f99ab674071ac2d690ac69704593cb4abbea56" +dependencies = [ + "lexical-parse-integer", + "lexical-util", +] + +[[package]] +name = "lexical-parse-integer" +version = "1.0.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9a7a039f8fb9c19c996cd7b2fcce303c1b2874fe1aca544edc85c4a5f8489b34" +dependencies = [ + "lexical-util", +] + +[[package]] +name = "lexical-util" +version = "1.0.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2604dd126bb14f13fb5d1bd6a66155079cb9fa655b37f875b3a742c705dbed17" + +[[package]] +name = "lexical-write-float" +version = "1.0.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "50c438c87c013188d415fbabbb1dceb44249ab81664efbd31b14ae55dabb6361" +dependencies = [ + "lexical-util", + "lexical-write-integer", +] + +[[package]] +name = "lexical-write-integer" +version = "1.0.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "409851a618475d2d5796377cad353802345cba92c867d9fbcde9cf4eac4e14df" +dependencies = [ + "lexical-util", +] + +[[package]] +name = "libc" +version = "0.2.189" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3eaf3ede3fee6db1a4c2ee091bf8a8b4dccdc6d17f656fb07896ee72867612f2" + +[[package]] +name = "libm" +version = "0.2.16" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b6d2cec3eae94f9f509c767b45932f1ada8350c4bdb85af2fcab4a3c14807981" + +[[package]] +name = "litemap" +version = "0.8.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "92daf443525c4cce67b150400bc2316076100ce0b3686209eb8cf3c31612e6f0" + +[[package]] +name = "lock_api" +version = "0.4.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "224399e74b87b5f3557511d98dff8b14089b3dadafcab6bb93eab67d3aace965" +dependencies = [ + "scopeguard", +] + +[[package]] +name = "log" +version = "0.4.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0ceec5bc11778974d1bcb055b18002eba7f4b3518b6a0081b3af5f21666da9ad" + +[[package]] +name = "lru-slab" +version = "0.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "112b39cec0b298b6c1999fee3e31427f74f676e4cb9879ed1a121b43661a4154" + +[[package]] +name = "lz4_flex" +version = "0.13.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7ef0d4ed8669f8f8826eb00dc878084aa8f253506c4fd5e8f58f5bce72ddb97e" +dependencies = [ + "twox-hash", +] + +[[package]] +name = "md-5" +version = "0.10.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d89e7ee0cfbedfc4da3340218492196241d89eefb6dab27de5df917a6d2e78cf" +dependencies = [ + "cfg-if", + "digest", +] + +[[package]] +name = "memchr" +version = "2.8.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cf8baf1c55e62ffcace7a9f06f4bd9cd3f0c4beb022d3b367256b91b87513d98" + +[[package]] +name = "miniz_oxide" +version = "0.8.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1fa76a2c86f704bdb222d66965fb3d63269ce38518b83cb0575fca855ebb6316" +dependencies = [ + "adler2", + "simd-adler32", +] + +[[package]] +name = "mio" +version = "1.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "30d65c71f1ce40ab09135ce117d742b9f8a19ff91a41a8b57ed50bc2de59c427" +dependencies = [ + "libc", + "wasi", + "windows-sys 0.61.2", +] + +[[package]] +name = "nu-ansi-term" +version = "0.50.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7957b9740744892f114936ab4a57b3f487491bbeafaf8083688b16841a4240e5" +dependencies = [ + "windows-sys 0.61.2", +] + +[[package]] +name = "num-bigint" +version = "0.4.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c89e69e7e0f03bea5ef08013795c25018e101932225a656383bd384495ecc367" +dependencies = [ + "num-integer", + "num-traits", +] + +[[package]] +name = "num-complex" +version = "0.4.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "73f88a1307638156682bada9d7604135552957b7818057dcef22705b4d509495" +dependencies = [ + "num-traits", +] + +[[package]] +name = "num-integer" +version = "0.1.46" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7969661fd2958a5cb096e56c8e1ad0444ac2bbcd0061bd28660485a44879858f" +dependencies = [ + "num-traits", +] + +[[package]] +name = "num-traits" +version = "0.2.19" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "071dfc062690e90b734c0b2273ce72ad0ffa95f0c74596bc250dcfd960262841" +dependencies = [ + "autocfg", + "libm", +] + +[[package]] +name = "object_store" +version = "0.13.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "622acbc9100d3c10e2ee15804b0caa40e55c933d5aa53814cd520805b7958a49" +dependencies = [ + "async-trait", + "base64", + "bytes", + "chrono", + "form_urlencoded", + "futures-channel", + "futures-core", + "futures-util", + "http", + "http-body-util", + "httparse", + "humantime", + "hyper", + "itertools", + "md-5", + "parking_lot", + "percent-encoding", + "quick-xml", + "rand 0.10.2", + "reqwest", + "ring", + "rustls-pki-types", + "serde", + "serde_json", + "serde_urlencoded", + "thiserror", + "tokio", + "tracing", + "url", + "walkdir", + "wasm-bindgen-futures", + "web-time", +] + +[[package]] +name = "once_cell" +version = "1.21.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9f7c3e4beb33f85d45ae3e3a1792185706c8e16d043238c593331cc7cd313b50" + +[[package]] +name = "openssl-probe" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7c87def4c32ab89d880effc9e097653c8da5d6ef28e6b539d313baaacfbafcbe" + +[[package]] +name = "ordered-float" +version = "2.10.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "68f19d67e5a2795c94e73e0bb1cc1a7edeb2e28efd39e2e1c9b7a40c1108b11c" +dependencies = [ + "num-traits", +] + +[[package]] +name = "parking_lot" +version = "0.12.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "93857453250e3077bd71ff98b6a65ea6621a19bb0f559a85248955ac12c45a1a" +dependencies = [ + "lock_api", + "parking_lot_core", +] + +[[package]] +name = "parking_lot_core" +version = "0.9.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2621685985a2ebf1c516881c026032ac7deafcda1a2c9b7850dc81e3dfcb64c1" +dependencies = [ + "cfg-if", + "libc", + "redox_syscall", + "smallvec", + "windows-link", +] + +[[package]] +name = "parquet" +version = "58.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d298093b2dec60289dce0684c986d0f7679e9dd15771c2c65406e1aaf604a704" +dependencies = [ + "ahash", + "arrow-array", + "arrow-buffer", + "arrow-data", + "arrow-ipc", + "arrow-schema", + "arrow-select", + "base64", + "brotli", + "bytes", + "chrono", + "flate2", + "futures", + "half", + "hashbrown", + "lz4_flex", + "num-bigint", + "num-integer", + "num-traits", + "object_store", + "paste", + "seq-macro", + "simdutf8", + "snap", + "thrift", + "tokio", + "twox-hash", + "zstd", +] + +[[package]] +name = "paste" +version = "1.0.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "57c0d7b74b563b49d38dae00a0c37d4d6de9b432382b2892f0574ddcae73fd0a" + +[[package]] +name = "percent-encoding" +version = "2.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9b4f627cb1b25917193a259e49bdad08f671f8d9708acfd5fe0a8c1455d87220" + +[[package]] +name = "phf" +version = "0.12.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "913273894cec178f401a31ec4b656318d95473527be05c0752cc41cdc32be8b7" +dependencies = [ + "phf_shared", +] + +[[package]] +name = "phf_shared" +version = "0.12.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "06005508882fb681fd97892ecff4b7fd0fee13ef1aa569f8695dae7ab9099981" +dependencies = [ + "siphasher", +] + +[[package]] +name = "pin-project-lite" +version = "0.2.17" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a89322df9ebe1c1578d689c92318e070967d1042b512afbe49518723f4e6d5cd" + +[[package]] +name = "pkg-config" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "19f132c84eca552bf34cab8ec81f1c1dcc229b811638f9d283dceabe58c5569e" + +[[package]] +name = "potential_utf" +version = "0.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0103b1cef7ec0cf76490e969665504990193874ea05c85ff9bab8b911d0a0564" +dependencies = [ + "zerovec", +] + +[[package]] +name = "ppv-lite86" +version = "0.2.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "85eae3c4ed2f50dcfe72643da4befc30deadb458a9b590d720cde2f2b1e97da9" +dependencies = [ + "zerocopy", +] + +[[package]] +name = "proc-macro2" +version = "1.0.107" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "985e7ec9bb745e6ce6535b544d84d6cd6f7ad8bd711c398938ae983b91a766d9" +dependencies = [ + "unicode-ident", +] + +[[package]] +name = "quick-xml" +version = "0.39.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cdcc8dd4e2f670d309a5f0e83fe36dfdc05af317008fea29144da1a2ac858e5e" +dependencies = [ + "memchr", + "serde", +] + +[[package]] +name = "quinn" +version = "0.11.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0c1a41e437b6bbd489372cd4971de128e85c855f56c57f283d20ff016cf7c0a8" +dependencies = [ + "bytes", + "cfg_aliases", + "pin-project-lite", + "quinn-proto", + "quinn-udp", + "rustc-hash", + "rustls", + "socket2", + "thiserror", + "tokio", + "tracing", + "web-time", +] + +[[package]] +name = "quinn-proto" +version = "0.11.16" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2f4bfc015262b9df63c8845072ce59068853ff5872180c2ce2f13038b970e560" +dependencies = [ + "bytes", + "getrandom 0.4.3", + "lru-slab", + "rand 0.10.2", + "rand_pcg", + "ring", + "rustc-hash", + "rustls", + "rustls-pki-types", + "slab", + "thiserror", + "tinyvec", + "tracing", + "web-time", +] + +[[package]] +name = "quinn-udp" +version = "0.5.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "35a133f956daabe89a61a685c2649f13d82d5aa4bd5d12d1277e1072a21c0694" +dependencies = [ + "cfg_aliases", + "libc", + "once_cell", + "socket2", + "tracing", + "windows-sys 0.61.2", +] + +[[package]] +name = "quote" +version = "1.0.47" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1fbf4db142a473a8d80c26bbf18454ed458bf8d26c8219c331daecfdbd079001" +dependencies = [ + "proc-macro2", +] + +[[package]] +name = "r-efi" +version = "5.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "69cdb34c158ceb288df11e18b4bd39de994f6657d83847bdffdbd7f346754b0f" + +[[package]] +name = "r-efi" +version = "6.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f8dcc9c7d52a811697d2151c701e0d08956f92b0e24136cf4cf27b57a6a0d9bf" + +[[package]] +name = "rand" +version = "0.9.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b9ef1d0d795eb7d84685bca4f72f3649f064e6641543d3a8c415898726a57b41" +dependencies = [ + "rand_chacha", + "rand_core 0.9.5", +] + +[[package]] +name = "rand" +version = "0.10.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c7f5fa3a058cd35567ef9bfa5e75732bee0f9e4c55fa90477bef2dfcdbc4be80" +dependencies = [ + "chacha20", + "getrandom 0.4.3", + "rand_core 0.10.1", +] + +[[package]] +name = "rand_chacha" +version = "0.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d3022b5f1df60f26e1ffddd6c66e8aa15de382ae63b3a0c1bfc0e4d3e3f325cb" +dependencies = [ + "ppv-lite86", + "rand_core 0.9.5", +] + +[[package]] +name = "rand_core" +version = "0.9.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "76afc826de14238e6e8c374ddcc1fa19e374fd8dd986b0d2af0d02377261d83c" +dependencies = [ + "getrandom 0.3.4", +] + +[[package]] +name = "rand_core" +version = "0.10.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "63b8176103e19a2643978565ca18b50549f6101881c443590420e4dc998a3c69" + +[[package]] +name = "rand_pcg" +version = "0.10.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "caa0f4137e1c0a72f4c651489402276c8e8e1cf081f3b0ba156d2cbeef09e86a" +dependencies = [ + "rand_core 0.10.1", +] + +[[package]] +name = "redox_syscall" +version = "0.5.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ed2bf2547551a7053d6fdfafda3f938979645c44812fbfcda098faae3f1a362d" +dependencies = [ + "bitflags", +] + +[[package]] +name = "regex" +version = "1.13.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f020237b6c8eed93db2e2cb53c00c60a8e1bc73da7d073199a1180401450218d" +dependencies = [ + "aho-corasick", + "memchr", + "regex-automata", + "regex-syntax", +] + +[[package]] +name = "regex-automata" +version = "0.4.16" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8fcfdb36bda0c880c5931cdc7a2bcdc8ba4556847b9d912bca70bc94708711ad" +dependencies = [ + "aho-corasick", + "memchr", + "regex-syntax", +] + +[[package]] +name = "regex-syntax" +version = "0.8.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d6f6ff9a378485b298a5286656da665ba74413d36db0979633275d2e708145d4" + +[[package]] +name = "reqwest" +version = "0.12.28" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "eddd3ca559203180a307f12d114c268abf583f59b03cb906fd0b3ff8646c1147" +dependencies = [ + "base64", + "bytes", + "futures-core", + "futures-util", + "h2", + "http", + "http-body", + "http-body-util", + "hyper", + "hyper-rustls", + "hyper-util", + "js-sys", + "log", + "percent-encoding", + "pin-project-lite", + "quinn", + "rustls", + "rustls-native-certs", + "rustls-pki-types", + "serde", + "serde_json", + "serde_urlencoded", + "sync_wrapper", + "tokio", + "tokio-rustls", + "tokio-util", + "tower", + "tower-http", + "tower-service", + "url", + "wasm-bindgen", + "wasm-bindgen-futures", + "wasm-streams", + "web-sys", +] + +[[package]] +name = "ring" +version = "0.17.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a4689e6c2294d81e88dc6261c768b63bc4fcdb852be6d1352498b114f61383b7" +dependencies = [ + "cc", + "cfg-if", + "getrandom 0.2.17", + "libc", + "untrusted", + "windows-sys 0.52.0", +] + +[[package]] +name = "roaring" +version = "0.11.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1dedc5658c6ecb3bdb5ef5f3295bb9253f42dcf3fd1402c03f6b1f7659c3c4a9" +dependencies = [ + "bytemuck", + "byteorder", +] + +[[package]] +name = "rustc-hash" +version = "2.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6b1e7f9a428571be2dc5bc0505c13fb6bf936822b894ec87abf8a08a4e51742d" + +[[package]] +name = "rustc_version" +version = "0.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cfcb3a22ef46e85b45de6ee7e79d063319ebb6594faafcf1c225ea92ab6e9b92" +dependencies = [ + "semver", +] + +[[package]] +name = "rustls" +version = "0.23.42" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3c54fcab019b409d04215d3a17cb438fd7fbf192ee61461f20f4fe18704bc138" +dependencies = [ + "once_cell", + "ring", + "rustls-pki-types", + "rustls-webpki", + "subtle", + "zeroize", +] + +[[package]] +name = "rustls-native-certs" +version = "0.8.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dab5152771c58876a2146916e53e35057e1a4dfa2b9df0f0305b07f611fdea4d" +dependencies = [ + "openssl-probe", + "rustls-pki-types", + "schannel", + "security-framework", +] + +[[package]] +name = "rustls-pki-types" +version = "1.15.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2f4925028c7eb5d1fcdaf196971378ed9d2c1c4efc7dc5d011256f76c99c0a96" +dependencies = [ + "web-time", + "zeroize", +] + +[[package]] +name = "rustls-webpki" +version = "0.103.13" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "61c429a8649f110dddef65e2a5ad240f747e85f7758a6bccc7e5777bd33f756e" +dependencies = [ + "ring", + "rustls-pki-types", + "untrusted", +] + +[[package]] +name = "rustversion" +version = "1.0.23" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cf54715a573b99ac80df0bc206da022bcd442c974952c7b9720069370852e21f" + +[[package]] +name = "ryu" +version = "1.0.23" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9774ba4a74de5f7b1c1451ed6cd5285a32eddb5cccb8cc655a4e50009e06477f" + +[[package]] +name = "same-file" +version = "1.0.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "93fc1dc3aaa9bfed95e02e6eadabb4baf7e3078b0bd1b4d7b6b0b68378900502" +dependencies = [ + "winapi-util", +] + +[[package]] +name = "schannel" +version = "0.1.29" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "91c1b7e4904c873ef0710c1f407dde2e6287de2bebc1bbbf7d430bb7cbffd939" +dependencies = [ + "windows-sys 0.61.2", +] + +[[package]] +name = "scopeguard" +version = "1.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "94143f37725109f92c262ed2cf5e59bce7498c01bcc1502d7b9afe439a4e9f49" + +[[package]] +name = "security-framework" +version = "3.7.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b7f4bc775c73d9a02cde8bf7b2ec4c9d12743edf609006c7facc23998404cd1d" +dependencies = [ + "bitflags", + "core-foundation", + "core-foundation-sys", + "libc", + "security-framework-sys", +] + +[[package]] +name = "security-framework-sys" +version = "2.17.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6ce2691df843ecc5d231c0b14ece2acc3efb62c0a398c7e1d875f3983ce020e3" +dependencies = [ + "core-foundation-sys", + "libc", +] + +[[package]] +name = "semver" +version = "1.0.28" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8a7852d02fc848982e0c167ef163aaff9cd91dc640ba85e263cb1ce46fae51cd" + +[[package]] +name = "seq-macro" +version = "0.3.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1bc711410fbe7399f390ca1c3b60ad0f53f80e95c5eb935e52268a0e2cd49acc" + +[[package]] +name = "serde" +version = "1.0.229" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4148590afebada386688f18773da617792bf2ef03ffc1e4cbd2b1d45b023e0ba" +dependencies = [ + "serde_core", + "serde_derive", +] + +[[package]] +name = "serde_core" +version = "1.0.229" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "67dca2c9c51e58a4791a4b1ed58308b39c64224d349a935ab5039aa360942a48" +dependencies = [ + "serde_derive", +] + +[[package]] +name = "serde_derive" +version = "1.0.229" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e7a5d71263a5a7d47b41f6b3f06ba276f10cc18b0931f1799f710578e2309348" +dependencies = [ + "proc-macro2", + "quote", + "syn 3.0.3", +] + +[[package]] +name = "serde_json" +version = "1.0.151" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c841b55ecdae098c80dcae9cf767f6f8a0c2cdb3416bbef72181df4d0fe73f14" +dependencies = [ + "itoa", + "memchr", + "serde", + "serde_core", + "zmij", +] + +[[package]] +name = "serde_urlencoded" +version = "0.7.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d3491c14715ca2294c4d6a88f15e84739788c1d030eed8c110436aafdaa2f3fd" +dependencies = [ + "form_urlencoded", + "itoa", + "ryu", + "serde", +] + +[[package]] +name = "sharded-slab" +version = "0.1.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f40ca3c46823713e0d4209592e8d6e826aa57e928f09752619fc696c499637f6" +dependencies = [ + "lazy_static", +] + +[[package]] +name = "shlex" +version = "2.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f8fadd59c855ef2080decdef8ff161eb6661b86933c9d82e5ba29dc602a55aba" + +[[package]] +name = "simd-adler32" +version = "0.3.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3a219298ac11a56ea9a6d2120044824d6f01aeb034955e7af7bc16858527deea" + +[[package]] +name = "simdutf8" +version = "0.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e3a9fe34e3e7a50316060351f37187a3f546bce95496156754b601a5fa71b76e" + +[[package]] +name = "siphasher" +version = "1.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8ee5873ec9cce0195efcb7a4e9507a04cd49aec9c83d0389df45b1ef7ba2e649" + +[[package]] +name = "slab" +version = "0.4.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0c790de23124f9ab44544d7ac05d60440adc586479ce501c1d6d7da3cd8c9cf5" + +[[package]] +name = "smallvec" +version = "1.15.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8ed6a63f02c8539c91a8685a86f4099661ba3da017932f6ebbea6de3f0fa7c90" + +[[package]] +name = "snap" +version = "1.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "199905e6153d6405f9728fe44daace35f8f837bbf830bb6e85fbd5828709a886" + +[[package]] +name = "socket2" +version = "0.6.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c3d1e2c7f27f8d4cb10542a02c49005dbd6e93095799d6f3be745fae9f8fedd4" +dependencies = [ + "libc", + "windows-sys 0.61.2", +] + +[[package]] +name = "stable_deref_trait" +version = "1.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6ce2be8dc25455e1f91df71bfa12ad37d7af1092ae736f3a6cd0e37bc7810596" + +[[package]] +name = "strum" +version = "0.27.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "af23d6f6c1a224baef9d3f61e287d2761385a5b88fdab4eb4c6f11aeb54c4bcf" +dependencies = [ + "strum_macros", +] + +[[package]] +name = "strum_macros" +version = "0.27.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7695ce3845ea4b33927c055a39dc438a45b059f7c1b3d91d38d10355fb8cbca7" +dependencies = [ + "heck", + "proc-macro2", + "quote", + "syn 2.0.119", +] + +[[package]] +name = "subtle" +version = "2.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "13c2bddecc57b384dee18652358fb23172facb8a2c51ccc10d74c157bdea3292" + +[[package]] +name = "syn" +version = "2.0.119" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "872831b642d1a07999a962a351ed35b955ea2cfc8f3862091e2a240a84f17297" +dependencies = [ + "proc-macro2", + "quote", + "unicode-ident", +] + +[[package]] +name = "syn" +version = "3.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "53e9bae58849f64dfa4f5d5ae372c8341f7305f82a3868709269343628b659a3" +dependencies = [ + "proc-macro2", + "quote", + "unicode-ident", +] + +[[package]] +name = "sync_wrapper" +version = "1.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0bf256ce5efdfa370213c1dabab5935a12e49f2c58d15e9eac2870d3b4f27263" +dependencies = [ + "futures-core", +] + +[[package]] +name = "synstructure" +version = "0.13.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "728a70f3dbaf5bab7f0c4b1ac8d7ae5ea60a4b5549c8a5914361c99147a709d2" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.119", +] + +[[package]] +name = "thiserror" +version = "2.0.19" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "09a43598840e33d5b0331f38c5e30d13bb11c11210a4b58f0d9b18a5a5eefcd9" +dependencies = [ + "thiserror-impl", +] + +[[package]] +name = "thiserror-impl" +version = "2.0.19" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "43cbfe0cf76104d42a574802844187e84a305e531ed54455f11fbde0f10541cd" +dependencies = [ + "proc-macro2", + "quote", + "syn 3.0.3", +] + +[[package]] +name = "thread_local" +version = "1.1.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1ad99c4c6d32803332c548b1af0540b357b3f5fc0be8f6c6bfe8b2e6ae784070" +dependencies = [ + "cfg-if", +] + +[[package]] +name = "thrift" +version = "0.17.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7e54bc85fc7faa8bc175c4bab5b92ba8d9a3ce893d0e9f42cc455c8ab16a9e09" +dependencies = [ + "byteorder", + "integer-encoding", + "ordered-float", +] + +[[package]] +name = "tiny-keccak" +version = "2.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2c9d3793400a45f954c52e73d068316d76b6f4e36977e3fcebb13a2721e80237" +dependencies = [ + "crunchy", +] + +[[package]] +name = "tinystr" +version = "0.8.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c8323304221c2a851516f22236c5722a72eaa19749016521d6dff0824447d96d" +dependencies = [ + "displaydoc", + "zerovec", +] + +[[package]] +name = "tinyvec" +version = "1.12.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bb4ebadaa0af04fab11ae01eb5f9fdb5f9c5b875506e210e71c07873528baa7f" +dependencies = [ + "tinyvec_macros", +] + +[[package]] +name = "tinyvec_macros" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1f3ccbac311fea05f86f61904b462b55fb3df8837a366dfc601a0161d0532f20" + +[[package]] +name = "tokio" +version = "1.53.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "202caea871b69668250d242070849eb495be178ed697a3e98aebce5bc81a0bed" +dependencies = [ + "bytes", + "libc", + "mio", + "pin-project-lite", + "socket2", + "tokio-macros", + "windows-sys 0.61.2", +] + +[[package]] +name = "tokio-macros" +version = "2.7.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6328af13490e73a9b4694030fafd93f8c8c6a9dede33e821c3fc63eddf8042ba" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.119", +] + +[[package]] +name = "tokio-rustls" +version = "0.26.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1729aa945f29d91ba541258c8df89027d5792d85a8841fb65e8bf0f4ede4ef61" +dependencies = [ + "rustls", + "tokio", +] + +[[package]] +name = "tokio-util" +version = "0.7.19" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "494815d09bf52b5548659851081238f0ca39ff638363907596da739561c62c52" +dependencies = [ + "bytes", + "futures-core", + "futures-sink", + "libc", + "pin-project-lite", + "tokio", +] + +[[package]] +name = "tower" +version = "0.5.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ebe5ef63511595f1344e2d5cfa636d973292adc0eec1f0ad45fae9f0851ab1d4" +dependencies = [ + "futures-core", + "futures-util", + "pin-project-lite", + "sync_wrapper", + "tokio", + "tower-layer", + "tower-service", +] + +[[package]] +name = "tower-http" +version = "0.6.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4cfcf7e2740e6fc6d4d688b4ef00650406bb94adf4731e43c096c3a19fe40840" +dependencies = [ + "bitflags", + "bytes", + "futures-util", + "http", + "http-body", + "pin-project-lite", + "tower", + "tower-layer", + "tower-service", + "url", +] + +[[package]] +name = "tower-layer" +version = "0.3.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "121c2a6cda46980bb0fcd1647ffaf6cd3fc79a013de288782836f6df9c48780e" + +[[package]] +name = "tower-service" +version = "0.3.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8df9b6e13f2d32c91b9bd719c00d1958837bc7dec474d94952798cc8e69eeec3" + +[[package]] +name = "tracing" +version = "0.1.44" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "63e71662fa4b2a2c3a26f570f037eb95bb1f85397f3cd8076caed2f026a6d100" +dependencies = [ + "log", + "pin-project-lite", + "tracing-attributes", + "tracing-core", +] + +[[package]] +name = "tracing-attributes" +version = "0.1.31" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7490cfa5ec963746568740651ac6781f701c9c5ea257c58e057f3ba8cf69e8da" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.119", +] + +[[package]] +name = "tracing-core" +version = "0.1.36" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "db97caf9d906fbde555dd62fa95ddba9eecfd14cb388e4f491a66d74cd5fb79a" +dependencies = [ + "once_cell", + "valuable", +] + +[[package]] +name = "tracing-log" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ee855f1f400bd0e5c02d150ae5de3840039a3f54b025156404e34c23c03f47c3" +dependencies = [ + "log", + "once_cell", + "tracing-core", +] + +[[package]] +name = "tracing-subscriber" +version = "0.3.23" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cb7f578e5945fb242538965c2d0b04418d38ec25c79d160cd279bf0731c8d319" +dependencies = [ + "nu-ansi-term", + "sharded-slab", + "smallvec", + "thread_local", + "tracing-core", + "tracing-log", +] + +[[package]] +name = "try-lock" +version = "0.2.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e421abadd41a4225275504ea4d6566923418b7f05506fbc9c0fe86ba7396114b" + +[[package]] +name = "twox-hash" +version = "2.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8464ec13c3691491391d9fce00f6416c9a48e46972f72d7865688be2080192c9" + +[[package]] +name = "typenum" +version = "1.20.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b6f5e870be6c3b371b77fe0ee0bafb859fa4964b4404c27de1d380043c4dda20" + +[[package]] +name = "unicode-ident" +version = "1.0.24" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e6e4313cd5fcd3dad5cafa179702e2b244f760991f45397d14d4ebf38247da75" + +[[package]] +name = "untrusted" +version = "0.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8ecb6da28b8a351d773b68d5825ac39017e680750f980f3a1a85cd8dd28a47c1" + +[[package]] +name = "url" +version = "2.5.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ff67a8a4397373c3ef660812acab3268222035010ab8680ec4215f38ba3d0eed" +dependencies = [ + "form_urlencoded", + "idna", + "percent-encoding", + "serde", +] + +[[package]] +name = "utf8_iter" +version = "1.0.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b6c140620e7ffbb22c2dee59cafe6084a59b5ffc27a8859a5f0d494b5d52b6be" + +[[package]] +name = "uuid" +version = "1.24.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bf3923a6f5c4c6382e0b653c4117f48d631ea17f38ed86e2a828e6f7412f5239" +dependencies = [ + "getrandom 0.4.3", + "js-sys", + "rand 0.10.2", + "wasm-bindgen", +] + +[[package]] +name = "valuable" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ba73ea9cf16a25df0c8caa16c51acb937d5712a8429db78a3ee29d5dcacd3a65" + +[[package]] +name = "version_check" +version = "0.9.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0b928f33d975fc6ad9f86c8f283853ad26bdd5b10b7f1542aa2fa15e2289105a" + +[[package]] +name = "walkdir" +version = "2.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "29790946404f91d9c5d06f9874efddea1dc06c5efe94541a7d6863108e3a5e4b" +dependencies = [ + "same-file", + "winapi-util", +] + +[[package]] +name = "want" +version = "0.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bfa7760aed19e106de2c7c0b581b509f2f25d3dacaf737cb82ac61bc6d760b0e" +dependencies = [ + "try-lock", +] + +[[package]] +name = "wasi" +version = "0.11.1+wasi-snapshot-preview1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ccf3ec651a847eb01de73ccad15eb7d99f80485de043efb2f370cd654f4ea44b" + +[[package]] +name = "wasip2" +version = "1.0.4+wasi-0.2.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b67efb37e106e55ce722a510d6b5f9c17f083e5fc79afc2badeb12cc313d9487" +dependencies = [ + "wit-bindgen", +] + +[[package]] +name = "wasm-bindgen" +version = "0.2.126" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4b067c0c11094aef6b7a801c1e34a26affafdf3d051dba08456b868789aaf9a4" +dependencies = [ + "cfg-if", + "once_cell", + "rustversion", + "wasm-bindgen-macro", + "wasm-bindgen-shared", +] + +[[package]] +name = "wasm-bindgen-futures" +version = "0.4.76" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c62df1340f32221cb9c54d6a27b030e3dba64361d4a95bed55f9aacb44da291d" +dependencies = [ + "js-sys", + "wasm-bindgen", +] + +[[package]] +name = "wasm-bindgen-macro" +version = "0.2.126" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "167ce5e579f6bcf889c4f7175a8a5a585de84e8ff93976ce393efa5f2837aab1" +dependencies = [ + "quote", + "wasm-bindgen-macro-support", +] + +[[package]] +name = "wasm-bindgen-macro-support" +version = "0.2.126" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f3997c7839262f4ef12cf90b818d6340c18e80f263f1a94bf157d0ec4420380e" +dependencies = [ + "bumpalo", + "proc-macro2", + "quote", + "syn 2.0.119", + "wasm-bindgen-shared", +] + +[[package]] +name = "wasm-bindgen-shared" +version = "0.2.126" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dc1b4cb0cc549fcf58d7dfc081778139b3d283a081644e833e84682ad71cea24" +dependencies = [ + "unicode-ident", +] + +[[package]] +name = "wasm-streams" +version = "0.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "15053d8d85c7eccdbefef60f06769760a563c7f0a9d6902a13d35c7800b0ad65" +dependencies = [ + "futures-util", + "js-sys", + "wasm-bindgen", + "wasm-bindgen-futures", + "web-sys", +] + +[[package]] +name = "web-sys" +version = "0.3.103" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8622dcb61c0bcc9fffa6938bed81210af2da9a7e4a1a834b2e37a59b6dfb6141" +dependencies = [ + "js-sys", + "wasm-bindgen", +] + +[[package]] +name = "web-time" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5a6580f308b1fad9207618087a65c04e7a10bc77e02c8e84e9b00dd4b12fa0bb" +dependencies = [ + "js-sys", + "wasm-bindgen", +] + +[[package]] +name = "winapi-util" +version = "0.1.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c2a7b1c03c876122aa43f3020e6c3c3ee5c05081c9a00739faf7503aeba10d22" +dependencies = [ + "windows-sys 0.61.2", +] + +[[package]] +name = "windows-core" +version = "0.62.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b8e83a14d34d0623b51dce9581199302a221863196a1dde71a7663a4c2be9deb" +dependencies = [ + "windows-implement", + "windows-interface", + "windows-link", + "windows-result", + "windows-strings", +] + +[[package]] +name = "windows-implement" +version = "0.60.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "053e2e040ab57b9dc951b72c264860db7eb3b0200ba345b4e4c3b14f67855ddf" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.119", +] + +[[package]] +name = "windows-interface" +version = "0.59.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3f316c4a2570ba26bbec722032c4099d8c8bc095efccdc15688708623367e358" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.119", +] + +[[package]] +name = "windows-link" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f0805222e57f7521d6a62e36fa9163bc891acd422f971defe97d64e70d0a4fe5" + +[[package]] +name = "windows-result" +version = "0.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7781fa89eaf60850ac3d2da7af8e5242a5ea78d1a11c49bf2910bb5a73853eb5" +dependencies = [ + "windows-link", +] + +[[package]] +name = "windows-strings" +version = "0.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7837d08f69c77cf6b07689544538e017c1bfcf57e34b4c0ff58e6c2cd3b37091" +dependencies = [ + "windows-link", +] + +[[package]] +name = "windows-sys" +version = "0.52.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "282be5f36a8ce781fad8c8ae18fa3f9beff57ec1b52cb3de0789201425d9a33d" +dependencies = [ + "windows-targets", +] + +[[package]] +name = "windows-sys" +version = "0.61.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ae137229bcbd6cdf0f7b80a31df61766145077ddf49416a728b02cb3921ff3fc" +dependencies = [ + "windows-link", +] + +[[package]] +name = "windows-targets" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9b724f72796e036ab90c1021d4780d4d3d648aca59e491e6b98e725b84e99973" +dependencies = [ + "windows_aarch64_gnullvm", + "windows_aarch64_msvc", + "windows_i686_gnu", + "windows_i686_gnullvm", + "windows_i686_msvc", + "windows_x86_64_gnu", + "windows_x86_64_gnullvm", + "windows_x86_64_msvc", +] + +[[package]] +name = "windows_aarch64_gnullvm" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "32a4622180e7a0ec044bb555404c800bc9fd9ec262ec147edd5989ccd0c02cd3" + +[[package]] +name = "windows_aarch64_msvc" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "09ec2a7bb152e2252b53fa7803150007879548bc709c039df7627cabbd05d469" + +[[package]] +name = "windows_i686_gnu" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8e9b5ad5ab802e97eb8e295ac6720e509ee4c243f69d781394014ebfe8bbfa0b" + +[[package]] +name = "windows_i686_gnullvm" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0eee52d38c090b3caa76c563b86c3a4bd71ef1a819287c19d586d7334ae8ed66" + +[[package]] +name = "windows_i686_msvc" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "240948bc05c5e7c6dabba28bf89d89ffce3e303022809e73deaefe4f6ec56c66" + +[[package]] +name = "windows_x86_64_gnu" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "147a5c80aabfbf0c7d901cb5895d1de30ef2907eb21fbbab29ca94c5b08b1a78" + +[[package]] +name = "windows_x86_64_gnullvm" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "24d5b23dc417412679681396f2b49f3de8c1473deb516bd34410872eff51ed0d" + +[[package]] +name = "windows_x86_64_msvc" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "589f6da84c646204747d1270a2a5661ea66ed1cced2631d546fdfb155959f9ec" + +[[package]] +name = "wit-bindgen" +version = "0.57.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1ebf944e87a7c253233ad6766e082e3cd714b5d03812acc24c318f549614536e" + +[[package]] +name = "writeable" +version = "0.6.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1ffae5123b2d3fc086436f8834ae3ab053a283cfac8fe0a0b8eaae044768a4c4" + +[[package]] +name = "yoke" +version = "0.8.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "709fe23a0424b6a435d82152b1bd3fdfb0833487d5fa90d05d42762a9891fef5" +dependencies = [ + "stable_deref_trait", + "yoke-derive", + "zerofrom", +] + +[[package]] +name = "yoke-derive" +version = "0.8.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "de844c262c8848816172cef550288e7dc6c7b7814b4ee56b3e1553f275f1858e" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.119", + "synstructure", +] + +[[package]] +name = "z85" +version = "3.0.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c6e61e59a957b7ccee15d2049f86e8bfd6f66968fcd88f018950662d9b86e675" + +[[package]] +name = "zerocopy" +version = "0.8.55" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b5a105cd7b140f6eeec8acff2ea38135d3cab283ada58540f629fe51e46696eb" +dependencies = [ + "zerocopy-derive", +] + +[[package]] +name = "zerocopy-derive" +version = "0.8.55" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0fe976fb70c78cd64cccfe3a6fc142244e8a77b70959b30faf9d0ac37ee228eb" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.119", +] + +[[package]] +name = "zerofrom" +version = "0.1.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0ec05a11813ea801ff6d75110ad09cd0824ddba17dfe17128ea0d5f68e6c5272" +dependencies = [ + "zerofrom-derive", +] + +[[package]] +name = "zerofrom-derive" +version = "0.1.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "11532158c46691caf0f2593ea8358fed6bbf68a0315e80aae9bd41fbade684a1" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.119", + "synstructure", +] + +[[package]] +name = "zeroize" +version = "1.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e13c156562582aa81c60cb29407084cdb54c4164760106ab78e6c5b0858cf64e" + +[[package]] +name = "zerotrie" +version = "0.2.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0f9152d31db0792fa83f70fb2f83148effb5c1f5b8c7686c3459e361d9bc20bf" +dependencies = [ + "displaydoc", + "yoke", + "zerofrom", +] + +[[package]] +name = "zerovec" +version = "0.11.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "90f911cbc359ab6af17377d242225f4d75119aec87ea711a880987b18cd7b239" +dependencies = [ + "yoke", + "zerofrom", + "zerovec-derive", +] + +[[package]] +name = "zerovec-derive" +version = "0.11.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "625dc425cab0dca6dc3c3319506e6593dcb08a9f387ea3b284dbd52a92c40555" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.119", +] + +[[package]] +name = "zlib-rs" +version = "0.6.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b142a20ec14a91d5bc708c1dc21b080c550113d8aa77afa29635673a65dd02c5" + +[[package]] +name = "zmij" +version = "1.0.23" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "29666d0abbfad1e3dc4dcf6144730dd3a3ab225bbbdac83319345b1b44ccfc1b" + +[[package]] +name = "zstd" +version = "0.13.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e91ee311a569c327171651566e07972200e76fcfe2242a4fa446149a3881c08a" +dependencies = [ + "zstd-safe", +] + +[[package]] +name = "zstd-safe" +version = "7.2.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8f49c4d5f0abb602a93fb8736af2a4f4dd9512e36f7f570d66e65ff867ed3b9d" +dependencies = [ + "zstd-sys", +] + +[[package]] +name = "zstd-sys" +version = "2.0.16+zstd.1.5.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "91e19ebc2adc8f83e43039e79776e3fda8ca919132d68a1fed6a5faca2683748" +dependencies = [ + "cc", + "pkg-config", +] diff --git a/kernel/wasm-check/Cargo.toml b/kernel/wasm-check/Cargo.toml new file mode 100644 index 0000000000..0e7270ede8 --- /dev/null +++ b/kernel/wasm-check/Cargo.toml @@ -0,0 +1,13 @@ +[package] +name = "buoyant-kernel-wasm-check" +version = "0.0.0" +edition = "2021" +publish = false + +[workspace] + +[dependencies] +buoyant_kernel = { path = "..", default-features = false, features = [ + "arrow-58", + "internal-api", +] } diff --git a/kernel/wasm-check/check-dependencies.sh b/kernel/wasm-check/check-dependencies.sh new file mode 100755 index 0000000000..23a272cc2d --- /dev/null +++ b/kernel/wasm-check/check-dependencies.sh @@ -0,0 +1,75 @@ +#!/usr/bin/env bash +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0. + +set -euo pipefail + +manifest="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)/Cargo.toml" +target="wasm32-unknown-unknown" + +graph="$( + cargo tree --manifest-path "$manifest" --target "$target" --locked \ + --prefix none -e normal,build +)" +feature_graph="$( + cargo tree --manifest-path "$manifest" --target "$target" --locked \ + --prefix none -e normal,build,features +)" + +denied_packages=( + aws-lc-sys + hyper + liblzma-sys + native-tls + openssl-sys + ring + tempfile + walkdir + zstd-sys +) + +for package in "${denied_packages[@]}"; do + if grep -Eq "^${package} v" <<<"$graph"; then + printf 'denied package in %s graph: %s\n' "$target" "$package" >&2 + grep -E "^${package} v" <<<"$graph" | LC_ALL=C sort -u >&2 + exit 1 + fi +done + +denied_features=( + 'object_store feature "aws"' + 'object_store feature "azure"' + 'object_store feature "fs"' + 'object_store feature "gcp"' + 'tokio feature "rt-multi-thread"' +) + +for feature in "${denied_features[@]}"; do + if grep -Fq "$feature" <<<"$feature_graph"; then + printf 'denied feature in %s graph: %s\n' "$target" "$feature" >&2 + exit 1 + fi +done + +package_universes="$( + cargo tree --manifest-path "$manifest" --target "$target" --locked \ + --prefix none -e normal,build --format '{p}' | + sed 's/ (\*)$//' | + LC_ALL=C sort -u +)" +for package in arrow parquet object_store; do + universe_count="$( + awk -v package="$package" '$1 == package { count++ } END { print count + 0 }' \ + <<<"$package_universes" + )" + if (( universe_count > 1 )); then + printf 'duplicate %s source/version universe in %s graph\n' "$package" "$target" >&2 + awk -v package="$package" '$1 == package' <<<"$package_universes" >&2 + exit 1 + fi +done + +printf 'Buoyant Kernel %s dependency policy passed\n' "$target" diff --git a/kernel/wasm-check/src/main.rs b/kernel/wasm-check/src/main.rs new file mode 100644 index 0000000000..0aa1a3e7c7 --- /dev/null +++ b/kernel/wasm-check/src/main.rs @@ -0,0 +1,35 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + +use std::sync::Arc; + +use buoyant_kernel::arrow::array::RecordBatch; +use buoyant_kernel::arrow::datatypes::Schema; +use buoyant_kernel::engine::arrow_data::ArrowEngineData; +use buoyant_kernel::engine::sync::SyncEngine; +use buoyant_kernel::object_store::memory::InMemory; +use buoyant_kernel::object_store::DynObjectStore; +use buoyant_kernel::Engine; + +fn main() { + let store: Arc = Arc::new(InMemory::new()); + let engine = SyncEngine::new_with_store(store); + let data = ArrowEngineData::new(RecordBatch::new_empty(Arc::new(Schema::empty()))); + + let _ = engine.evaluation_handler(); + assert_eq!(data.record_batch().num_rows(), 0); +}