Cargo.toml

[package]
name = "pathway"
version = "0.32.1"
edition = "2021"
publish = false
rust-version = "1.97"
license = "BUSL-1.1"

[lib]
name = "pathway_engine"
crate-type = ["cdylib", "lib"]
test = false
doctest = false

[dev-dependencies]
assert_matches = "1.5.0"
eyre = "0.6.12"
mockall = "0.13.1"

[dependencies]
arc-swap = "1.7.1"
arcstr = { version = "1.2.0", default-features = false, features = ["serde", "std"] }
async-nats = "0.50.0"
async-trait = "0.1.89"
aws-config = "1.8.1"
aws-sdk-dynamodb = "1.82.0"
aws-sdk-kinesis = "1.89.0"
aws-smithy-runtime-api = "1.8.3"
azure_core = "0.21.0"
azure_storage = "0.21.0"
azure_storage_blobs = "0.21.0"
base32 = "0.5.1"
base64 = "0.23.0"
bincode = "1.3.3"
bitflags = { version = "2.9.1", features = ["std"] } # Hack to keep features unified between normal and dev deps
bytes = "1.10.1"
cached = "0.55.1"
cfg-if = "1.0.0"
chrono = { version = "0.4.39", features = ["std", "clock"], default-features = false }
chrono-tz = "0.10.3"
# ClickHouse output connector. Its native-protocol client builds insertion
# blocks from `chrono::DateTime<chrono_tz::Tz>`, and the `Tz` it expects comes
# from chrono-tz 0.8 — a different major than the 0.10 used elsewhere — so that
# version is pulled in under an explicit alias purely to build datetime columns.
chrono-tz-0_8 = { package = "chrono-tz", version = "0.8" }
clickhouse-rs = "1.1.0-alpha.1"
crossbeam-channel = "0.5.16"
csv = "1.3.1"
deltalake = { version = "0.32.4", features = ["datafusion", "s3"] }
derivative = "2.2.0"
differential-dataflow = { path = "./external/differential-dataflow" }
duckdb = { version = "1.10504.0", features = ["bundled", "json"] }
ed25519-dalek = { version = "2.1.1", features = ["serde", "pkcs8"] }
elasticsearch = "8.17.0-alpha.1"
futures = "0.3.31"
glob = "0.3.2"
half = "2.6.0"
hex = "0.4.3"
hyper = { version = "0.14", features = ["server"] }
hyperloglogplus = "0.4.1"
iceberg = "0.10.0"
iceberg-catalog-glue = "0.10.0"
iceberg-catalog-rest = "0.10.0"
iceberg-storage-opendal = "0.10.0"
id-arena = "2.2.1"
indexmap = "2.9.0"
itertools = "0.14.0"
jemallocator = { version = "0.5.4", features = ["stats", "disable_initial_exec_tls"] }
jmespath = "0.5.0"
libc = "0.2.172"
log = { version = "0.4.27", features = ["std"] }
lz4_flex = "0.14.0"
mongodb = { version = "3.2.2", features = ["sync"] }
mysql = { version = "28.0.0", features = ["binlog"] }
native-tls = "0.2.14"
ndarray = { version = "0.15.6", features = ["serde"] }
nix = { version = "0.30.1", features = ["fs", "user", "resource"] }
num-integer = "0.1.46"
numpy = "0.29.0"
once_cell = "1.21.3"
opentelemetry = { version = "0.32.0", features = ["trace", "metrics"] }
opentelemetry-otlp = { version = "0.32.0", features = ["default", "tls", "tls-roots", "metrics", "grpc-tonic"] }
opentelemetry-semantic-conventions = { version = "0.32.1", features = ["semconv_experimental"] }
opentelemetry_sdk = { version = "0.32.1", features = ["rt-tokio", "rt-tokio-current-thread"] }
ordered-float = { version = "4.6.0", features = ["serde"] }
pg_walstream = "0.8.1"
pgvector = { version = "0.4.1", features = ["postgres", "halfvec"] }
postgres = { version = "0.19.10", features = ["with-chrono-0_4", "with-serde_json-1"] }
postgres-native-tls = "0.5.2"
prometheus-client = "0.23.1"
pyo3 = { version = "0.29.0", features = ["abi3-py310", "multiple-pymethods"] }
pyo3-async-runtimes = "0.29.0"
pyo3-log = "0.13.4"
qdrant-client = "1.15.0"
questdb-rs = "6.1.0"
rabbitmq-stream-client = "0.11.0"
rand = "0.9.1"
rayon = "1.10.0"
rdkafka = { version = "0.39.0", features = ["ssl-vendored", "cmake-build", "zstd", "curl"] }
regex = "1.11.1"
reqwest = { version = "0.12.15", features = ["blocking", "json"] }
rumqttc = { version = "0.25.1", features = ["url", "use-native-tls"] }
rusqlite = { version = "0.40.1", features = ["bundled"] }
rust-s3 = { version = "0.37.2", features = ["tokio-native-tls", "fail-on-err"], default-features = false }
schema_registry_converter = { version = "4.4.0", features = ["blocking", "json"] }
scopeguard = "1.2.0"
send_wrapper = "0.6.0"
serde = { version = "1.0.219", features = ["derive", "rc"] }
serde_json = "1.0"
serde_with = "3.12.0"
smallvec = { version = "1.15.0", features = ["union", "const_generics"] }
syn = { version = "2.0.101", features = ["default", "full", "visit", "visit-mut"] } # Hack to keep features unified between normal and build deps
sysinfo = "0.39.6"
tantivy = "0.22.1"  # Note: don't bump this dependency before the RAG integration test failure is investigated
tempfile = "3.20.0"
thiserror = "1.0.63"
tiberius = { version = "0.12", default-features = false, features = ["tds73", "winauth", "rustls", "chrono"] }
timely = { path = "./external/timely-dataflow/timely", features = ["bincode"] }
tokio = { version = "1.45.1", features = ["rt-multi-thread"] }
tokio-util = { version = "0.7", features = ["compat"] }
tonic = { version = "0.14.6", features = ["tls-native-roots"] }
typetag = "0.2.21"
usearch = "2.26.0"
uuid = { version = "1.17.0", features = ["v4", "v5"] }
xxhash-rust = { version = "0.8.15", features = ["xxh3"] }

[features]
unlimited-workers = []

# Helpful for using external memory profilers
standard-allocator = []

# YOLO!
yolo-id64 = []
yolo-id32 = []

# Licensing
enterprise = ["unlimited-workers"]

[profile.dev]
opt-level = 3
debug = "line-tables-only"

[profile.profiling]
inherits = "release"
debug = "line-tables-only"

[profile.debugging]
inherits = "dev"
debug = "full"

[build-dependencies]
pyo3-build-config = "0.29.0"