[package] name = "local_inference_engine" version = "0.1.0" edition = "2021" [dependencies] accelerate-src = { version = "0.3.2", optional = true } candle-datasets = { version = "=0.9.1", optional = true } candle-nn = { version = "=0.9.1", features = ["metal"] } candle-transformers = { version = "=0.9.1", features = ["metal"] } candle-flash-attn = { version = "=0.9.1", optional = true } candle-onnx = { version = "=0.9.1", optional = true } csv = "1.3.0" cudarc = { version = "0.16.3", features = ["std", "cublas", "cublaslt", "curand", "driver", "nvrtc", "f16", "cuda-version-from-build-system", "dynamic-linking"], default-features=false, optional = true } half = { version = "2.5.0", features = ["num-traits", "use-intrinsics", "rand_distr"], optional = true } hf-hub = { version = "0.4.1", features = ["tokio"] } image = { version = "0.25.2", default-features = false, features = ["jpeg", "png"] } intel-mkl-src = { version = "0.8.1", features = ["mkl-static-lp64-iomp"], optional = true } num-traits = { version = "0.2.15" } palette = { version = "0.7.6", optional = true } enterpolation = { version = "0.2.1", optional = true} pyo3 = { version = "0.22.0", features = ["auto-initialize", "abi3-py311"], optional = true } rayon = { version = "1.7.0" } rubato = { version = "0.15.0", optional = true } safetensors = { version = "0.4.1" } serde = { version = "1.0.171", features = ["derive"] } serde_json = { version = "1.0.99" } symphonia = { version = "0.5.3", features = ["all"], optional = true } tokenizers = { version = "0.21.0", default-features = false, features = ["onig"] } cpal = { version = "0.15.2", optional = true } pdf2image = { version = "0.1.2" , optional = true} candle-core = { version = "=0.9.1", features = ["metal"] } anyhow = "1.0.98" clap= { version = "4.2.4", features = ["derive"] } tracing = "0.1.37" tracing-chrome = "0.7.1" tracing-subscriber = "0.3.7" axum = { version = "0.7.4", features = ["json"] } tower = "0.4.13" tower-http = { version = "0.5.1", features = ["cors"] } tokio = { version = "1.43.0", features = ["full"] } either = { version = "1.9.0", features = ["serde"] } utoipa = { version = "4.2.0", features = ["axum_extras"] } uuid = { version = "1.7.0", features = ["v4"] } [dev-dependencies] anyhow = { version = "1", features = ["backtrace"] } byteorder = { version = "1.4.3" } clap = { version = "4.2.4", features = ["derive"] } imageproc = { version = "0.24.0", default-features = false } memmap2 = { version = "0.9.3", features = ["stable_deref_trait"] } rand = { version = "0.9.0" } ab_glyph = { version = "0.2.23" } tracing = { version = "0.1.37" } tracing-chrome = { version = "0.7.1" } tracing-subscriber = { version = "0.3.7" } # Necessary to disambiguate with tokio in wasm examples which are 1.28.1 tokio = "1.43.0" [build-dependencies] anyhow = { version = "1", features = ["backtrace"] } bindgen_cuda = { version = "0.1.1", optional = true }