mirror of
https://github.com/geoffsee/predict-otron-9001.git
synced 2025-09-08 22:46:44 +00:00
24 lines
930 B
TOML
24 lines
930 B
TOML
[package]
|
|
name = "llama-runner"
|
|
version.workspace = true
|
|
edition = "2021"
|
|
|
|
[dependencies]
|
|
candle-core = { git = "https://github.com/huggingface/candle.git" }
|
|
candle-nn = { git = "https://github.com/huggingface/candle.git" }
|
|
candle-transformers = { git = "https://github.com/huggingface/candle.git"}
|
|
hf-hub = "0.3"
|
|
tokenizers = "0.20"
|
|
anyhow = "1.0"
|
|
clap = { version = "4.0", features = ["derive", "string"] }
|
|
serde_json = "1.0"
|
|
|
|
[target.'cfg(target_os = "macos")'.dependencies]
|
|
candle-core = { git = "https://github.com/huggingface/candle.git", features = ["metal"] }
|
|
candle-nn = { git = "https://github.com/huggingface/candle.git", features = ["metal"] }
|
|
candle-transformers = { git = "https://github.com/huggingface/candle.git", features = ["metal"] }
|
|
|
|
[features]
|
|
default = []
|
|
cuda = ["candle-core/cuda", "candle-nn/cuda", "candle-transformers/cuda"]
|
|
metal = ["candle-core/metal", "candle-nn/metal", "candle-transformers/metal"] |