Cargo.toml 1.3 KB

12345678910111213141516171819202122232425262728293031323334353637
  1. [package]
  2. name = "api-server"
  3. version.workspace = true
  4. edition.workspace = true
  5. authors.workspace = true
  6. license.workspace = true
  7. description.workspace = true
  8. # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
  9. [dependencies]
  10. hf-hub = {workspace = true}
  11. clap = { workspace = true}
  12. tokenizers = {workspace = true}
  13. serde_json.workspace = true
  14. candle-core = {workspace = true}
  15. candle-transformers = {workspace = true}
  16. candle-examples = {workspace = true}
  17. candle-nn = {workspace = true}
  18. safetensors = {workspace = true}
  19. accelerate-src = { workspace = true, optional = true}
  20. intel-mkl-src = { workspace = true ,optional = true}
  21. rand = { workspace = true}
  22. owo-colors = {workspace = true}
  23. codegeex4 = {workspace = true}
  24. tokio = {version = "1.39.1", features = ["full"]}
  25. actix-web = "4.8.0"
  26. serde = { version = "1.0.204", features = ["derive"] }
  27. shortuuid = "0.0.1"
  28. short-uuid = "0.1.2"
  29. [build-dependencies]
  30. bindgen_cuda = { version = "0.1.1", optional = true }
  31. [features]
  32. default = []
  33. cuda = ["candle-core/cuda", "candle-nn/cuda", "candle-transformers/cuda", "dep:bindgen_cuda"]
  34. accelerate = ["dep:accelerate-src", "candle-core/accelerate", "candle-nn/accelerate", "candle-transformers/accelerate"]
  35. mkl = ["dep:intel-mkl-src", "candle-core/mkl", "candle-nn/mkl", "candle-transformers/mkl"]