mirror of
https://github.com/pykeio/ort
synced 2026-04-25 16:34:55 +02:00
55 lines
1.4 KiB
TOML
55 lines
1.4 KiB
TOML
[package]
|
|
publish = false
|
|
name = "example-async-gpt2-api"
|
|
version = "0.0.0"
|
|
edition = "2024"
|
|
|
|
[dependencies]
|
|
ort = { path = "../../", features = [ "fetch-models" ] }
|
|
tokenizers = { version = "0.21", default-features = false, features = [ "onig" ] }
|
|
rand = "0.9"
|
|
|
|
tracing = "0.1"
|
|
tracing-subscriber = { version = "0.3", default-features = false, features = [ "env-filter", "fmt" ] }
|
|
futures = "0.3"
|
|
headers = "0.4"
|
|
axum = { version = "0.7", features = [ "json" ] }
|
|
tokio = { version = "1.36", features = [ "full" ] }
|
|
tokio-stream = "0.1"
|
|
tower-http = { version = "0.6", features = ["fs", "trace"] }
|
|
anyhow = "1.0"
|
|
async-stream-lite = "0.2"
|
|
|
|
ort-candle = { path = "../../backends/candle", optional = true }
|
|
ort-tract = { path = "../../backends/tract", optional = true }
|
|
|
|
[features]
|
|
load-dynamic = [ "ort/load-dynamic" ]
|
|
|
|
cuda = [ "ort/cuda" ]
|
|
tensorrt = [ "ort/tensorrt" ]
|
|
openvino = [ "ort/openvino" ]
|
|
onednn = [ "ort/onednn" ]
|
|
directml = [ "ort/directml" ]
|
|
nnapi = [ "ort/nnapi" ]
|
|
coreml = [ "ort/coreml" ]
|
|
xnnpack = [ "ort/xnnpack" ]
|
|
rocm = [ "ort/rocm" ]
|
|
acl = [ "ort/acl" ]
|
|
armnn = [ "ort/armnn" ]
|
|
tvm = [ "ort/tvm" ]
|
|
migraphx = [ "ort/migraphx" ]
|
|
rknpu = [ "ort/rknpu" ]
|
|
vitis = [ "ort/vitis" ]
|
|
cann = [ "ort/cann" ]
|
|
qnn = [ "ort/qnn" ]
|
|
webgpu = [ "ort/webgpu" ]
|
|
azure = [ "ort/azure" ]
|
|
|
|
backend-candle = [ "ort/alternative-backend", "dep:ort-candle" ]
|
|
backend-tract = [ "ort/alternative-backend", "dep:ort-tract" ]
|
|
|
|
[[example]]
|
|
name = "async-gpt2-api"
|
|
path = "async-gpt2-api.rs"
|