eliott/ort
1
0
Fork 0
mirror of https://github.com/pykeio/ort synced 2026-04-25 16:34:55 +02:00
Code Issues Packages Projects Releases Wiki Activity

feat: add with_bf16() to TensorRT backend (#555)

Browse Source
This commit is contained in:
Alexandra Valentine-Ketchum
2026-03-13 02:02:07 +00:00
committed by GitHub
parent bd731fdd0b
commit c4d54b36c5
1 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/ep/tensorrt.rs
View File

@@ -50,6 +50,12 @@ impl TensorRT {
self
}
#[must_use]
pub fn with_bf16(mut self, enable: bool) -> Self {
self.options.set("trt_bf16_enable", if enable { "1" } else { "0" });
self
}
#[must_use]
pub fn with_int8(mut self, enable: bool) -> Self {
self.options.set("trt_int8_enable", if enable { "1" } else { "0" });