refactor!: opaque tensor shape, rename dimensions to shape

This commit is contained in:
Carson M.
2025-03-12 22:28:18 -05:00
parent ee0e0c3c26
commit 909e41f26a
13 changed files with 309 additions and 217 deletions

View File

@@ -49,7 +49,7 @@ fn main() -> ort::Result<()> {
stdout.flush().unwrap();
for _ in 0..GEN_TOKENS {
// Raw tensor construction takes a tuple of (dimensions, data).
// Raw tensor construction takes a tuple of (shape, data).
// The model expects our input to have shape [B, _, S]
let input = TensorRef::from_array_view((vec![1, 1, tokens.len() as i64], tokens.as_slice()))?;
let outputs = session.run(inputs![input])?;