diff options
author | Eric Buehler <65165915+EricLBuehler@users.noreply.github.com> | 2024-07-26 15:32:26 -0400 |
---|---|---|
committer | GitHub <noreply@github.com> | 2024-07-26 21:32:26 +0200 |
commit | 0f5cbb08b36a2d962470ec590a2d2bd9770bd12d (patch) | |
tree | a5d6911051646e96fc833664b44c530c76fe4416 /candle-core/benches/benchmarks/unary.rs | |
parent | ddafc61055601002622778b7762c15bd60057c1f (diff) | |
download | candle-0f5cbb08b36a2d962470ec590a2d2bd9770bd12d.tar.gz candle-0f5cbb08b36a2d962470ec590a2d2bd9770bd12d.tar.bz2 candle-0f5cbb08b36a2d962470ec590a2d2bd9770bd12d.zip |
Add support for Llama 3.1 (#2359)
* Add Llama 3.1 rope
* Clippy
* Format
* Clippy
* Add support for multiple eos tokens:
* Untagged either
* Remove either dep and fix settings.json
* Make the max positional embeddings configurable
Diffstat (limited to 'candle-core/benches/benchmarks/unary.rs')
-rw-r--r-- | candle-core/benches/benchmarks/unary.rs | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/candle-core/benches/benchmarks/unary.rs b/candle-core/benches/benchmarks/unary.rs index a8e0d025..9efd7509 100644 --- a/candle-core/benches/benchmarks/unary.rs +++ b/candle-core/benches/benchmarks/unary.rs @@ -12,7 +12,7 @@ fn run_unary_benchmark(c: &mut Criterion, device: &Device, dtype: DType, name: & let m = 1024; let k = 1024; - let tensor = Tensor::arange(0.0f32, (b * m * k) as f32, &device) + let tensor = Tensor::arange(0.0f32, (b * m * k) as f32, device) .unwrap() .to_dtype(dtype) .unwrap() |