diff options
-rw-r--r-- | candle-examples/examples/bigcode/model.rs | 2 | ||||
-rw-r--r-- | candle-examples/examples/falcon/model.rs | 2 | ||||
-rw-r--r-- | candle-examples/examples/llama/model.rs | 3 | ||||
-rw-r--r-- | candle-examples/examples/llama2-c/model.rs | 3 | ||||
-rw-r--r-- | candle-examples/examples/llama_multiprocess/model.rs | 3 | ||||
-rw-r--r-- | candle-wasm-examples/llama2-c/src/model.rs | 3 |
6 files changed, 6 insertions, 10 deletions
diff --git a/candle-examples/examples/bigcode/model.rs b/candle-examples/examples/bigcode/model.rs index ddee0d27..99f5bb5a 100644 --- a/candle-examples/examples/bigcode/model.rs +++ b/candle-examples/examples/bigcode/model.rs @@ -24,7 +24,7 @@ fn layer_norm(size: usize, eps: f64, vb: VarBuilder) -> Result<LayerNorm> { fn make_causal_mask(t: usize, device: &Device) -> Result<Tensor> { let mask: Vec<_> = (0..t) - .flat_map(|i| (0..t).map(move |j| u32::from(j <= i))) + .flat_map(|i| (0..t).map(move |j| u8::from(j <= i))) .collect(); let mask = Tensor::from_slice(&mask, (t, t), device)?; Ok(mask) diff --git a/candle-examples/examples/falcon/model.rs b/candle-examples/examples/falcon/model.rs index cab0b314..1c77cbaf 100644 --- a/candle-examples/examples/falcon/model.rs +++ b/candle-examples/examples/falcon/model.rs @@ -424,7 +424,7 @@ pub struct Falcon { fn make_causal_mask(t: usize) -> Result<Tensor> { let mask: Vec<_> = (0..t) - .flat_map(|i| (0..t).map(move |j| u32::from(j > i))) + .flat_map(|i| (0..t).map(move |j| u8::from(j > i))) .collect(); let mask = Tensor::from_slice(&mask, (t, t), &Device::Cpu)?; Ok(mask) diff --git a/candle-examples/examples/llama/model.rs b/candle-examples/examples/llama/model.rs index dba1d535..ae27afc1 100644 --- a/candle-examples/examples/llama/model.rs +++ b/candle-examples/examples/llama/model.rs @@ -91,9 +91,8 @@ impl Cache { if let Some(mask) = masks.get(&t) { Ok(mask.clone()) } else { - // TODO: If we support bool or u8 tensors, this would be better. let mask: Vec<_> = (0..t) - .flat_map(|i| (0..t).map(move |j| u32::from(j > i))) + .flat_map(|i| (0..t).map(move |j| u8::from(j > i))) .collect(); let mask = Tensor::from_slice(&mask, (t, t), &self.device)?; masks.insert(t, mask.clone()); diff --git a/candle-examples/examples/llama2-c/model.rs b/candle-examples/examples/llama2-c/model.rs index 6d9e4bcd..9e1c3eda 100644 --- a/candle-examples/examples/llama2-c/model.rs +++ b/candle-examples/examples/llama2-c/model.rs @@ -47,9 +47,8 @@ impl Cache { if let Some(mask) = masks.get(&t) { Ok(mask.clone()) } else { - // TODO: If we support bool or u8 tensors, this would be better. let mask: Vec<_> = (0..t) - .flat_map(|i| (0..t).map(move |j| u32::from(j > i))) + .flat_map(|i| (0..t).map(move |j| u8::from(j > i))) .collect(); let mask = Tensor::from_slice(&mask, (t, t), &self.device)?; masks.insert(t, mask.clone()); diff --git a/candle-examples/examples/llama_multiprocess/model.rs b/candle-examples/examples/llama_multiprocess/model.rs index 6df7c1b0..230a2f1e 100644 --- a/candle-examples/examples/llama_multiprocess/model.rs +++ b/candle-examples/examples/llama_multiprocess/model.rs @@ -179,9 +179,8 @@ impl Cache { if let Some(mask) = masks.get(&t) { Ok(mask.clone()) } else { - // TODO: If we support bool or u8 tensors, this would be better. let mask: Vec<_> = (0..t) - .flat_map(|i| (0..t).map(move |j| u32::from(j > i))) + .flat_map(|i| (0..t).map(move |j| u8::from(j > i))) .collect(); let mask = Tensor::from_slice(&mask, (t, t), &self.device)?; masks.insert(t, mask.clone()); diff --git a/candle-wasm-examples/llama2-c/src/model.rs b/candle-wasm-examples/llama2-c/src/model.rs index d95672b9..8cf53c2a 100644 --- a/candle-wasm-examples/llama2-c/src/model.rs +++ b/candle-wasm-examples/llama2-c/src/model.rs @@ -47,9 +47,8 @@ impl Cache { if let Some(mask) = masks.get(&t) { Ok(mask.clone()) } else { - // TODO: If we support bool or u8 tensors, this would be better. let mask: Vec<_> = (0..t) - .flat_map(|i| (0..t).map(move |j| u32::from(j > i))) + .flat_map(|i| (0..t).map(move |j| u8::from(j > i))) .collect(); let mask = Tensor::from_slice(&mask, (t, t), &self.device)?; masks.insert(t, mask.clone()); |