diff options
Diffstat (limited to 'candle-book/src/inference/hub.md')
| -rw-r--r-- | candle-book/src/inference/hub.md | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/candle-book/src/inference/hub.md b/candle-book/src/inference/hub.md index a974a1fa..b924b76d 100644 --- a/candle-book/src/inference/hub.md +++ b/candle-book/src/inference/hub.md @@ -67,8 +67,8 @@ let bias = weights.get("bert.encoder.layer.0.attention.self.query.bias").unwrap( let linear = Linear::new(weight.clone(), Some(bias.clone())); -let input_ids = Tensor::zeros((3, 7680), DType::F32, &Device::Cpu).unwrap(); -let output = linear.forward(&input_ids); +let input_ids = Tensor::zeros((3, 768), DType::F32, &Device::Cpu).unwrap(); +let output = linear.forward(&input_ids).unwrap(); ``` For a full reference, you can check out the full [bert](https://github.com/LaurentMazare/candle/tree/main/candle-examples/examples/bert) example. |