diff options
Diffstat (limited to 'candle-examples/examples/quantized-t5/main.rs')
| -rw-r--r-- | candle-examples/examples/quantized-t5/main.rs | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/candle-examples/examples/quantized-t5/main.rs b/candle-examples/examples/quantized-t5/main.rs index 0ea2e0bd..ed3f1030 100644 --- a/candle-examples/examples/quantized-t5/main.rs +++ b/candle-examples/examples/quantized-t5/main.rs @@ -132,7 +132,8 @@ impl T5ModelBuilder { } pub fn build_model(&self) -> Result<t5::T5ForConditionalGeneration> { - let vb = t5::VarBuilder::from_gguf(&self.weights_filename)?; + let device = Device::Cpu; + let vb = t5::VarBuilder::from_gguf(&self.weights_filename, &device)?; Ok(t5::T5ForConditionalGeneration::load(vb, &self.config)?) } |