diff options
Diffstat (limited to 'candle-examples/examples/quantized/main.rs')
| -rw-r--r-- | candle-examples/examples/quantized/main.rs | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/candle-examples/examples/quantized/main.rs b/candle-examples/examples/quantized/main.rs index c4be8974..dfe81632 100644 --- a/candle-examples/examples/quantized/main.rs +++ b/candle-examples/examples/quantized/main.rs @@ -605,8 +605,8 @@ fn main() -> anyhow::Result<()> { ); println!("params: {:?}", model.hparams); let default_gqa = match args.which { - Which::L7b | Which::L13b => 1, - Which::L70b => 8, + Which::L7b | Which::L13b | Which::L7bChat | Which::L13bChat => 1, + Which::L70b | Which::L70bChat => 8, }; ModelWeights::from_ggml(model, args.gqa.unwrap_or(default_gqa))? } |