From 1a276b5da79a4bb2305dde7368b800d165599819 Mon Sep 17 00:00:00 2001 From: Laurent Mazare Date: Sun, 17 Sep 2023 09:00:45 +0200 Subject: Add a KV cache to T5. (#873) * Add a KV cache to T5. * Suggest using release mode. * Use the kv cache in decoding. * Add a comment. --- candle-examples/examples/musicgen/main.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'candle-examples/examples/musicgen') diff --git a/candle-examples/examples/musicgen/main.rs b/candle-examples/examples/musicgen/main.rs index df8c3135..0fae67b5 100644 --- a/candle-examples/examples/musicgen/main.rs +++ b/candle-examples/examples/musicgen/main.rs @@ -77,7 +77,7 @@ fn main() -> Result<()> { let model = model.deserialize()?; let vb = VarBuilder::from_safetensors(vec![model], DTYPE, &device); let config = GenConfig::small(); - let model = MusicgenForConditionalGeneration::load(vb, config)?; + let mut model = MusicgenForConditionalGeneration::load(vb, config)?; let tokens = tokenizer .encode(args.prompt.as_str(), true) -- cgit v1.2.3