diff options
Diffstat (limited to 'candle-examples/examples/llama2-c/training.rs')
-rw-r--r-- | candle-examples/examples/llama2-c/training.rs | 6 |
1 files changed, 3 insertions, 3 deletions
diff --git a/candle-examples/examples/llama2-c/training.rs b/candle-examples/examples/llama2-c/training.rs index 196ba9a8..92aa90e6 100644 --- a/candle-examples/examples/llama2-c/training.rs +++ b/candle-examples/examples/llama2-c/training.rs @@ -142,15 +142,15 @@ pub fn run(args: &crate::TrainingCmd, common_args: &crate::Args) -> Result<()> { dataset.train_tokens.len(), dataset.valid_tokens.len() ); - let vb = candle_nn::VarBuilder::zeros(DType::F32, &device); + let varmap = candle_nn::VarMap::new(); + let vb = candle_nn::VarBuilder::from_varmap(&varmap, DType::F32, &device); let config = Config::tiny(); let iter = DatasetRandomIter::new(&dataset, false, config.seq_len, device.clone()); let batch_iter = candle_nn::dataset::Batcher::new_r2(iter).batch_size(args.batch_size); let cache = Cache::new(false, &config, vb.pp("rot"))?; let model = Llama::load(vb, &cache, config)?; - let all_vars = vec![]; // TODO: Propagate the variables from the VarBuilder to here. - let sgd = candle_nn::SGD::new(&all_vars, args.learning_rate); + let sgd = candle_nn::SGD::new(varmap.all_vars(), args.learning_rate); for (batch_index, batch) in batch_iter.enumerate() { let (inp, tgt) = batch?; let logits = model.forward(&inp, 0)?; |