diff options
Diffstat (limited to 'candle-examples/examples/llama2-c/model.rs')
-rw-r--r-- | candle-examples/examples/llama2-c/model.rs | 15 |
1 files changed, 15 insertions, 0 deletions
diff --git a/candle-examples/examples/llama2-c/model.rs b/candle-examples/examples/llama2-c/model.rs index 618bf67c..4e7015dd 100644 --- a/candle-examples/examples/llama2-c/model.rs +++ b/candle-examples/examples/llama2-c/model.rs @@ -15,6 +15,21 @@ pub struct Config { pub norm_eps: f64, } +impl Config { + pub fn tiny() -> Self { + Self { + dim: 288, + hidden_dim: 768, + n_layers: 6, + n_heads: 6, + n_kv_heads: 6, + vocab_size: 32000, + seq_len: 256, + norm_eps: 1e-5, + } + } +} + #[derive(Clone)] pub struct Cache { masks: Arc<Mutex<HashMap<usize, Tensor>>>, |