summaryrefslogtreecommitdiff
path: root/candle-examples/examples/llama2-c/model.rs
diff options
context:
space:
mode:
Diffstat (limited to 'candle-examples/examples/llama2-c/model.rs')
-rw-r--r--candle-examples/examples/llama2-c/model.rs15
1 files changed, 15 insertions, 0 deletions
diff --git a/candle-examples/examples/llama2-c/model.rs b/candle-examples/examples/llama2-c/model.rs
index 618bf67c..4e7015dd 100644
--- a/candle-examples/examples/llama2-c/model.rs
+++ b/candle-examples/examples/llama2-c/model.rs
@@ -15,6 +15,21 @@ pub struct Config {
pub norm_eps: f64,
}
+impl Config {
+ pub fn tiny() -> Self {
+ Self {
+ dim: 288,
+ hidden_dim: 768,
+ n_layers: 6,
+ n_heads: 6,
+ n_kv_heads: 6,
+ vocab_size: 32000,
+ seq_len: 256,
+ norm_eps: 1e-5,
+ }
+ }
+}
+
#[derive(Clone)]
pub struct Cache {
masks: Arc<Mutex<HashMap<usize, Tensor>>>,