diff options
author | Ivar Flakstad <69173633+ivarflakstad@users.noreply.github.com> | 2024-01-12 07:19:58 +0100 |
---|---|---|
committer | Ivar Flakstad <69173633+ivarflakstad@users.noreply.github.com> | 2024-01-12 07:19:58 +0100 |
commit | e63bb8661beb4ea139f4e7f1d85f56907d918b2b (patch) | |
tree | 2326f731957d56667ba4d432a68f8b37a2b79830 /candle-transformers/src/models/bigcode.rs | |
parent | 87efb5d8eb6a6c3f17acf326aadcb11ad6900306 (diff) | |
parent | 41915184bb3e530cc8184fdd8841c66df9285684 (diff) | |
download | candle-e63bb8661beb4ea139f4e7f1d85f56907d918b2b.tar.gz candle-e63bb8661beb4ea139f4e7f1d85f56907d918b2b.tar.bz2 candle-e63bb8661beb4ea139f4e7f1d85f56907d918b2b.zip |
Merge branch 'main' into ivarflakstad/metal-prng
Diffstat (limited to 'candle-transformers/src/models/bigcode.rs')
-rw-r--r-- | candle-transformers/src/models/bigcode.rs | 7 |
1 files changed, 1 insertions, 6 deletions
diff --git a/candle-transformers/src/models/bigcode.rs b/candle-transformers/src/models/bigcode.rs index c4a2d1db..e69f08c8 100644 --- a/candle-transformers/src/models/bigcode.rs +++ b/candle-transformers/src/models/bigcode.rs @@ -1,5 +1,5 @@ use candle::{DType, Device, IndexOp, Result, Tensor, D}; -use candle_nn::{Embedding, LayerNorm, Linear, Module, VarBuilder}; +use candle_nn::{embedding, Embedding, LayerNorm, Linear, Module, VarBuilder}; fn linear(size1: usize, size2: usize, bias: bool, vb: VarBuilder) -> Result<Linear> { let weight = vb.get((size2, size1), "weight")?; @@ -11,11 +11,6 @@ fn linear(size1: usize, size2: usize, bias: bool, vb: VarBuilder) -> Result<Line Ok(Linear::new(weight, bias)) } -fn embedding(vocab_size: usize, hidden_size: usize, vb: VarBuilder) -> Result<Embedding> { - let embeddings = vb.get((vocab_size, hidden_size), "weight")?; - Ok(Embedding::new(embeddings, hidden_size)) -} - fn layer_norm(size: usize, eps: f64, vb: VarBuilder) -> Result<LayerNorm> { let weight = vb.get(size, "weight")?; let bias = vb.get(size, "bias")?; |