summaryrefslogtreecommitdiff
path: root/candle-transformers/src/models/bigcode.rs
diff options
context:
space:
mode:
authorIvar Flakstad <69173633+ivarflakstad@users.noreply.github.com>2024-01-12 07:19:58 +0100
committerIvar Flakstad <69173633+ivarflakstad@users.noreply.github.com>2024-01-12 07:19:58 +0100
commite63bb8661beb4ea139f4e7f1d85f56907d918b2b (patch)
tree2326f731957d56667ba4d432a68f8b37a2b79830 /candle-transformers/src/models/bigcode.rs
parent87efb5d8eb6a6c3f17acf326aadcb11ad6900306 (diff)
parent41915184bb3e530cc8184fdd8841c66df9285684 (diff)
downloadcandle-e63bb8661beb4ea139f4e7f1d85f56907d918b2b.tar.gz
candle-e63bb8661beb4ea139f4e7f1d85f56907d918b2b.tar.bz2
candle-e63bb8661beb4ea139f4e7f1d85f56907d918b2b.zip
Merge branch 'main' into ivarflakstad/metal-prng
Diffstat (limited to 'candle-transformers/src/models/bigcode.rs')
-rw-r--r--candle-transformers/src/models/bigcode.rs7
1 files changed, 1 insertions, 6 deletions
diff --git a/candle-transformers/src/models/bigcode.rs b/candle-transformers/src/models/bigcode.rs
index c4a2d1db..e69f08c8 100644
--- a/candle-transformers/src/models/bigcode.rs
+++ b/candle-transformers/src/models/bigcode.rs
@@ -1,5 +1,5 @@
use candle::{DType, Device, IndexOp, Result, Tensor, D};
-use candle_nn::{Embedding, LayerNorm, Linear, Module, VarBuilder};
+use candle_nn::{embedding, Embedding, LayerNorm, Linear, Module, VarBuilder};
fn linear(size1: usize, size2: usize, bias: bool, vb: VarBuilder) -> Result<Linear> {
let weight = vb.get((size2, size1), "weight")?;
@@ -11,11 +11,6 @@ fn linear(size1: usize, size2: usize, bias: bool, vb: VarBuilder) -> Result<Line
Ok(Linear::new(weight, bias))
}
-fn embedding(vocab_size: usize, hidden_size: usize, vb: VarBuilder) -> Result<Embedding> {
- let embeddings = vb.get((vocab_size, hidden_size), "weight")?;
- Ok(Embedding::new(embeddings, hidden_size))
-}
-
fn layer_norm(size: usize, eps: f64, vb: VarBuilder) -> Result<LayerNorm> {
let weight = vb.get(size, "weight")?;
let bias = vb.get(size, "bias")?;