diff options
Diffstat (limited to 'candle-transformers')
-rw-r--r-- | candle-transformers/src/models/jina_bert.rs | 30 |
1 files changed, 30 insertions, 0 deletions
diff --git a/candle-transformers/src/models/jina_bert.rs b/candle-transformers/src/models/jina_bert.rs index 7e3c3887..97bc1b25 100644 --- a/candle-transformers/src/models/jina_bert.rs +++ b/candle-transformers/src/models/jina_bert.rs @@ -47,6 +47,36 @@ impl Config { position_embedding_type: PositionEmbeddingType::Alibi, } } + + pub fn new( + vocab_size: usize, + hidden_size: usize, + num_hidden_layers: usize, + num_attention_heads: usize, + intermediate_size: usize, + hidden_act: candle_nn::Activation, + max_position_embeddings: usize, + type_vocab_size: usize, + initializer_range: f64, + layer_norm_eps: f64, + pad_token_id: usize, + position_embedding_type: PositionEmbeddingType, + ) -> Self { + Config { + vocab_size, + hidden_size, + num_hidden_layers, + num_attention_heads, + intermediate_size, + hidden_act, + max_position_embeddings, + type_vocab_size, + initializer_range, + layer_norm_eps, + pad_token_id, + position_embedding_type, + } + } } #[derive(Clone, Debug)] |