diff options
Diffstat (limited to 'candle-transformers/src/models/granite.rs')
| -rw-r--r-- | candle-transformers/src/models/granite.rs | 7 |
1 files changed, 7 insertions, 0 deletions
diff --git a/candle-transformers/src/models/granite.rs b/candle-transformers/src/models/granite.rs index 6d25c339..f1b2c4db 100644 --- a/candle-transformers/src/models/granite.rs +++ b/candle-transformers/src/models/granite.rs @@ -1,3 +1,10 @@ +//! Granite is a Long Context Transformer Language Model. +//! +//! A high performance transformer model optimized for efficient processing +//! of very long context sequences +//! +//! Based on implementation from [Nod.ai](https://github.com/nod-ai/granite) + use super::with_tracing::{linear_no_bias as linear, Linear, RmsNorm}; use candle::{DType, Device, IndexOp, Result, Tensor, D}; use candle_nn::{embedding, Embedding, Module, VarBuilder}; |