summaryrefslogtreecommitdiff
path: root/candle-transformers/src/models/glm4.rs
diff options
context:
space:
mode:
Diffstat (limited to 'candle-transformers/src/models/glm4.rs')
-rw-r--r--candle-transformers/src/models/glm4.rs6
1 files changed, 6 insertions, 0 deletions
diff --git a/candle-transformers/src/models/glm4.rs b/candle-transformers/src/models/glm4.rs
index 3b436eaa..de6581d0 100644
--- a/candle-transformers/src/models/glm4.rs
+++ b/candle-transformers/src/models/glm4.rs
@@ -1,3 +1,9 @@
+//! GLM-4 inference implementation.
+//!
+//! An open bilingual language model with 130B parameters.
+//!
+//! Based on implementation from [ChatGLM-6B](https://github.com/THUDM/ChatGLM-6B)
+
use crate::models::with_tracing::{linear_b as linear, Linear};
use candle::{DType, Device, IndexOp, Module, Result, Tensor, D};
use candle_nn::VarBuilder;