diff options
author | Laurent Mazare <laurent.mazare@gmail.com> | 2023-10-18 16:29:38 +0100 |
---|---|---|
committer | GitHub <noreply@github.com> | 2023-10-18 16:29:38 +0100 |
commit | 86e7d539d253740d5a0579e6f53acc12e30d3e4c (patch) | |
tree | 42186de2fb48a03d1473486b3f7a643704ea624a /candle-transformers/src/models/mod.rs | |
parent | cb034506cdbf6f650038893762ac815669ddbb10 (diff) | |
download | candle-86e7d539d253740d5a0579e6f53acc12e30d3e4c.tar.gz candle-86e7d539d253740d5a0579e6f53acc12e30d3e4c.tar.bz2 candle-86e7d539d253740d5a0579e6f53acc12e30d3e4c.zip |
Add the quantized mpt model. (#1123)
* Add the quantized mpt model.
* Support the quantized model for replit-code.
Diffstat (limited to 'candle-transformers/src/models/mod.rs')
-rw-r--r-- | candle-transformers/src/models/mod.rs | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/candle-transformers/src/models/mod.rs b/candle-transformers/src/models/mod.rs index 8a02e2da..fc57e732 100644 --- a/candle-transformers/src/models/mod.rs +++ b/candle-transformers/src/models/mod.rs @@ -11,6 +11,7 @@ pub mod mpt; pub mod quantized_llama; pub mod quantized_mistral; pub mod quantized_mixformer; +pub mod quantized_mpt; pub mod quantized_stable_lm; pub mod quantized_t5; pub mod segment_anything; |