From f689ce5d39c6f1475dfc71503288ea2905c8f685 Mon Sep 17 00:00:00 2001 From: zachcp Date: Fri, 15 Nov 2024 02:30:15 -0500 Subject: Documentation Pass for Models (#2617) * links in chinese_clip * links for clip model * add mod docs for flux and llava * module doc for MMDIT and MIMI * add docs for a few more modesl * mod docs for bert naser and beit * add module docs for convmixer colpali codegeex and chatglm * add another series of moddocs * add fastvit-llama2_c * module docs mamba -> mobileone * module docs from moondream-phi3 * mod docs for quantized and qwen * update to yi * fix long names * Update llama2_c.rs * Update llama2_c_weights.rs * Fix the link for mimi + tweaks --------- Co-authored-by: Laurent Mazare --- candle-transformers/src/models/quantized_metavoice.rs | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) (limited to 'candle-transformers/src/models/quantized_metavoice.rs') diff --git a/candle-transformers/src/models/quantized_metavoice.rs b/candle-transformers/src/models/quantized_metavoice.rs index 947ab750..ac721627 100644 --- a/candle-transformers/src/models/quantized_metavoice.rs +++ b/candle-transformers/src/models/quantized_metavoice.rs @@ -1,3 +1,19 @@ +//! Quantized MetaVoice model implementation. +//! +//! MetaVoice is a conditional text-to-speech model based on a transformer architecture. +//! This implementation provides quantization for reduced memory and compute. +//! +//! Key characteristics: +//! - Transformer-based autoregressive decoder +//! - Speaker conditioning +//! - Support for 8-bit quantization +//! - Key-value caching for efficient inference +//! - RMS normalization layers +//! +//! References: +//! - [MetaVoice Code](https://github.com/metavoiceio/metavoice) +//! + use crate::quantized_nn::{linear_b, Embedding, Linear, RmsNorm}; pub use crate::quantized_var_builder::VarBuilder; -- cgit v1.2.3