diff options
| -rw-r--r-- | candle-examples/examples/quantized/main.rs | 11 |
1 files changed, 11 insertions, 0 deletions
diff --git a/candle-examples/examples/quantized/main.rs b/candle-examples/examples/quantized/main.rs index ee348de2..df758b4f 100644 --- a/candle-examples/examples/quantized/main.rs +++ b/candle-examples/examples/quantized/main.rs @@ -63,6 +63,8 @@ enum Which { Starling7bAlpha, #[value(name = "mixtral")] Mixtral, + #[value(name = "mixtral-instruct")] + MixtralInstruct, } impl Which { @@ -86,6 +88,7 @@ impl Which { | Self::Zephyr7bAlpha | Self::Zephyr7bBeta | Self::Mixtral + | Self::MixtralInstruct | Self::Mistral7b | Self::Mistral7bInstruct => true, } @@ -105,6 +108,7 @@ impl Which { | Self::Leo7b | Self::Leo13b | Self::Mixtral + | Self::MixtralInstruct | Self::Mistral7b | Self::Mistral7bInstruct | Self::OpenChat35 @@ -127,6 +131,7 @@ impl Which { | Self::Leo7b | Self::Leo13b | Self::Mixtral + | Self::MixtralInstruct | Self::Mistral7b | Self::Mistral7bInstruct | Self::Zephyr7bAlpha @@ -149,6 +154,7 @@ impl Which { Which::Leo7b => "LeoLM/leo-hessianai-7b", Which::Leo13b => "LeoLM/leo-hessianai-13b", Which::Mixtral => "mistralai/Mixtral-8x7B-v0.1", + Which::MixtralInstruct => "mistralai/Mixtral-8x7B-Instruct-v0.1", Which::Mistral7b | Which::Mistral7bInstruct | Which::Zephyr7bAlpha @@ -266,6 +272,10 @@ impl Args { "TheBloke/Mixtral-8x7B-v0.1-GGUF", "mixtral-8x7b-v0.1.Q4_K_M.gguf", ), + Which::MixtralInstruct => ( + "TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF", + "mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf", + ), Which::Mistral7b => ( "TheBloke/Mistral-7B-v0.1-GGUF", "mistral-7b-v0.1.Q4_K_S.gguf", @@ -385,6 +395,7 @@ fn main() -> anyhow::Result<()> { | Which::Leo7b | Which::Leo13b => 1, Which::Mixtral + | Which::MixtralInstruct | Which::Mistral7b | Which::Mistral7bInstruct | Which::Zephyr7bAlpha |