diff options
Diffstat (limited to 'candle-examples/examples/yi/main.rs')
-rw-r--r-- | candle-examples/examples/yi/main.rs | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/candle-examples/examples/yi/main.rs b/candle-examples/examples/yi/main.rs index 7bb3be4a..a7184db9 100644 --- a/candle-examples/examples/yi/main.rs +++ b/candle-examples/examples/yi/main.rs @@ -74,9 +74,9 @@ impl TextGeneration { std::io::stdout().flush()?; let mut generated_tokens = 0usize; - let eos_token = match self.tokenizer.get_token("</s>") { + let eos_token = match self.tokenizer.get_token("<|endoftext|>") { Some(token) => token, - None => anyhow::bail!("cannot find the </s> token"), + None => anyhow::bail!("cannot find the <|endoftext|> token"), }; let start_gen = std::time::Instant::now(); for index in 0..sample_len { |