summaryrefslogtreecommitdiff
path: root/candle-examples/examples/yi/main.rs
diff options
context:
space:
mode:
Diffstat (limited to 'candle-examples/examples/yi/main.rs')
-rw-r--r--candle-examples/examples/yi/main.rs4
1 files changed, 2 insertions, 2 deletions
diff --git a/candle-examples/examples/yi/main.rs b/candle-examples/examples/yi/main.rs
index 7bb3be4a..a7184db9 100644
--- a/candle-examples/examples/yi/main.rs
+++ b/candle-examples/examples/yi/main.rs
@@ -74,9 +74,9 @@ impl TextGeneration {
std::io::stdout().flush()?;
let mut generated_tokens = 0usize;
- let eos_token = match self.tokenizer.get_token("</s>") {
+ let eos_token = match self.tokenizer.get_token("<|endoftext|>") {
Some(token) => token,
- None => anyhow::bail!("cannot find the </s> token"),
+ None => anyhow::bail!("cannot find the <|endoftext|> token"),
};
let start_gen = std::time::Instant::now();
for index in 0..sample_len {