diff options
Diffstat (limited to 'candle-examples/examples/phi/main.rs')
-rw-r--r-- | candle-examples/examples/phi/main.rs | 17 |
1 files changed, 16 insertions, 1 deletions
diff --git a/candle-examples/examples/phi/main.rs b/candle-examples/examples/phi/main.rs index 4b290cd8..25c7db98 100644 --- a/candle-examples/examples/phi/main.rs +++ b/candle-examples/examples/phi/main.rs @@ -70,7 +70,7 @@ impl TextGeneration { } let dt = start_gen.elapsed(); println!( - "{sample_len} tokens generated ({:.3} token/s)", + "\n{sample_len} tokens generated ({:.2} token/s)", sample_len as f64 / dt.as_secs_f64(), ); Ok(()) @@ -84,6 +84,10 @@ struct Args { #[arg(long)] cpu: bool, + /// Enable tracing (generates a trace-timestamp.json file). + #[arg(long)] + tracing: bool, + #[arg(long)] prompt: String, @@ -114,8 +118,19 @@ struct Args { } fn main() -> Result<()> { + use tracing_chrome::ChromeLayerBuilder; + use tracing_subscriber::prelude::*; + let args = Args::parse(); + let _guard = if args.tracing { + let (chrome_layer, guard) = ChromeLayerBuilder::new().build(); + tracing_subscriber::registry().with(chrome_layer).init(); + Some(guard) + } else { + None + }; + let start = std::time::Instant::now(); let api = Api::new()?; let repo = api.repo(Repo::with_revision( |