Tracing mode for T5. (#913)

* Tracing mode for T5.

* Tracing for the linear layer.
This commit is contained in:
Laurent Mazare
2023-09-20 15:03:35 +01:00
committed by GitHub
parent fb1c2ac535
commit 9b24d89d2d
2 changed files with 87 additions and 16 deletions

View File

@ -150,7 +150,20 @@ impl T5ModelBuilder {
}
fn main() -> Result<()> {
use tracing_chrome::ChromeLayerBuilder;
use tracing_subscriber::prelude::*;
let args = Args::parse();
let _guard = if args.tracing {
println!("tracing...");
let (chrome_layer, guard) = ChromeLayerBuilder::new().build();
tracing_subscriber::registry().with(chrome_layer).init();
Some(guard)
} else {
None
};
let (builder, mut tokenizer) = T5ModelBuilder::load(&args)?;
let device = &builder.device;
let tokenizer = tokenizer