huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-16 10:38:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Do not use the kv-cache on external key-value states. (#1054)

Browse Source
This commit is contained in:
Laurent Mazare
2023-10-07 22:37:19 +01:00
committed by GitHub
parent 823fe23f9b
commit 2e5fb0b251
3 changed files with 14 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
candle-examples/examples/quantized-t5/main.rs
View File

@ -153,7 +153,6 @@ fn main() -> Result<()> {
let args = Args::parse();
let _guard = if args.tracing {
println!("tracing...");
let (chrome_layer, guard) = ChromeLayerBuilder::new().build();
tracing_subscriber::registry().with(chrome_layer).init();
Some(guard)