huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-16 18:48:51 +00:00
Code Issues Packages Projects Releases Wiki Activity

T5: Add option to override use_cache from config (#892)

Browse Source 
* Add option to override use_cache from config

* Disable cache by default and cleanup code
This commit is contained in:
Juarez Bochi
2023-09-18 12:20:21 -07:00
committed by GitHub
parent 82a98f6da0
commit 1542e92629
1 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
candle-examples/examples/t5/main.rs
View File

@ -44,6 +44,10 @@ struct Args {
#[arg(long)] #[arg(long)]
decode: bool, decode: bool,
// Enable/disable decoding.
#[arg(long, default_value = "false")]
use_cache: bool,
/// Use this prompt, otherwise compute sentence similarities. /// Use this prompt, otherwise compute sentence similarities.
#[arg(long)] #[arg(long)]
prompt: Option<String>, prompt: Option<String>,
@ -111,7 +115,8 @@ impl T5ModelBuilder {
) )
}; };
let config = std::fs::read_to_string(config_filename)?; let config = std::fs::read_to_string(config_filename)?;
let config: t5::Config = serde_json::from_str(&config)?; let mut config: t5::Config = serde_json::from_str(&config)?;
config.use_cache = args.use_cache;
let tokenizer = Tokenizer::from_file(tokenizer_filename).map_err(E::msg)?; let tokenizer = Tokenizer::from_file(tokenizer_filename).map_err(E::msg)?;
Ok(( Ok((
Self { Self {