From 1542e92629501030085108a3180befd574dccdb0 Mon Sep 17 00:00:00 2001
From: Juarez Bochi <juarez.bochi@grammarly.com>
Date: Mon, 18 Sep 2023 12:20:21 -0700
Subject: [PATCH] T5: Add option to override use_cache from config (#892)

* Add option to override use_cache from config

* Disable cache by default and cleanup code
---
 candle-examples/examples/t5/main.rs | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

diff --git a/candle-examples/examples/t5/main.rs b/candle-examples/examples/t5/main.rs
index 36cbee7c..117aed13 100644
--- a/candle-examples/examples/t5/main.rs
+++ b/candle-examples/examples/t5/main.rs
@@ -44,6 +44,10 @@ struct Args {
     #[arg(long)]
     decode: bool,
 
+    // Enable/disable decoding.
+    #[arg(long, default_value = "false")]
+    use_cache: bool,
+
     /// Use this prompt, otherwise compute sentence similarities.
     #[arg(long)]
     prompt: Option<String>,
@@ -111,7 +115,8 @@ impl T5ModelBuilder {
             )
         };
         let config = std::fs::read_to_string(config_filename)?;
-        let config: t5::Config = serde_json::from_str(&config)?;
+        let mut config: t5::Config = serde_json::from_str(&config)?;
+        config.use_cache = args.use_cache;
         let tokenizer = Tokenizer::from_file(tokenizer_filename).map_err(E::msg)?;
         Ok((
             Self {