Expose the cudnn algo in the conv ops. (#2892)

* Set the algo. * Expose the cudnn preferred algo for conv ops.
2025-06-20 04:00:28 +00:00 · 2025-04-14 08:25:32 +02:00
parent fb660b8d43
commit a52b76ae82
12 changed files with 63 additions and 26 deletions
--- a/candle-transformers/src/models/whisper/quantized_model.rs
+++ b/candle-transformers/src/models/whisper/quantized_model.rs
@ -244,12 +244,14 @@ impl AudioEncoder {
            stride: 1,
            groups: 1,
            dilation: 1,
+            cudnn_fwd_algo: None,
        };
        let cfg2 = Conv1dConfig {
            padding: 1,
            stride: 2,
            groups: 1,
            dilation: 1,
+            cudnn_fwd_algo: None,
        };
        let conv1 = conv1d(cfg.num_mel_bins, n_state, 3, cfg1, vb.pp("conv1"))?;
        let conv2 = conv1d(n_state, n_state, 3, cfg2, vb.pp("conv2"))?;