diff --git a/candle-kernels/build.rs b/candle-kernels/build.rs
index 37cf28ae..1c16e17c 100644
--- a/candle-kernels/build.rs
+++ b/candle-kernels/build.rs
@@ -83,6 +83,14 @@ mod cuda {
             .map(|p| p.unwrap())
             .collect();
 
+        for out_path in glob::glob(&format!("{out_dir}/**/*.ptx")).unwrap() {
+            std::fs::remove_file(out_path.unwrap()).unwrap();
+        }
+
+        for path in &kernel_paths {
+            println!("cargo:rerun-if-changed={}", path.display());
+        }
+
         for path in &mut include_directories {
             println!("cargo:rerun-if-changed={}", path.display());
             let destination =