From 7e4fbc1e175ad918a50faecf7916e79b9805c51b Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Thu, 10 Aug 2023 16:30:44 +0200 Subject: [PATCH 1/2] [DO NOT MERGE] temporary PR so users can try out on older GPUs. --- Cargo.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Cargo.toml b/Cargo.toml index c0d87680..e4cfc667 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -28,7 +28,7 @@ accelerate-src = { version = "0.3.2" } anyhow = { version = "1", features = ["backtrace"] } byteorder = "1.4.3" clap = { version = "4.2.4", features = ["derive"] } -cudarc = { version = "0.9.13", features = ["f16"] } +cudarc = { git = "https://github.com/Narsil/cudarc.git", branch = "sync_alloc", features = ["f16"] } # TODO: Switch back to the official gemm implementation once it has caught up. gemm = { version = "0.15.6", package = "candle-gemm" } ggblas = "0.1.2" From 379eadc68ebed0e4b78f5b268a70f2cb8cf3cfa4 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Thu, 10 Aug 2023 19:43:25 +0200 Subject: [PATCH 2/2] Working now. --- Cargo.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Cargo.toml b/Cargo.toml index e4cfc667..5b17f336 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -28,7 +28,7 @@ accelerate-src = { version = "0.3.2" } anyhow = { version = "1", features = ["backtrace"] } byteorder = "1.4.3" clap = { version = "4.2.4", features = ["derive"] } -cudarc = { git = "https://github.com/Narsil/cudarc.git", branch = "sync_alloc", features = ["f16"] } +cudarc = { version = "0.9.14", features = ["f16"] } # TODO: Switch back to the official gemm implementation once it has caught up. gemm = { version = "0.15.6", package = "candle-gemm" } ggblas = "0.1.2"