Start adding f16/bf16 support.

This commit is contained in:
laurent
2023-06-26 19:37:47 +01:00
parent 36a1a48ba0
commit a31411fd91
6 changed files with 169 additions and 203 deletions

View File

@ -18,11 +18,13 @@ members = [
[dependencies]
safetensors = "0.3.1"
thiserror = "1"
cudarc = { version = "0.9.9", optional = true }
cudarc = { version = "0.9.9", optional = true, features = ["f16"] }
candle-kernels = { path = "kernels", optional = true }
gemm = "0.15.4"
zip = { version = "0.6.6", default-features=false }
byteorder = "1.4.3"
half = "2.3.1"
num-traits = "0.2.15"
[dev-dependencies]
anyhow = "1"