huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-17 19:18:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #58 from LaurentMazare/use-patched-gemm

Browse Source 
Use the patched gemm for the time being.
This commit is contained in:
Laurent Mazare
2023-07-03 10:36:09 +01:00
committed by GitHub
parent ec4871b8a4 639270b796
commit 48089005f6
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
candle-core/Cargo.toml
View File

@ -14,7 +14,9 @@ readme = "README.md"
byteorder = "1.4.3"
candle-kernels = { path = "../candle-kernels", optional = true }
cudarc = { version = "0.9.9", optional = true, features = ["f16"] }
gemm = "0.15.4"
# TODO: Switch back to the official gemm implementation once something similar to
# https://github.com/sarah-ek/gemm/pull/8 is available.
gemm = { git = "https://github.com/LaurentMazare/gemm.git", branch = "f16-vectorize-pack" }
half = { version = "2.3.1", features = ["num-traits"] }
memmap2 = "0.7.1"
num-traits = "0.2.15"