huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-15 10:26:33 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add some KV cache to llama.

Browse Source
This commit is contained in:
laurent
2023-06-29 15:29:40 +01:00
parent 889f7e0971
commit 3232df9458
2 changed files with 76 additions and 36 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
Cargo.toml
View File

@ -1,8 +1,12 @@
[workspace]
members = [
"candle-core",
"candle-hub",
"candle-kernels",
]
[profile.release]
debug = 1
opt-level = "z"
lto = true
codegen-units = 1