huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-18 19:47:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix the rebase.

Browse Source
This commit is contained in:
Nicolas Patry
2024-01-05 14:31:39 +01:00
parent 2cd1e59c9e
commit 61ad8d91cc
2 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
candle-examples/examples/quantized/main.rs
View File

@ -370,7 +370,7 @@ fn main() -> anyhow::Result<()> {
for (_, tensor) in model.tensor_infos.iter() { for (_, tensor) in model.tensor_infos.iter() {
let elem_count = tensor.shape.elem_count(); let elem_count = tensor.shape.elem_count();
total_size_in_bytes += total_size_in_bytes +=
elem_count * tensor.ggml_dtype.type_size() / tensor.ggml_dtype.blck_size(); elem_count * tensor.ggml_dtype.type_size() / tensor.ggml_dtype.block_size();
} }
println!( println!(
"loaded {:?} tensors ({}) in {:.2}s", "loaded {:?} tensors ({}) in {:.2}s",
@ -387,7 +387,7 @@ fn main() -> anyhow::Result<()> {
for (_, tensor) in model.tensors.iter() { for (_, tensor) in model.tensors.iter() {
let elem_count = tensor.shape().elem_count(); let elem_count = tensor.shape().elem_count();
total_size_in_bytes += total_size_in_bytes +=
elem_count * tensor.dtype().type_size() / tensor.dtype().blck_size(); elem_count * tensor.dtype().type_size() / tensor.dtype().block_size();
} }
println!( println!(
"loaded {:?} tensors ({}) in {:.2}s", "loaded {:?} tensors ({}) in {:.2}s",

2
candle-metal-kernels/src/unary.metal
View File

@ -135,6 +135,7 @@ BFLOAT_UNARY_OP(neg)
BFLOAT_UNARY_OP(exp) BFLOAT_UNARY_OP(exp)
BFLOAT_UNARY_OP(log) BFLOAT_UNARY_OP(log)
BFLOAT_UNARY_OP(gelu) BFLOAT_UNARY_OP(gelu)
BFLOAT_UNARY_OP(abs)
BFLOAT_UNARY_OP(ceil) BFLOAT_UNARY_OP(ceil)
BFLOAT_UNARY_OP(floor) BFLOAT_UNARY_OP(floor)
BFLOAT_UNARY_OP(round) BFLOAT_UNARY_OP(round)
@ -143,7 +144,6 @@ BFLOAT_UNARY_OP(erf)
BFLOAT_UNARY_OP(tanh) BFLOAT_UNARY_OP(tanh)
BFLOAT_UNARY_OP(recip) BFLOAT_UNARY_OP(recip)
BFLOAT_UNARY_OP(relu) BFLOAT_UNARY_OP(relu)
BFLOAT_UNARY_OP(abs)
UNARY(id, bfloat, copy_bf16, copy_bf16_strided) UNARY(id, bfloat, copy_bf16, copy_bf16_strided)
#endif #endif