huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-17 19:18:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

Minor tweaks.

Browse Source
This commit is contained in:
laurent
2023-07-03 18:31:55 +01:00
parent 3905de4169
commit 9784d1ed9f
2 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
candle-examples/examples/bert/main.rs
View File

@ -594,7 +594,8 @@ fn main() -> Result<()> {
Device::new_cuda(0)? Device::new_cuda(0)?
}; };
let tokenizer = Tokenizer::from_file(args.tokenizer_config).map_err(E::msg)?; let mut tokenizer = Tokenizer::from_file(args.tokenizer_config).map_err(E::msg)?;
let tokenizer = tokenizer.with_padding(None).with_truncation(None);
let weights = unsafe { candle::safetensors::MmapedFile::new(args.weights)? }; let weights = unsafe { candle::safetensors::MmapedFile::new(args.weights)? };
let weights = weights.deserialize()?; let weights = weights.deserialize()?;

3
candle-kernels/src/unary.cu
View File

@ -1,4 +1,5 @@
#include "cuda_utils.cuh" #include "cuda_utils.cuh"
#include<stdint.h>
#define UNARY_OP(TYPENAME, FN_NAME, FUNC) \ #define UNARY_OP(TYPENAME, FN_NAME, FUNC) \
extern "C" __global__ void FN_NAME( \ extern "C" __global__ void FN_NAME( \
@ -68,6 +69,8 @@ UNARY_OP(__half, ugelu_f16, gelu_fwd(x))
UNARY_OP(__half, urelu_f16, relu_fwd(x)) UNARY_OP(__half, urelu_f16, relu_fwd(x))
#endif #endif
UNARY_OP(uint8_t, ucopy_u8, x)
UNARY_OP(uint32_t, ucopy_u32, x)
UNARY_OP(float, ucopy_f32, x) UNARY_OP(float, ucopy_f32, x)
UNARY_OP(double, ucopy_f64, x) UNARY_OP(double, ucopy_f64, x)
UNARY_OP(float, uneg_f32, -x) UNARY_OP(float, uneg_f32, -x)