From 9784d1ed9fbb7693d53d4e795435630a2ebcace7 Mon Sep 17 00:00:00 2001 From: laurent Date: Mon, 3 Jul 2023 18:31:55 +0100 Subject: [PATCH] Minor tweaks. --- candle-examples/examples/bert/main.rs | 3 ++- candle-kernels/src/unary.cu | 3 +++ 2 files changed, 5 insertions(+), 1 deletion(-) diff --git a/candle-examples/examples/bert/main.rs b/candle-examples/examples/bert/main.rs index 5fed800d..6b990901 100644 --- a/candle-examples/examples/bert/main.rs +++ b/candle-examples/examples/bert/main.rs @@ -594,7 +594,8 @@ fn main() -> Result<()> { Device::new_cuda(0)? }; - let tokenizer = Tokenizer::from_file(args.tokenizer_config).map_err(E::msg)?; + let mut tokenizer = Tokenizer::from_file(args.tokenizer_config).map_err(E::msg)?; + let tokenizer = tokenizer.with_padding(None).with_truncation(None); let weights = unsafe { candle::safetensors::MmapedFile::new(args.weights)? }; let weights = weights.deserialize()?; diff --git a/candle-kernels/src/unary.cu b/candle-kernels/src/unary.cu index c4df7893..726db339 100644 --- a/candle-kernels/src/unary.cu +++ b/candle-kernels/src/unary.cu @@ -1,4 +1,5 @@ #include "cuda_utils.cuh" +#include #define UNARY_OP(TYPENAME, FN_NAME, FUNC) \ extern "C" __global__ void FN_NAME( \ @@ -68,6 +69,8 @@ UNARY_OP(__half, ugelu_f16, gelu_fwd(x)) UNARY_OP(__half, urelu_f16, relu_fwd(x)) #endif +UNARY_OP(uint8_t, ucopy_u8, x) +UNARY_OP(uint32_t, ucopy_u32, x) UNARY_OP(float, ucopy_f32, x) UNARY_OP(double, ucopy_f64, x) UNARY_OP(float, uneg_f32, -x)