mirror of
https://github.com/huggingface/candle.git
synced 2025-06-16 18:48:51 +00:00
@ -18,7 +18,7 @@ impl Model {
|
||||
console_error_panic_hook::set_once();
|
||||
console_log!("loading model");
|
||||
let device = &Device::Cpu;
|
||||
let vb = VarBuilder::from_buffered_safetensors(weights, DType::F64, device)?;
|
||||
let vb = VarBuilder::from_buffered_safetensors(weights, DType::F32, device)?;
|
||||
let config: Config = serde_json::from_slice(&config)?;
|
||||
let tokenizer =
|
||||
Tokenizer::from_bytes(&tokenizer).map_err(|m| JsError::new(&m.to_string()))?;
|
||||
@ -78,7 +78,7 @@ impl Model {
|
||||
|
||||
#[derive(serde::Serialize, serde::Deserialize)]
|
||||
struct Embeddings {
|
||||
data: Vec<Vec<f64>>,
|
||||
data: Vec<Vec<f32>>,
|
||||
}
|
||||
|
||||
#[derive(serde::Serialize, serde::Deserialize)]
|
||||
|
Reference in New Issue
Block a user