mirror of
https://github.com/huggingface/candle.git
synced 2025-06-16 18:48:51 +00:00
@ -18,7 +18,7 @@ impl Model {
|
|||||||
console_error_panic_hook::set_once();
|
console_error_panic_hook::set_once();
|
||||||
console_log!("loading model");
|
console_log!("loading model");
|
||||||
let device = &Device::Cpu;
|
let device = &Device::Cpu;
|
||||||
let vb = VarBuilder::from_buffered_safetensors(weights, DType::F64, device)?;
|
let vb = VarBuilder::from_buffered_safetensors(weights, DType::F32, device)?;
|
||||||
let config: Config = serde_json::from_slice(&config)?;
|
let config: Config = serde_json::from_slice(&config)?;
|
||||||
let tokenizer =
|
let tokenizer =
|
||||||
Tokenizer::from_bytes(&tokenizer).map_err(|m| JsError::new(&m.to_string()))?;
|
Tokenizer::from_bytes(&tokenizer).map_err(|m| JsError::new(&m.to_string()))?;
|
||||||
@ -78,7 +78,7 @@ impl Model {
|
|||||||
|
|
||||||
#[derive(serde::Serialize, serde::Deserialize)]
|
#[derive(serde::Serialize, serde::Deserialize)]
|
||||||
struct Embeddings {
|
struct Embeddings {
|
||||||
data: Vec<Vec<f64>>,
|
data: Vec<Vec<f32>>,
|
||||||
}
|
}
|
||||||
|
|
||||||
#[derive(serde::Serialize, serde::Deserialize)]
|
#[derive(serde::Serialize, serde::Deserialize)]
|
||||||
|
Reference in New Issue
Block a user