change DTypes (fixes #2355) (#2363)

This commit is contained in:
Jacob Marshall
2024-07-28 13:36:05 +01:00
committed by GitHub
parent 0f5cbb08b3
commit 636eff652a

View File

@ -18,7 +18,7 @@ impl Model {
console_error_panic_hook::set_once();
console_log!("loading model");
let device = &Device::Cpu;
let vb = VarBuilder::from_buffered_safetensors(weights, DType::F64, device)?;
let vb = VarBuilder::from_buffered_safetensors(weights, DType::F32, device)?;
let config: Config = serde_json::from_slice(&config)?;
let tokenizer =
Tokenizer::from_bytes(&tokenizer).map_err(|m| JsError::new(&m.to_string()))?;
@ -78,7 +78,7 @@ impl Model {
#[derive(serde::Serialize, serde::Deserialize)]
struct Embeddings {
data: Vec<Vec<f64>>,
data: Vec<Vec<f32>>,
}
#[derive(serde::Serialize, serde::Deserialize)]