change DTypes (fixes #2355) (#2363)

This commit is contained in:
Jacob Marshall
2024-07-28 13:36:05 +01:00
committed by GitHub
parent 0f5cbb08b3
commit 636eff652a

View File

@ -18,7 +18,7 @@ impl Model {
console_error_panic_hook::set_once(); console_error_panic_hook::set_once();
console_log!("loading model"); console_log!("loading model");
let device = &Device::Cpu; let device = &Device::Cpu;
let vb = VarBuilder::from_buffered_safetensors(weights, DType::F64, device)?; let vb = VarBuilder::from_buffered_safetensors(weights, DType::F32, device)?;
let config: Config = serde_json::from_slice(&config)?; let config: Config = serde_json::from_slice(&config)?;
let tokenizer = let tokenizer =
Tokenizer::from_bytes(&tokenizer).map_err(|m| JsError::new(&m.to_string()))?; Tokenizer::from_bytes(&tokenizer).map_err(|m| JsError::new(&m.to_string()))?;
@ -78,7 +78,7 @@ impl Model {
#[derive(serde::Serialize, serde::Deserialize)] #[derive(serde::Serialize, serde::Deserialize)]
struct Embeddings { struct Embeddings {
data: Vec<Vec<f64>>, data: Vec<Vec<f32>>,
} }
#[derive(serde::Serialize, serde::Deserialize)] #[derive(serde::Serialize, serde::Deserialize)]