huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-17 11:08:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

After rebase.

Browse Source
This commit is contained in:
Nicolas Patry
2024-01-11 17:17:55 +01:00
parent 3aefc709c7
commit 9ef040338d
1 changed files with 8 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
candle-core/examples/tensor-tools.rs
View File

@ -286,13 +286,17 @@ fn run_quantize_safetensors(
Ok(()) Ok(())
} }
fn run_dequantize(in_file: std::path::PathBuf, out_file: std::path::PathBuf) -> Result<()> { fn run_dequantize(
in_file: std::path::PathBuf,
out_file: std::path::PathBuf,
device: &Device,
) -> Result<()> {
let mut in_file = std::fs::File::open(in_file)?; let mut in_file = std::fs::File::open(in_file)?;
let content = gguf_file::Content::read(&mut in_file)?; let content = gguf_file::Content::read(&mut in_file)?;
let mut tensors = std::collections::HashMap::new(); let mut tensors = std::collections::HashMap::new();
for (tensor_name, _) in content.tensor_infos.iter() { for (tensor_name, _) in content.tensor_infos.iter() {
let tensor = content.tensor(&mut in_file, tensor_name)?; let tensor = content.tensor(&mut in_file, tensor_name, device)?;
let tensor = tensor.dequantize(&Device::Cpu)?; let tensor = tensor.dequantize(device)?;
tensors.insert(tensor_name.to_string(), tensor); tensors.insert(tensor_name.to_string(), tensor);
} }
candle_core::safetensors::save(&tensors, out_file)?; candle_core::safetensors::save(&tensors, out_file)?;
@ -379,7 +383,7 @@ fn main() -> anyhow::Result<()> {
quantization, quantization,
mode, mode,
} => run_quantize(&in_file, out_file, quantization, mode, &device)?, } => run_quantize(&in_file, out_file, quantization, mode, &device)?,
Command::Dequantize { in_file, out_file } => run_dequantize(in_file, out_file)?, Command::Dequantize { in_file, out_file } => run_dequantize(in_file, out_file, &device)?,
} }
Ok(()) Ok(())
} }