huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-19 19:58:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add the quantize command. (#624)

Browse Source 
* Add the quantize command.

* Bugfix for writing gguf files.

* And add a comment.
This commit is contained in:
Laurent Mazare
2023-08-27 11:35:19 +01:00
committed by GitHub
parent 6e485f2deb
commit 7151f2cf63
2 changed files with 77 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
candle-core/src/quantized/gguf_file.rs
View File

@ -292,7 +292,7 @@ impl ValueType {
7 => Self::Bool,
8 => Self::String,
9 => Self::Array,
v => crate::bail!("unrecognized value-type {v}"),
v => crate::bail!("unrecognized value-type {v:#08x}"),
};
Ok(v)
}
@ -393,6 +393,7 @@ pub fn write<W: std::io::Seek + std::io::Write>(
w.write_u32::<LittleEndian>(0x46554747)?;
w.write_u32::<LittleEndian>(1)?; // version 1.
w.write_u32::<LittleEndian>(tensors.len() as u32)?;
w.write_u32::<LittleEndian>(metadata.len() as u32)?;
for (name, value) in metadata.iter() {
write_string(w, name)?;
w.write_u32::<LittleEndian>(value.value_type().to_u32())?;