Split out the quantized file. (#456)

This commit is contained in:
Laurent Mazare
2023-08-15 20:26:27 +01:00
committed by GitHub
parent 08effe3762
commit e68b2accb4
6 changed files with 386 additions and 376 deletions

View File

@ -2,7 +2,7 @@ use anyhow::Result;
use clap::Parser;
use std::fs::File;
use candle::ggml::Content;
use candle::quantized::ggml_file::Content;
use candle::{DType, Device};
#[derive(Parser, Debug)]