Starcoder fix (#264)

* Bugfix for starcoder.

* Get some proper code generation.

* Slightly simpler softmax.
This commit is contained in:
Laurent Mazare
2023-07-28 11:17:49 +01:00
committed by GitHub
parent 6a54ca115e
commit 3e89df938c
3 changed files with 20 additions and 7 deletions

View File

@ -127,7 +127,7 @@ fn main() -> Result<()> {
));
let tokenizer_filename = repo.get("tokenizer.json")?;
let filenames = match args.weight_file {
Some(weight_file) => vec![std::path::PathBuf::from(weight_file.clone())],
Some(weight_file) => vec![std::path::PathBuf::from(weight_file)],
None => {
let repo_filenames: Vec<String> = vec![];
repo_filenames