huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-19 11:56:45 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #19 from LaurentMazare/llama_safetensors

Browse Source 
Llama safetensors
This commit is contained in:
Nicolas Patry
2023-06-29 12:49:26 +02:00
committed by GitHub
parent 5930168457 ece3ec6167
commit 3872dc4751
6 changed files with 344 additions and 100 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
candle-hub/src/api.rs
View File

@ -378,6 +378,12 @@ impl Api {
let parallel_failures_semaphore = Arc::new(Semaphore::new(self.parallel_failures));
let filename = temp_filename();
// Create the file and set everything properly
tokio::fs::File::create(&filename)
.await?
.set_len(length as u64)
.await?;
let chunk_size = self.chunk_size;
for start in (0..length).step_by(chunk_size) {
let url = url.to_string();
@ -440,7 +446,6 @@ impl Api {
let range = format!("bytes={start}-{stop}");
let mut file = tokio::fs::OpenOptions::new()
.write(true)
.create(true)
.open(filename)
.await?;
file.seek(SeekFrom::Start(start as u64)).await?;