huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-17 11:08:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix firstToken, minor ui changes (#971)

Browse Source
This commit is contained in:
Radamés Ajna
2023-09-26 22:01:59 -07:00
committed by GitHub
parent ce0a4e3a85
commit 9571b200c9
2 changed files with 101 additions and 100 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
candle-wasm-examples/llama2-c/llama2cWorker.js
View File

@ -50,6 +50,7 @@ async function generate(data) {
tokenizerURL,
prompt,
temp,
top_p,
repeatPenalty,
seed,
maxSeqLen,
@ -59,11 +60,17 @@ async function generate(data) {
const model = await Llama2C.getInstance(weightsURL, modelID, tokenizerURL);
self.postMessage({ status: "loading", message: "Initializing model" });
model.init_with_prompt(prompt, temp, repeatPenalty, seed);
const firstToken = model.init_with_prompt(
prompt,
temp,
top_p,
repeatPenalty,
seed
);
const seq_len = model.get_seq_len();
let sentence = "";
let sentence = firstToken;
let maxTokens = maxSeqLen ? maxSeqLen : seq_len - prompt.length - 1;
let startTime = performance.now();
let tokensCount = 0;