huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-17 11:08:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

[Wasm] Add puffin phi model to wasm (#1166)

Browse Source 
* load config from file, add puffin phi links

* format

* add prompt examples
This commit is contained in:
Radamés Ajna
2023-10-24 23:09:03 -07:00
committed by GitHub
parent 45dbe541bc
commit b6053b938b
4 changed files with 206 additions and 39 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
candle-wasm-examples/phi/phiWorker.js
View File

@ -15,21 +15,30 @@ async function fetchArrayBuffer(url) {
class Phi {
static instance = {};
static async getInstance(weightsURL, modelID, tokenizerURL, quantized) {
static async getInstance(
weightsURL,
modelID,
tokenizerURL,
configURL,
quantized
) {
// load individual modelID only once
if (!this.instance[modelID]) {
await init();
self.postMessage({ status: "loading", message: "Loading Model" });
const [weightsArrayU8, tokenizerArrayU8] = await Promise.all([
fetchArrayBuffer(weightsURL),
fetchArrayBuffer(tokenizerURL),
]);
const [weightsArrayU8, tokenizerArrayU8, configArrayU8] =
await Promise.all([
fetchArrayBuffer(weightsURL),
fetchArrayBuffer(tokenizerURL),
fetchArrayBuffer(configURL),
]);
this.instance[modelID] = new Model(
weightsArrayU8,
tokenizerArrayU8,
configArrayU8,
quantized
);
}
@ -52,6 +61,7 @@ async function generate(data) {
weightsURL,
modelID,
tokenizerURL,
configURL,
quantized,
prompt,
temp,
@ -66,6 +76,7 @@ async function generate(data) {
weightsURL,
modelID,
tokenizerURL,
configURL,
quantized
);