huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-19 19:58:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

[Wasm] Add puffin phi model to wasm (#1166)

Browse Source 
* load config from file, add puffin phi links

* format

* add prompt examples
This commit is contained in:
Radamés Ajna
2023-10-24 23:09:03 -07:00
committed by GitHub
parent 45dbe541bc
commit b6053b938b
4 changed files with 206 additions and 39 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
candle-transformers/src/models/mixformer.rs
View File

@ -4,11 +4,12 @@ use crate::models::with_tracing::{linear, Embedding as E, Linear};
/// https://arxiv.org/abs/2309.05463
use candle::{DType, Device, IndexOp, Module, Result, Tensor, D};
use candle_nn::{Activation, VarBuilder};
use serde::Deserialize;
const MAX_SEQ_LEN: usize = 4096;
// https://huggingface.co/microsoft/phi-1_5/blob/main/configuration_mixformer_sequential.py
#[derive(Debug, Clone, PartialEq)]
#[derive(Debug, Clone, PartialEq, Deserialize)]
pub struct Config {
pub(crate) vocab_size: usize,
pub(crate) n_positions: usize,