huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-20 20:09:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

[Wasm] BLIP Example (#1183)

Browse Source 
* blip wasm start

* fix dependency issue, move token stream here

* vanilla js worker

* roll back vscode

* spell
This commit is contained in:
Radamés Ajna
2023-10-25 23:24:02 -07:00
committed by GitHub
parent e7b886d56f
commit e5dc8cb4f4
12 changed files with 790 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
candle-transformers/src/models/blip.rs
View File

@ -2,8 +2,9 @@ use super::blip_text;
use super::with_tracing::{conv2d, linear, Conv2d, Linear};
use candle::{Module, Result, Tensor, D};
use candle_nn::{layer_norm, Conv2dConfig, LayerNorm, VarBuilder};
use serde::Deserialize;
#[derive(Debug, Clone)]
#[derive(Debug, Clone, Deserialize)]
pub struct VisionConfig {
pub hidden_size: usize,
pub intermediate_size: usize,
@ -16,7 +17,7 @@ pub struct VisionConfig {
pub layer_norm_eps: f64,
}
#[derive(Debug, Clone)]
#[derive(Debug, Clone, Deserialize)]
pub struct Config {
pub text_config: blip_text::Config,
pub vision_config: VisionConfig,
@ -299,4 +300,8 @@ impl BlipForConditionalGeneration {
pub fn text_decoder(&mut self) -> &mut blip_text::TextLMHeadModel {
&mut self.text_decoder
}
pub fn reset_kv_cache(&mut self) {
self.text_decoder.reset_kv_cache();
}
}

3
candle-transformers/src/models/blip_text.rs
View File

@ -1,8 +1,9 @@
use super::with_tracing::{linear, Embedding, Linear};
use candle::{Module, Result, Tensor, D};
use candle_nn::{layer_norm, LayerNorm, VarBuilder};
use serde::Deserialize;
#[derive(Debug, Clone)]
#[derive(Debug, Clone, Deserialize)]
pub struct Config {
pub vocab_size: usize,
pub hidden_size: usize,

3
candle-transformers/src/models/quantized_blip.rs
View File

@ -255,4 +255,7 @@ impl BlipForConditionalGeneration {
pub fn text_decoder(&mut self) -> &mut blip_text::TextLMHeadModel {
&mut self.text_decoder
}
pub fn reset_kv_cache(&mut self) {
self.text_decoder.reset_kv_cache();
}
}