mirror of
https://github.com/huggingface/candle.git
synced 2025-06-20 12:06:35 +00:00
Tweak the VarMap set type. (#1758)
This commit is contained in:
@ -22,15 +22,15 @@ pub struct Config {
|
||||
pub rescale_every: usize,
|
||||
}
|
||||
|
||||
struct StatePerLayer {
|
||||
extract_key_value: Tensor,
|
||||
linear_attention: Tensor,
|
||||
feed_forward: Tensor,
|
||||
pub struct StatePerLayer {
|
||||
pub extract_key_value: Tensor,
|
||||
pub linear_attention: Tensor,
|
||||
pub feed_forward: Tensor,
|
||||
}
|
||||
|
||||
pub struct State {
|
||||
per_layer: Vec<StatePerLayer>,
|
||||
pos: usize,
|
||||
pub per_layer: Vec<StatePerLayer>,
|
||||
pub pos: usize,
|
||||
}
|
||||
|
||||
impl State {
|
||||
|
Reference in New Issue
Block a user