diff options
Diffstat (limited to 'candle-transformers/src/models/rwkv_v5.rs')
-rw-r--r-- | candle-transformers/src/models/rwkv_v5.rs | 12 |
1 files changed, 6 insertions, 6 deletions
diff --git a/candle-transformers/src/models/rwkv_v5.rs b/candle-transformers/src/models/rwkv_v5.rs index d11cdedd..38b1e450 100644 --- a/candle-transformers/src/models/rwkv_v5.rs +++ b/candle-transformers/src/models/rwkv_v5.rs @@ -22,15 +22,15 @@ pub struct Config { pub rescale_every: usize, } -struct StatePerLayer { - extract_key_value: Tensor, - linear_attention: Tensor, - feed_forward: Tensor, +pub struct StatePerLayer { + pub extract_key_value: Tensor, + pub linear_attention: Tensor, + pub feed_forward: Tensor, } pub struct State { - per_layer: Vec<StatePerLayer>, - pos: usize, + pub per_layer: Vec<StatePerLayer>, + pub pos: usize, } impl State { |