summaryrefslogtreecommitdiff
path: root/candle-transformers/src/models/rwkv_v5.rs
diff options
context:
space:
mode:
Diffstat (limited to 'candle-transformers/src/models/rwkv_v5.rs')
-rw-r--r--candle-transformers/src/models/rwkv_v5.rs12
1 files changed, 6 insertions, 6 deletions
diff --git a/candle-transformers/src/models/rwkv_v5.rs b/candle-transformers/src/models/rwkv_v5.rs
index d11cdedd..38b1e450 100644
--- a/candle-transformers/src/models/rwkv_v5.rs
+++ b/candle-transformers/src/models/rwkv_v5.rs
@@ -22,15 +22,15 @@ pub struct Config {
pub rescale_every: usize,
}
-struct StatePerLayer {
- extract_key_value: Tensor,
- linear_attention: Tensor,
- feed_forward: Tensor,
+pub struct StatePerLayer {
+ pub extract_key_value: Tensor,
+ pub linear_attention: Tensor,
+ pub feed_forward: Tensor,
}
pub struct State {
- per_layer: Vec<StatePerLayer>,
- pos: usize,
+ pub per_layer: Vec<StatePerLayer>,
+ pub pos: usize,
}
impl State {