diff options
Diffstat (limited to 'candle-transformers/src/utils.rs')
| -rw-r--r-- | candle-transformers/src/utils.rs | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/candle-transformers/src/utils.rs b/candle-transformers/src/utils.rs index 17e83694..884d4f37 100644 --- a/candle-transformers/src/utils.rs +++ b/candle-transformers/src/utils.rs @@ -1,3 +1,5 @@ +//! Apply penalty and repeat_kv + use candle::{Result, Tensor}; pub fn apply_repeat_penalty(logits: &Tensor, penalty: f32, context: &[u32]) -> Result<Tensor> { |