diff options
Diffstat (limited to 'candle-transformers/src/models/beit.rs')
| -rw-r--r-- | candle-transformers/src/models/beit.rs | 7 |
1 files changed, 7 insertions, 0 deletions
diff --git a/candle-transformers/src/models/beit.rs b/candle-transformers/src/models/beit.rs index 8f6284a8..2f61d9d6 100644 --- a/candle-transformers/src/models/beit.rs +++ b/candle-transformers/src/models/beit.rs @@ -1,3 +1,10 @@ +//! Based on the BEIT vision-language model. +//! +//! See "BEIT: BERT Pre-Training of Image Transformers", Bao et al. 2021 +//! - [Arxiv](https://arxiv.org/abs/2106.08254) +//! - [Github](https://github.com/microsoft/unilm/tree/master/beit) +//! + use candle::{DType, Device, IndexOp, Result, Tensor, D}; use candle_nn::{layer_norm, LayerNorm, Linear, Module, VarBuilder}; |