summaryrefslogtreecommitdiff
path: root/candle-examples/examples/stable-diffusion/attention.rs
diff options
context:
space:
mode:
authorLaurent Mazare <laurent.mazare@gmail.com>2023-08-10 19:24:31 +0200
committerGitHub <noreply@github.com>2023-08-10 18:24:31 +0100
commit80f0482f26cfa2e595e413576090690c9e23a762 (patch)
tree06e329160dcc99b16730ce3088937895ef314c28 /candle-examples/examples/stable-diffusion/attention.rs
parent94eff56aee985d98e80e64c0c94ed20f62017d4d (diff)
downloadcandle-80f0482f26cfa2e595e413576090690c9e23a762.tar.gz
candle-80f0482f26cfa2e595e413576090690c9e23a762.tar.bz2
candle-80f0482f26cfa2e595e413576090690c9e23a762.zip
Fix the stable-diffusion vae. (#398)
* Fix the stable-diffusion vae. * Fix for saving images.
Diffstat (limited to 'candle-examples/examples/stable-diffusion/attention.rs')
-rw-r--r--candle-examples/examples/stable-diffusion/attention.rs2
1 files changed, 1 insertions, 1 deletions
diff --git a/candle-examples/examples/stable-diffusion/attention.rs b/candle-examples/examples/stable-diffusion/attention.rs
index 83e7ef34..943a6ae1 100644
--- a/candle-examples/examples/stable-diffusion/attention.rs
+++ b/candle-examples/examples/stable-diffusion/attention.rs
@@ -432,7 +432,7 @@ impl AttentionBlock {
(query_states * scale)?.matmul(&(key_states.t()? * scale)?)?;
let attention_probs = nn::ops::softmax(&attention_scores, D::Minus1)?;
- let xs = attention_probs.matmul(&value_states)?;
+ let xs = attention_probs.matmul(&value_states.contiguous()?)?;
let xs = xs.transpose(1, 2)?.contiguous()?;
let xs = xs.flatten_from(D::Minus2)?;
let xs = self