From 31d3f1bc6fb47c5f7de47a580a3e7daee629d722 Mon Sep 17 00:00:00 2001 From: Jacob Bieker Date: Tue, 5 Dec 2023 12:03:24 +0000 Subject: [PATCH] Debugging --- pvnet/models/multimodal/site_encoders/encoders.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/pvnet/models/multimodal/site_encoders/encoders.py b/pvnet/models/multimodal/site_encoders/encoders.py index f6c8fb81..86793a87 100644 --- a/pvnet/models/multimodal/site_encoders/encoders.py +++ b/pvnet/models/multimodal/site_encoders/encoders.py @@ -378,6 +378,9 @@ def _attention_forward(self, x, average_attn_weights=True): query = self._encode_query(x) key = self._encode_key(x) value = self._encode_value(x) + print(f"{query.shape=}") + print(f"{key.shape=}") + print(f"{value.shape=}") attn_output, attn_weights = self.multihead_attn( query, key, value, average_attn_weights=average_attn_weights