@@ -41,17 +41,17 @@ module nf_multihead_attention_layer
4141 real , allocatable :: o_input(:, :)
4242
4343 ! temporary storages for forward and backward passes
44- real , allocatable , private :: normalized_attention(:, :, :)
45- real , allocatable , private :: q_or_dq(:, :, :)
46- real , allocatable , private :: k_or_dk(:, :, :)
47- real , allocatable , private :: v_or_dv(:, :, :)
48- real , allocatable , private :: d_output(:, :, :)
49- real , allocatable , private :: v_heads(:, :, :)
50- real , allocatable , private :: k_heads(:, :, :)
51- real , allocatable , private :: q_heads(:, :, :)
52- real , allocatable , private :: d_sdpa(:, :)
53- real , allocatable , private :: jacobian(:, :)
54- real , allocatable , private :: d_normalize(:, :, :)
44+ real , allocatable :: normalized_attention(:, :, :)
45+ real , allocatable :: q_or_dq(:, :, :)
46+ real , allocatable :: k_or_dk(:, :, :)
47+ real , allocatable :: v_or_dv(:, :, :)
48+ real , allocatable :: d_output(:, :, :)
49+ real , allocatable :: v_heads(:, :, :)
50+ real , allocatable :: k_heads(:, :, :)
51+ real , allocatable :: q_heads(:, :, :)
52+ real , allocatable :: d_sdpa(:, :)
53+ real , allocatable :: jacobian(:, :)
54+ real , allocatable :: d_normalize(:, :, :)
5555 contains
5656
5757 procedure :: common_backward
0 commit comments