Skip to content

Commit a076246

Browse files
committed
multihead_attention_optimization: make attributes public
1 parent aa59523 commit a076246

File tree

1 file changed

+11
-11
lines changed

1 file changed

+11
-11
lines changed

src/nf/nf_multihead_attention.f90

Lines changed: 11 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -41,17 +41,17 @@ module nf_multihead_attention_layer
4141
real, allocatable :: o_input(:, :)
4242

4343
! temporary storages for forward and backward passes
44-
real, allocatable, private :: normalized_attention(:, :, :)
45-
real, allocatable, private :: q_or_dq(:, :, :)
46-
real, allocatable, private :: k_or_dk(:, :, :)
47-
real, allocatable, private :: v_or_dv(:, :, :)
48-
real, allocatable, private :: d_output(:, :, :)
49-
real, allocatable, private :: v_heads(:, :, :)
50-
real, allocatable, private :: k_heads(:, :, :)
51-
real, allocatable, private :: q_heads(:, :, :)
52-
real, allocatable, private :: d_sdpa(:, :)
53-
real, allocatable, private :: jacobian(:, :)
54-
real, allocatable, private :: d_normalize(:, :, :)
44+
real, allocatable :: normalized_attention(:, :, :)
45+
real, allocatable :: q_or_dq(:, :, :)
46+
real, allocatable :: k_or_dk(:, :, :)
47+
real, allocatable :: v_or_dv(:, :, :)
48+
real, allocatable :: d_output(:, :, :)
49+
real, allocatable :: v_heads(:, :, :)
50+
real, allocatable :: k_heads(:, :, :)
51+
real, allocatable :: q_heads(:, :, :)
52+
real, allocatable :: d_sdpa(:, :)
53+
real, allocatable :: jacobian(:, :)
54+
real, allocatable :: d_normalize(:, :, :)
5555
contains
5656

5757
procedure :: common_backward

0 commit comments

Comments
 (0)