This repository has been archived by the owner on Nov 7, 2019. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 2
/
halo.f90
115 lines (86 loc) · 3.9 KB
/
halo.f90
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
!=======================================================================
! This is part of the 2DECOMP&FFT library
!
! 2DECOMP&FFT is a software framework for general-purpose 2D (pencil)
! decomposition. It also implements a highly scalable distributed
! three-dimensional Fast Fourier Transform (FFT).
!
! Copyright (C) 2009-2011 Ning Li, the Numerical Algorithms Group (NAG)
!
!=======================================================================
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
! Halo cell support for neighbouring pencils to exchange data
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
subroutine update_halo_real(in, out, level, opt_decomp, opt_global)
implicit none
integer, intent(IN) :: level ! levels of halo cells required
real(mytype), dimension(:,:,:), intent(IN) :: in
real(mytype), allocatable, dimension(:,:,:), intent(OUT) :: out
TYPE(DECOMP_INFO), optional :: opt_decomp
logical, optional :: opt_global
TYPE(DECOMP_INFO) :: decomp
logical :: global
! starting/ending index of array with halo cells
integer :: xs, ys, zs, xe, ye, ze
integer :: i, j, k, s1, s2, s3, ierror
integer :: data_type
integer :: icount, ilength, ijump
integer :: halo12, halo21, halo31, halo32
integer, dimension(4) :: requests
integer, dimension(MPI_STATUS_SIZE,4) :: status
integer :: tag_e, tag_w, tag_n, tag_s, tag_t, tag_b
data_type = real_type
#include "halo_common.f90"
return
end subroutine update_halo_real
subroutine update_halo_complex(in, out, level, opt_decomp, opt_global)
implicit none
integer, intent(IN) :: level ! levels of halo cells required
complex(mytype), dimension(:,:,:), intent(IN) :: in
complex(mytype), allocatable, dimension(:,:,:), intent(OUT) :: out
TYPE(DECOMP_INFO), optional :: opt_decomp
logical, optional :: opt_global
TYPE(DECOMP_INFO) :: decomp
logical :: global
! starting/ending index of array with halo cells
integer :: xs, ys, zs, xe, ye, ze
integer :: i, j, k, s1, s2, s3, ierror
integer :: data_type
integer :: icount, ilength, ijump
integer :: halo12, halo21, halo31, halo32
integer, dimension(4) :: requests
integer, dimension(MPI_STATUS_SIZE,4) :: status
integer :: tag_e, tag_w, tag_n, tag_s, tag_t, tag_b
data_type = complex_type
#include "halo_common.f90"
return
end subroutine update_halo_complex
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
! To support halo-cell exchange:
! find the MPI ranks of neighbouring pencils
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
subroutine init_neighbour
integer :: ierror
! For X-pencil
neighbour(1,1) = MPI_PROC_NULL ! east
neighbour(1,2) = MPI_PROC_NULL ! west
call MPI_CART_SHIFT(DECOMP_2D_COMM_CART_X, 0, 1, &
neighbour(1,4), neighbour(1,3), ierror) ! north & south
call MPI_CART_SHIFT(DECOMP_2D_COMM_CART_X, 1, 1, &
neighbour(1,6), neighbour(1,5), ierror) ! top & bottom
! For Y-pencil
call MPI_CART_SHIFT(DECOMP_2D_COMM_CART_Y, 0, 1, &
neighbour(2,2), neighbour(2,1), ierror) ! east & west
neighbour(2,3) = MPI_PROC_NULL ! north
neighbour(2,4) = MPI_PROC_NULL ! south
call MPI_CART_SHIFT(DECOMP_2D_COMM_CART_Y, 1, 1, &
neighbour(2,6), neighbour(2,5), ierror) ! top & bottom
! For Z-pencil
call MPI_CART_SHIFT(DECOMP_2D_COMM_CART_Z, 0, 1, &
neighbour(3,2), neighbour(3,1), ierror) ! east & west
call MPI_CART_SHIFT(DECOMP_2D_COMM_CART_Z, 1, 1, &
neighbour(3,4), neighbour(3,3), ierror) ! north & south
neighbour(3,5) = MPI_PROC_NULL ! top
neighbour(3,6) = MPI_PROC_NULL ! bottom
return
end subroutine init_neighbour