-
Notifications
You must be signed in to change notification settings - Fork 10
/
update_halo.f90
119 lines (98 loc) · 4.54 KB
/
update_halo.f90
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
!Crown Copyright 2012 AWE.
!
! This file is part of CloverLeaf.
!
! CloverLeaf is free software: you can redistribute it and/or modify it under
! the terms of the GNU General Public License as published by the
! Free Software Foundation, either version 3 of the License, or (at your option)
! any later version.
!
! CloverLeaf is distributed in the hope that it will be useful, but
! WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
! FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more
! details.
!
! You should have received a copy of the GNU General Public License along with
! CloverLeaf. If not, see http://www.gnu.org/licenses/.
!> @brief Driver for the halo updates
!> @author Wayne Gaudin
!> @details Invokes the kernels for the internal and external halo cells for
!> the fields specified.
MODULE update_halo_module
CONTAINS
SUBROUTINE update_halo(fields,depth)
USE clover_module
USE update_tile_halo_module
USE update_halo_kernel_module
IMPLICIT NONE
INTEGER :: tile,fields(NUM_FIELDS),depth
REAL(KIND=8) :: kernel_time,timer
!TODO: fix the chunk comms phase
IF(profiler_on) kernel_time=timer()
CALL update_tile_halo(fields,depth)
IF(profiler_on) profiler%tile_halo_exchange=profiler%tile_halo_exchange+(timer()-kernel_time)
IF(profiler_on) kernel_time=timer()
CALL clover_exchange(fields,depth)
IF(profiler_on) profiler%mpi_halo_exchange=profiler%mpi_halo_exchange+(timer()-kernel_time)
IF(profiler_on) kernel_time=timer()
IF ( (chunk%chunk_neighbours(CHUNK_LEFT) .EQ. EXTERNAL_FACE) .OR. &
(chunk%chunk_neighbours(CHUNK_RIGHT) .EQ. EXTERNAL_FACE) .OR. &
(chunk%chunk_neighbours(CHUNK_BOTTOM) .EQ. EXTERNAL_FACE) .OR. &
(chunk%chunk_neighbours(CHUNK_TOP) .EQ. EXTERNAL_FACE) ) THEN
IF(use_fortran_kernels) THEN
DO tile=1,tiles_per_chunk
CALL update_halo_kernel(chunk%tiles(tile)%t_xmin, &
chunk%tiles(tile)%t_xmax, &
chunk%tiles(tile)%t_ymin, &
chunk%tiles(tile)%t_ymax, &
chunk%chunk_neighbours, &
chunk%tiles(tile)%tile_neighbours, &
chunk%tiles(tile)%field%density0, &
chunk%tiles(tile)%field%energy0, &
chunk%tiles(tile)%field%pressure, &
chunk%tiles(tile)%field%viscosity, &
chunk%tiles(tile)%field%soundspeed, &
chunk%tiles(tile)%field%density1, &
chunk%tiles(tile)%field%energy1, &
chunk%tiles(tile)%field%xvel0, &
chunk%tiles(tile)%field%yvel0, &
chunk%tiles(tile)%field%xvel1, &
chunk%tiles(tile)%field%yvel1, &
chunk%tiles(tile)%field%vol_flux_x, &
chunk%tiles(tile)%field%vol_flux_y, &
chunk%tiles(tile)%field%mass_flux_x, &
chunk%tiles(tile)%field%mass_flux_y, &
fields, &
depth )
ENDDO
ELSEIF(use_C_kernels) THEN
DO tile=1,tiles_per_chunk
CALL update_halo_kernel_c(chunk%tiles(tile)%t_xmin, &
chunk%tiles(tile)%t_xmax, &
chunk%tiles(tile)%t_ymin, &
chunk%tiles(tile)%t_ymax, &
chunk%chunk_neighbours, &
chunk%tiles(tile)%tile_neighbours, &
chunk%tiles(tile)%field%density0, &
chunk%tiles(tile)%field%energy0, &
chunk%tiles(tile)%field%pressure, &
chunk%tiles(tile)%field%viscosity, &
chunk%tiles(tile)%field%soundspeed, &
chunk%tiles(tile)%field%density1, &
chunk%tiles(tile)%field%energy1, &
chunk%tiles(tile)%field%xvel0, &
chunk%tiles(tile)%field%yvel0, &
chunk%tiles(tile)%field%xvel1, &
chunk%tiles(tile)%field%yvel1, &
chunk%tiles(tile)%field%vol_flux_x, &
chunk%tiles(tile)%field%vol_flux_y, &
chunk%tiles(tile)%field%mass_flux_x, &
chunk%tiles(tile)%field%mass_flux_y, &
fields, &
depth )
ENDDO
ENDIF
ENDIF
IF(profiler_on) profiler%self_halo_exchange=profiler%self_halo_exchange+(timer()-kernel_time)
END SUBROUTINE update_halo
END MODULE update_halo_module