29 BL_PROFILE_REGION(
"erf_make_tau_terms()");
31 const BCRec* bc_ptr_h = domain_bcs_type_h.data();
36 const bool l_use_terrain_fitted_coords = (solverChoice.
mesh_type != MeshType::ConstantDz);
37 const bool l_moving_terrain = (solverChoice.
terrain_type == TerrainType::MovingFittedMesh);
38 if (l_moving_terrain) AMREX_ALWAYS_ASSERT (l_use_terrain_fitted_coords);
43 const bool l_use_turb = ( tc.
les_type == LESType::Smagorinsky ||
52 const bool need_SmnSmn = (tc.
les_type == LESType::Deardorff ||
56 const bool need_tau31_tau32 = (solverChoice.
mesh_type == MeshType::StretchedDz ||
57 l_use_terrain_fitted_coords ||
58 l_vert_implicit_fac > 0);
60 const Box& domain = geom.Domain();
61 const int domlo_z = domain.smallEnd(2);
62 const int domhi_z = domain.bigEnd(2);
64 const GpuArray<Real, AMREX_SPACEDIM> dxInv = geom.InvCellSizeArray();
70 const DistributionMapping& dm = S_data[
IntVars::cons].DistributionMap();
72 std::unique_ptr<MultiFab> expr;
75 expr = std::make_unique<MultiFab>(ba, dm, 1, IntVect(1,1,1));
83 auto dz_ptr = stretched_dz_d.data();
86 #pragma omp parallel if (Gpu::notInLaunchRegion())
90 const Box& valid_bx = mfi.validbox();
93 const Array4<const Real> & u =
xvel.array(mfi);
94 const Array4<const Real> & v =
yvel.array(mfi);
95 const Array4<const Real> & w =
zvel.array(mfi);
98 const Array4<const Real>& mf_mx = mapfac[
MapFacType::m_x]->const_array(mfi);
99 const Array4<const Real>& mf_ux = mapfac[
MapFacType::u_x]->const_array(mfi);
100 const Array4<const Real>& mf_vx = mapfac[
MapFacType::v_x]->const_array(mfi);
101 const Array4<const Real>& mf_my = mapfac[
MapFacType::m_y]->const_array(mfi);
102 const Array4<const Real>& mf_uy = mapfac[
MapFacType::u_y]->const_array(mfi);
103 const Array4<const Real>& mf_vy = mapfac[
MapFacType::v_y]->const_array(mfi);
106 const Array4<Real const>& mu_turb = l_use_turb ? eddyDiffs->const_array(mfi) :
107 Array4<const Real>{};
108 const Array4<Real const>& cell_data = l_use_constAlpha ? S_data[
IntVars::cons].const_array(mfi) :
109 Array4<const Real>{};
112 const Array4<const Real>& z_nd = z_phys_nd.const_array(mfi);
113 const Array4<const Real>& detJ_arr = detJ.const_array(mfi);
132 Box bx = mfi.tilebox();
133 Box bxcc = mfi.tilebox();
134 Box tbxxy = mfi.tilebox(IntVect(1,1,0));
135 Box tbxxz = mfi.tilebox(IntVect(1,0,1));
136 Box tbxyz = mfi.tilebox(IntVect(0,1,1));
139 bxcc.grow(IntVect(1,1,0));
140 tbxxy.grow(IntVect(1,1,0));
141 tbxxz.grow(IntVect(1,1,0));
142 tbxyz.grow(IntVect(1,1,0));
144 if (bxcc.smallEnd(2) != domain.smallEnd(2)) {
151 if (bxcc.bigEnd(2) != domain.bigEnd(2)) {
159 Array4<Real> er_arr = expr->array(mfi);
162 FArrayBox S11,S22,S33;
163 FArrayBox S12,S13,S23;
164 FArrayBox S21,S31,S32;
167 S11.resize( bxcc,1,The_Async_Arena()); S22.resize( bxcc,1,The_Async_Arena()); S33.resize( bxcc,1,The_Async_Arena());
168 S12.resize(tbxxy,1,The_Async_Arena()); S13.resize(tbxxz,1,The_Async_Arena()); S23.resize(tbxyz,1,The_Async_Arena());
169 Array4<Real> s11 = S11.array(); Array4<Real> s22 = S22.array(); Array4<Real> s33 = S33.array();
170 Array4<Real> s12 = S12.array(); Array4<Real> s13 = S13.array(); Array4<Real> s23 = S23.array();
176 Array4<Real> s21{}, s31{}, s32{};
178 if (solverChoice.
mesh_type == MeshType::StretchedDz ||
179 l_use_terrain_fitted_coords)
181 S21.resize(tbxxy,1,The_Async_Arena());
185 if (need_tau31_tau32)
187 S31.resize(tbxxz,1,The_Async_Arena());
188 S32.resize(tbxyz,1,The_Async_Arena());
198 Array4<Real> SmnSmn_a = ((nrk==0) && need_SmnSmn) ? SmnSmn->array(mfi) : Array4<Real>{};
200 if (solverChoice.
mesh_type == MeshType::StretchedDz) {
205 BL_PROFILE(
"slow_rhs_making_er_S");
206 ParallelFor(bxcc, [=] AMREX_GPU_DEVICE (
int i,
int j,
int k) noexcept
208 Real mfsq = mf_mx(i,j,0)*mf_my(i,j,0);
209 er_arr(i,j,k) = (u(i+1, j , k )/mf_uy(i+1,j,0) - u(i, j, k)/mf_uy(i,j,0))*dxInv[0]*mfsq +
210 (v(i , j+1, k )/mf_vx(i,j+1,0) - v(i, j, k)/mf_vx(i,j,0))*dxInv[1]*mfsq +
211 (w(i , j , k+1) - w(i, j, k))/dz_ptr[k];
219 BL_PROFILE(
"slow_rhs_making_strain_S");
226 stretched_dz_d, dxInv,
228 mf_my, mf_uy, mf_vy, bc_ptr_h,
230 l_vert_implicit_fac);
237 BL_PROFILE(
"slow_rhs_making_stress_T");
240 tbxxy.grow(IntVect(-1,-1,0));
241 tbxxz.grow(IntVect(-1,-1,0));
242 tbxyz.grow(IntVect(-1,-1,0));
253 mf_my, mf_uy, mf_vy);
263 mf_my, mf_uy, mf_vy);
267 bxcc.grow(IntVect(-1,-1,0));
268 if (bxcc.smallEnd(0) == valid_bx.smallEnd(0)) bxcc.growLo(0, 1);
269 if (bxcc.bigEnd(0) == valid_bx.bigEnd(0)) bxcc.growHi(0, 1);
270 if (bxcc.smallEnd(1) == valid_bx.smallEnd(1)) bxcc.growLo(1, 1);
271 if (bxcc.bigEnd(1) == valid_bx.bigEnd(1)) bxcc.growHi(1, 1);
275 [=] AMREX_GPU_DEVICE (
int i,
int j,
int k) noexcept {
276 tau11(i,j,k) = s11(i,j,k);
277 tau22(i,j,k) = s22(i,j,k);
278 tau33(i,j,k) = s33(i,j,k);
281 ParallelFor(tbxxy, tbxxz, tbxyz,
282 [=] AMREX_GPU_DEVICE (
int i,
int j,
int k) noexcept {
283 tau12(i,j,k) = s12(i,j,k);
284 tau21(i,j,k) = s21(i,j,k);
286 [=] AMREX_GPU_DEVICE (
int i,
int j,
int k) noexcept {
287 tau13(i,j,k) = s13(i,j,k);
288 tau31(i,j,k) = s31(i,j,k);
290 [=] AMREX_GPU_DEVICE (
int i,
int j,
int k) noexcept {
291 tau23(i,j,k) = s23(i,j,k);
292 tau32(i,j,k) = s32(i,j,k);
296 }
else if (l_use_terrain_fitted_coords) {
301 BL_PROFILE(
"slow_rhs_making_er_T");
302 Box gbxo = surroundingNodes(bxcc,2);
307 Omega.resize(gbxo,1,The_Async_Arena());
310 Array4<Real> omega_arr = Omega.array();
311 ParallelFor(gbxo, [=] AMREX_GPU_DEVICE (
int i,
int j,
int k) noexcept
313 omega_arr(i,j,k) = (k == 0) ? 0. :
OmegaFromW(i,j,k,w(i,j,k),u,v,
314 mf_ux,mf_vy,z_nd,dxInv);
317 ParallelFor(bxcc, [=] AMREX_GPU_DEVICE (
int i,
int j,
int k) noexcept
326 Real Omega_hi = omega_arr(i,j,k+1);
327 Real Omega_lo = omega_arr(i,j,k );
329 Real mfsq = mf_mx(i,j,0)*mf_my(i,j,0);
331 Real expansionRate = (u(i+1,j ,k)/mf_uy(i+1,j,0)*met_u_h_zeta_hi - u(i,j,k)/mf_uy(i,j,0)*met_u_h_zeta_lo)*dxInv[0]*mfsq +
332 (v(i ,j+1,k)/mf_vx(i,j+1,0)*met_v_h_zeta_hi - v(i,j,k)/mf_vx(i,j,0)*met_v_h_zeta_lo)*dxInv[1]*mfsq +
333 (Omega_hi - Omega_lo)*dxInv[2];
335 er_arr(i,j,k) = expansionRate / detJ_arr(i,j,k);
343 BL_PROFILE(
"slow_rhs_making_strain_T");
350 z_nd, detJ_arr, dxInv,
352 mf_my, mf_uy, mf_vy, bc_ptr_h,
354 l_vert_implicit_fac);
361 BL_PROFILE(
"slow_rhs_making_stress_T");
364 tbxxy.grow(IntVect(-1,-1,0));
365 tbxxz.grow(IntVect(-1,-1,0));
366 tbxyz.grow(IntVect(-1,-1,0));
375 er_arr, z_nd, detJ_arr, dxInv,
377 mf_my, mf_uy, mf_vy);
385 er_arr, z_nd, detJ_arr, dxInv,
387 mf_my, mf_uy, mf_vy);
391 bxcc.grow(IntVect(-1,-1,0));
392 if (bxcc.smallEnd(0) == valid_bx.smallEnd(0)) bxcc.growLo(0, 1);
393 if (bxcc.bigEnd(0) == valid_bx.bigEnd(0)) bxcc.growHi(0, 1);
394 if (bxcc.smallEnd(1) == valid_bx.smallEnd(1)) bxcc.growLo(1, 1);
395 if (bxcc.bigEnd(1) == valid_bx.bigEnd(1)) bxcc.growHi(1, 1);
399 [=] AMREX_GPU_DEVICE (
int i,
int j,
int k) noexcept {
400 tau11(i,j,k) = s11(i,j,k);
401 tau22(i,j,k) = s22(i,j,k);
402 tau33(i,j,k) = s33(i,j,k);
405 ParallelFor(tbxxy, tbxxz, tbxyz,
406 [=] AMREX_GPU_DEVICE (
int i,
int j,
int k) noexcept {
407 tau12(i,j,k) = s12(i,j,k);
408 tau21(i,j,k) = s21(i,j,k);
410 [=] AMREX_GPU_DEVICE (
int i,
int j,
int k) noexcept {
411 tau13(i,j,k) = s13(i,j,k);
412 tau31(i,j,k) = s31(i,j,k);
414 [=] AMREX_GPU_DEVICE (
int i,
int j,
int k) noexcept {
415 tau23(i,j,k) = s23(i,j,k);
416 tau32(i,j,k) = s32(i,j,k);
426 BL_PROFILE(
"slow_rhs_making_er_N");
427 ParallelFor(bxcc, [=] AMREX_GPU_DEVICE (
int i,
int j,
int k) noexcept {
428 Real mfsq = mf_mx(i,j,0)*mf_my(i,j,0);
429 er_arr(i,j,k) = (u(i+1, j , k )/mf_uy(i+1,j,0) - u(i, j, k)/mf_uy(i,j,0))*dxInv[0]*mfsq +
430 (v(i , j+1, k )/mf_vx(i,j+1,0) - v(i, j, k)/mf_vx(i,j,0))*dxInv[1]*mfsq +
431 (w(i , j , k+1) - w(i, j, k))*dxInv[2];
440 BL_PROFILE(
"slow_rhs_making_strain_N");
449 mf_my, mf_uy, mf_vy, bc_ptr_h,
451 l_vert_implicit_fac);
458 BL_PROFILE(
"slow_rhs_making_stress_N");
461 tbxxy.grow(IntVect(-1,-1,0));
462 tbxxz.grow(IntVect(-1,-1,0));
463 tbxyz.grow(IntVect(-1,-1,0));
464 if (tbxxy.smallEnd(2) > domlo_z) {
469 if (tbxxy.bigEnd(2) < domhi_z) {
490 bxcc.grow(IntVect(-1,-1,0));
491 if (bxcc.smallEnd(0) == valid_bx.smallEnd(0)) bxcc.growLo(0, 1);
492 if (bxcc.bigEnd(0) == valid_bx.bigEnd(0)) bxcc.growHi(0, 1);
493 if (bxcc.smallEnd(1) == valid_bx.smallEnd(1)) bxcc.growLo(1, 1);
494 if (bxcc.bigEnd(1) == valid_bx.bigEnd(1)) bxcc.growHi(1, 1);
498 [=] AMREX_GPU_DEVICE (
int i,
int j,
int k) noexcept {
499 tau11(i,j,k) = s11(i,j,k);
500 tau22(i,j,k) = s22(i,j,k);
501 tau33(i,j,k) = s33(i,j,k);
503 ParallelFor(tbxxy, tbxxz, tbxyz,
504 [=] AMREX_GPU_DEVICE (
int i,
int j,
int k) noexcept {
505 tau12(i,j,k) = s12(i,j,k);
507 [=] AMREX_GPU_DEVICE (
int i,
int j,
int k) noexcept {
508 tau13(i,j,k) = s13(i,j,k);
510 [=] AMREX_GPU_DEVICE (
int i,
int j,
int k) noexcept {
511 tau23(i,j,k) = s23(i,j,k);
void ComputeStrain_N(Box bx, Box bxcc, Box tbxxy, Box tbxxz, Box tbxyz, Box domain, const Array4< const Real > &u, const Array4< const Real > &v, const Array4< const Real > &w, Array4< Real > &tau11, Array4< Real > &tau22, Array4< Real > &tau33, Array4< Real > &tau12, Array4< Real > &tau13, Array4< Real > &, Array4< Real > &tau23, Array4< Real > &, const GpuArray< Real, AMREX_SPACEDIM > &dxInv, const Array4< const Real > &mf_mx, const Array4< const Real > &mf_ux, const Array4< const Real > &mf_vx, const Array4< const Real > &mf_my, const Array4< const Real > &mf_uy, const Array4< const Real > &mf_vy, const BCRec *bc_ptr, Array4< Real > &SmnSmn_a, const Real)
Definition: ERF_ComputeStrain_N.cpp:32
void ComputeStrain_S(Box bx, Box bxcc, Box tbxxy, Box tbxxz, Box tbxyz, Box domain, const Array4< const Real > &u, const Array4< const Real > &v, const Array4< const Real > &w, Array4< Real > &tau11, Array4< Real > &tau22, Array4< Real > &tau33, Array4< Real > &tau12, Array4< Real > &tau21, Array4< Real > &tau13, Array4< Real > &tau31, Array4< Real > &tau23, Array4< Real > &tau32, const Gpu::DeviceVector< Real > &stretched_dz_d, const GpuArray< Real, AMREX_SPACEDIM > &dxInv, const Array4< const Real > &mf_mx, const Array4< const Real > &mf_ux, const Array4< const Real > &mf_vx, const Array4< const Real > &mf_my, const Array4< const Real > &mf_uy, const Array4< const Real > &mf_vy, const BCRec *bc_ptr, Array4< Real > &SmnSmn_a, const Real)
Definition: ERF_ComputeStrain_S.cpp:38
void ComputeStrain_T(Box bx, Box bxcc, Box tbxxy, Box tbxxz, Box tbxyz, Box domain, const Array4< const Real > &u, const Array4< const Real > &v, const Array4< const Real > &w, Array4< Real > &tau11, Array4< Real > &tau22, Array4< Real > &tau33, Array4< Real > &tau12, Array4< Real > &tau21, Array4< Real > &tau13, Array4< Real > &tau31, Array4< Real > &tau23, Array4< Real > &tau32, const Array4< const Real > &z_nd, const Array4< const Real > &detJ, const GpuArray< Real, AMREX_SPACEDIM > &dxInv, const Array4< const Real > &mf_mx, const Array4< const Real > &mf_ux, const Array4< const Real > &mf_vx, const Array4< const Real > &mf_my, const Array4< const Real > &mf_uy, const Array4< const Real > &mf_vy, const BCRec *bc_ptr, Array4< Real > &SmnSmn_a, const Real)
Definition: ERF_ComputeStrain_T.cpp:38
void ComputeStressVarVisc_N(Box bxcc, Box tbxxy, Box tbxxz, Box tbxyz, Real mu_eff, const Array4< const Real > &mu_turb, const Array4< const Real > &cell_data, Array4< Real > &tau11, Array4< Real > &tau22, Array4< Real > &tau33, Array4< Real > &tau12, Array4< Real > &tau13, Array4< Real > &tau23, const Array4< const Real > &er_arr)
Definition: ERF_ComputeStress_N.cpp:105
void ComputeStressConsVisc_N(Box bxcc, Box tbxxy, Box tbxxz, Box tbxyz, Real mu_eff, const Array4< const Real > &cell_data, Array4< Real > &tau11, Array4< Real > &tau22, Array4< Real > &tau33, Array4< Real > &tau12, Array4< Real > &tau13, Array4< Real > &tau23, const Array4< const Real > &er_arr)
Definition: ERF_ComputeStress_N.cpp:23
void ComputeStressVarVisc_S(Box bxcc, Box tbxxy, Box tbxxz, Box tbxyz, Real mu_eff, const Array4< const Real > &mu_turb, const Array4< const Real > &cell_data, Array4< Real > &tau11, Array4< Real > &tau22, Array4< Real > &tau33, Array4< Real > &tau12, Array4< Real > &tau21, Array4< Real > &tau13, Array4< Real > &tau31, Array4< Real > &tau23, Array4< Real > &tau32, const Array4< const Real > &er_arr, const Array4< const Real > &mf_mx, const Array4< const Real > &mf_ux, const Array4< const Real > &mf_vx, const Array4< const Real > &mf_my, const Array4< const Real > &mf_uy, const Array4< const Real > &mf_vy)
Definition: ERF_ComputeStress_S.cpp:137
void ComputeStressConsVisc_S(Box bxcc, Box tbxxy, Box tbxxz, Box tbxyz, Real mu_eff, const Array4< const Real > &cell_data, Array4< Real > &tau11, Array4< Real > &tau22, Array4< Real > &tau33, Array4< Real > &tau12, Array4< Real > &tau21, Array4< Real > &tau13, Array4< Real > &tau31, Array4< Real > &tau23, Array4< Real > &tau32, const Array4< const Real > &er_arr, const Array4< const Real > &mf_mx, const Array4< const Real > &mf_ux, const Array4< const Real > &mf_vx, const Array4< const Real > &mf_my, const Array4< const Real > &mf_uy, const Array4< const Real > &mf_vy)
Definition: ERF_ComputeStress_S.cpp:28
void ComputeStressConsVisc_T(Box bxcc, Box tbxxy, Box tbxxz, Box tbxyz, Real mu_eff, const Array4< const Real > &cell_data, Array4< Real > &tau11, Array4< Real > &tau22, Array4< Real > &tau33, Array4< Real > &tau12, Array4< Real > &tau21, Array4< Real > &tau13, Array4< Real > &tau31, Array4< Real > &tau23, Array4< Real > &tau32, const Array4< const Real > &er_arr, const Array4< const Real > &z_nd, const Array4< const Real > &detJ, const GpuArray< Real, AMREX_SPACEDIM > &dxInv, const Array4< const Real > &mf_mx, const Array4< const Real > &mf_ux, const Array4< const Real > &mf_vx, const Array4< const Real > &mf_my, const Array4< const Real > &mf_uy, const Array4< const Real > &mf_vy)
Definition: ERF_ComputeStress_T.cpp:29
void ComputeStressVarVisc_T(Box bxcc, Box tbxxy, Box tbxxz, Box tbxyz, Real mu_eff, const Array4< const Real > &mu_turb, const Array4< const Real > &cell_data, Array4< Real > &tau11, Array4< Real > &tau22, Array4< Real > &tau33, Array4< Real > &tau12, Array4< Real > &tau21, Array4< Real > &tau13, Array4< Real > &tau31, Array4< Real > &tau23, Array4< Real > &tau32, const Array4< const Real > &er_arr, const Array4< const Real > &z_nd, const Array4< const Real > &detJ, const GpuArray< Real, AMREX_SPACEDIM > &dxInv, const Array4< const Real > &mf_mx, const Array4< const Real > &mf_ux, const Array4< const Real > &mf_vx, const Array4< const Real > &mf_my, const Array4< const Real > &mf_uy, const Array4< const Real > &mf_vy)
Definition: ERF_ComputeStress_T.cpp:336
@ tau12
Definition: ERF_DataStruct.H:30
@ tau23
Definition: ERF_DataStruct.H:30
@ tau33
Definition: ERF_DataStruct.H:30
@ tau22
Definition: ERF_DataStruct.H:30
@ tau11
Definition: ERF_DataStruct.H:30
@ tau32
Definition: ERF_DataStruct.H:30
@ tau31
Definition: ERF_DataStruct.H:30
@ tau21
Definition: ERF_DataStruct.H:30
@ tau13
Definition: ERF_DataStruct.H:30
@ v_x
Definition: ERF_DataStruct.H:22
@ u_y
Definition: ERF_DataStruct.H:23
@ v_y
Definition: ERF_DataStruct.H:23
@ m_y
Definition: ERF_DataStruct.H:23
@ u_x
Definition: ERF_DataStruct.H:22
@ m_x
Definition: ERF_DataStruct.H:22
amrex::Real Real
Definition: ERF_ShocInterface.H:19
AMREX_GPU_DEVICE AMREX_FORCE_INLINE amrex::Real OmegaFromW(int &i, int &j, int &k, amrex::Real w, const amrex::Array4< const amrex::Real > &u_arr, const amrex::Array4< const amrex::Real > &v_arr, const amrex::Array4< const amrex::Real > &mf_u, const amrex::Array4< const amrex::Real > &mf_v, const amrex::Array4< const amrex::Real > &z_nd, const amrex::GpuArray< amrex::Real, AMREX_SPACEDIM > &dxInv)
Definition: ERF_TerrainMetrics.H:412
AMREX_GPU_DEVICE AMREX_FORCE_INLINE amrex::Real Compute_h_zeta_AtIface(const int &i, const int &j, const int &k, const amrex::GpuArray< amrex::Real, AMREX_SPACEDIM > &cellSizeInv, const amrex::Array4< const amrex::Real > &z_nd)
Definition: ERF_TerrainMetrics.H:102
AMREX_GPU_DEVICE AMREX_FORCE_INLINE amrex::Real Compute_h_zeta_AtJface(const int &i, const int &j, const int &k, const amrex::GpuArray< amrex::Real, AMREX_SPACEDIM > &cellSizeInv, const amrex::Array4< const amrex::Real > &z_nd)
Definition: ERF_TerrainMetrics.H:142
AMREX_FORCE_INLINE amrex::IntVect TileNoZ()
Definition: ERF_TileNoZ.H:11
@ cons
Definition: ERF_IndexDefines.H:158
@ xvel
Definition: ERF_IndexDefines.H:141
@ zvel
Definition: ERF_IndexDefines.H:143
@ yvel
Definition: ERF_IndexDefines.H:142
Definition: ERF_DiffStruct.H:19
amrex::Real rho0_trans
Definition: ERF_DiffStruct.H:91
MolecDiffType molec_diff_type
Definition: ERF_DiffStruct.H:84
amrex::Real dynamic_viscosity
Definition: ERF_DiffStruct.H:96
static MeshType mesh_type
Definition: ERF_DataStruct.H:894
DiffChoice diffChoice
Definition: ERF_DataStruct.H:903
amrex::Vector< amrex::Real > vert_implicit_fac
Definition: ERF_DataStruct.H:919
amrex::Vector< TurbChoice > turbChoice
Definition: ERF_DataStruct.H:905
static TerrainType terrain_type
Definition: ERF_DataStruct.H:885
Definition: ERF_TurbStruct.H:41
PBLType pbl_type
Definition: ERF_TurbStruct.H:390
RANSType rans_type
Definition: ERF_TurbStruct.H:387
LESType les_type
Definition: ERF_TurbStruct.H:345
bool use_kturb
Definition: ERF_TurbStruct.H:396