ERF
Energy Research and Forecasting: An Atmospheric Modeling Code
ERF_InitDensityHSE.H
Go to the documentation of this file.
1 /**
2  * Initialize hydrostatically balanced density
3  *
4  * Calls init_isentropic_hse_terrain() or init_isentropic_hse() for cases with
5  * and without terrain, respectively. Hydrostatic equilibrium (HSE) is satisfied discretely.
6  * Note that these routines presume that qv==0 when evaluating the EOS. Both
7  * density and pressure in HSE are calculated but only the density is used at
8  * this point.
9 */
10 
11 #include "ERF_HSEUtils.H"
12 
13 /**
14  * @brief Initialize density in hydrostatic equilibrium for dry cases.
15  *
16  * @param[out] rho_hse MultiFab to be filled with HSE density.
17  * @param z_phys_nd Unused nodal physical height MultiFab.
18  * @param[in] z_phys_cc Cell-centered physical height MultiFab.
19  * @param[in] geom Geometry defining the domain.
20  * @param[in] stretched_dz_h Vector of stretched grid spacings.
21  * @param[in] is_constant_dz Whether the grid spacing is constant.
22  * @param[in] is_stretched_dz Whether the grid spacing is stretched.
23  */
24 void
25 erf_init_dens_hse_dry (amrex::MultiFab& rho_hse,
26  std::unique_ptr<amrex::MultiFab>& /*z_phys_nd*/,
27  std::unique_ptr<amrex::MultiFab>& z_phys_cc,
28  amrex::Geometry const& geom,
29  const amrex::Vector<amrex::Real>& stretched_dz_h,
30  bool is_constant_dz, bool is_stretched_dz) override
31 {
32  const amrex::Real T_sfc = amrex::Real(300.);
33  const amrex::Real rho_sfc = p_0 / (R_d*T_sfc);
34  const amrex::Real Thetabar = T_sfc;
35 
36  if (!is_constant_dz && !is_stretched_dz) {
37 
38  const int domlo_z = geom.Domain().smallEnd(2);
39  const int domhi_z = geom.Domain().bigEnd(2);
40  if (domhi_z > 255) amrex::Abort("1D Arrays are hard-wired to only 256 high");
41 
42  //
43  // A column is integrated upward from the bottom of its box. A box stacked on another box
44  // of this level (the BoxArray is split in z, e.g. amr.max_grid_size below the number of
45  // cells in z) must continue from the density that box reached, not start afresh from
46  // the ghost cell below it. The boxes are therefore integrated in bands of equal lowest
47  // index, bottom up, and before each band the cells just below it are filled from the
48  // bands already done. With a single band nothing is filled.
49  //
50  const amrex::Vector<int> bands = column_bands(rho_hse.boxArray());
51 
52  for (const int klo_band : bands)
53  {
54  if (klo_band != bands[0]) {
55  fill_below_band(rho_hse, 0, 1, klo_band, amrex::IntVect(1,1,0), geom);
56  }
57 
58  for ( amrex::MFIter mfi(rho_hse, TileNoZ()); mfi.isValid(); ++mfi )
59  {
60  amrex::Array4<amrex::Real > rho_arr = rho_hse.array(mfi);
61  amrex::Array4<amrex::Real const> z_cc_arr = z_phys_cc->const_array(mfi);
62 
63  // Create a flat box with same horizontal extent but only one cell in vertical
64  const amrex::Box& tbz = mfi.nodaltilebox(2);
65  amrex::Box b2d = tbz; // Copy constructor
66  b2d.grow(0,1); b2d.grow(1,1); // Grow by one in the lateral directions
67  b2d.setRange(2,0);
68 
69  const int klo = tbz.smallEnd(2);
70  const int khi = tbz.bigEnd(2)-1;
71 
72  if (klo != klo_band) { continue; }
73 
74  amrex::ParallelFor(b2d, [=] AMREX_GPU_DEVICE (int i, int j, int)
75  {
76  //
77  // The density we start each column's integration from. If this box does
78  // not reach the bottom of the domain then that is the density in the
79  // ghost cell below the box: the density the box of this level below it
80  // reached or, where there is no such box, the one interpolated from the
81  // coarser level.
82  //
83  // NOTE: we must do this lookup here, inside the kernel, for two reasons:
84  // rho_arr is device memory, so reading it on the host is invalid in
85  // a GPU build, and -- more importantly -- each column has its own
86  // surface density, so we must not use the value at one corner of
87  // the box for every column.
88  //
89  const amrex::Real rho_local_sfc = (klo == 0) ? rho_sfc : rho_arr(i,j,klo-1);
90 
91  amrex::Array1D<amrex::Real,0,255> r;
92  amrex::Array1D<amrex::Real,0,255> p;
93  HSEutils::init_isentropic_hse_terrain(i,j,rho_local_sfc,Thetabar,&(r(0)),&(p(0)),z_cc_arr,klo,khi);
94 
95  for (int k = klo; k <= khi; k++) {
96  rho_arr(i,j,k) = r(k);
97  }
98 
99  // Impose Neumann conditions at bottom and top of domain boundary
100  if (klo == domlo_z) {
101  rho_arr(i,j,domlo_z-1) = rho_arr(i,j,domlo_z);
102  }
103  if (khi == domhi_z) {
104  rho_arr(i,j,domhi_z+1) = rho_arr(i,j,domhi_z);
105  }
106  });
107  } // mfi
108  } // band
109 
110  } else {
111 
112 
113  // Note that this integrates over the entire domain height,
114  // but only copies into each box as appropriate.
115  // There is no assumption that any one box spans the whole vertical height.
116  const int klo = geom.Domain().smallEnd(2);
117  const int khi = geom.Domain().bigEnd(2);
118 
119  // These are at cell centers (unstaggered)
120  amrex::Vector<amrex::Real> h_r(khi+2);
121  amrex::Vector<amrex::Real> h_p(khi+2);
122 
123  amrex::Gpu::DeviceVector<amrex::Real> d_r(khi+2);
124  amrex::Gpu::DeviceVector<amrex::Real> d_p(khi+2);
125 
126  if (is_constant_dz) {
127  const amrex::Real dz = geom.CellSize()[2];
128  HSEutils::init_isentropic_hse_constant_dz(rho_sfc,Thetabar,h_r.data(),h_p.data(),dz,klo,khi);
129  } else { // stretched_dz
130  HSEutils::init_isentropic_hse_stretched_dz(rho_sfc,Thetabar,h_r.data(),h_p.data(),stretched_dz_h.data(),klo,khi);
131  }
132 
133  amrex::Gpu::copyAsync(amrex::Gpu::hostToDevice, h_r.begin(), h_r.end(), d_r.begin());
134  amrex::Gpu::copyAsync(amrex::Gpu::hostToDevice, h_p.begin(), h_p.end(), d_p.begin());
135 
136  amrex::Real* r = d_r.data();
137 
138 #ifdef _OPENMP
139 #pragma omp parallel if (amrex::Gpu::notInLaunchRegion())
140 #endif
141  for ( amrex::MFIter mfi(rho_hse, amrex::TilingIfNotGPU()); mfi.isValid(); ++mfi )
142  {
143  const amrex::Box& bx = mfi.growntilebox(1);
144  const amrex::Array4<amrex::Real> rho_hse_arr = rho_hse[mfi].array();
145  amrex::ParallelFor(bx, [=] AMREX_GPU_DEVICE(int i, int j, int k) noexcept
146  {
147  int kk = std::max(k,0);
148  rho_hse_arr(i,j,k) = r[kk];
149  });
150  } // mfi
151  }
152 }
153 
154 /**
155  * @brief Initialize density in hydrostatic equilibrium for moist cases.
156  *
157  * @param[out] rho_hse MultiFab to be filled with HSE density.
158  * @param z_phys_nd Unused nodal physical height MultiFab.
159  * @param[in] geom Geometry defining the domain.
160  */
161 void
162 erf_init_dens_hse_moist (amrex::MultiFab& rho_hse,
163  std::unique_ptr<amrex::MultiFab>& /*z_phys_nd*/,
164  amrex::Geometry const& geom) override
165 {
166  const amrex::Real dz = geom.CellSize()[2];
167  const int khi = geom.Domain().bigEnd()[2];
168 
169  // These are at cell centers (unstaggered)
170  amrex::Vector<amrex::Real> h_r(khi+2);
171  amrex::Vector<amrex::Real> h_p(khi+2);
172  amrex::Vector<amrex::Real> h_t(khi+2);
173  amrex::Vector<amrex::Real> h_q_v(khi+2);
174 
175  amrex::ParmParse pp("prob");
176  amrex::Real q_t = amrex::Real(0.02);
177  pp.query("qt_init",q_t);
178 
180  pp.query("eq_pot_temp",eq_pot_temp);
181 
182  bool use_empirical = false;
183  pp.query("use_empirical_psat",use_empirical);
184 
185  amrex::Real z_tr_1 = -one;
186  amrex::Real z_tr_2 = -one;
187  pp.query("height", z_tr_1);
188  pp.query("z_tr", z_tr_2);
189 
190  // Used only with T_from_theta_in_moist_init, but kept at physical values:
191  // zeros raise an FPE in the speculatively evaluated compute_theta arm.
193 
194  bool T_from_theta = false;
195  pp.query("T_from_theta_in_moist_init", T_from_theta);
196 
197  if (T_from_theta) {
198  pp.get("theta_tr",theta_tr); pp.get("theta_0",theta_0);
199  pp.get("T_tr",T_tr);
200  }
201 
202  HSEutils::init_isentropic_hse_no_terrain( h_t.data(), h_r.data(), h_p.data(),
203  h_q_v.data(), dz, khi, q_t, eq_pot_temp, use_empirical,
204  T_from_theta, z_tr_1, z_tr_2,
205  theta_0, theta_tr, T_tr);
206 
207  amrex::Gpu::DeviceVector<amrex::Real> d_r(khi+2);
208  amrex::Gpu::copy(amrex::Gpu::hostToDevice, h_r.begin(), h_r.end(), d_r.begin());
209  amrex::Real* r = d_r.data();
210 
211 #ifdef _OPENMP
212 #pragma omp parallel if (amrex::Gpu::notInLaunchRegion())
213 #endif
214  for ( amrex::MFIter mfi(rho_hse,amrex::TilingIfNotGPU()); mfi.isValid(); ++mfi)
215  {
216  const amrex::Box& bx = mfi.growntilebox(1);
217  const amrex::Array4<amrex::Real> rho_hse_arr = rho_hse[mfi].array();
218  amrex::ParallelFor(bx, [=] AMREX_GPU_DEVICE(int i, int j, int k) noexcept
219  {
220  int kk = std::max(k,0);
221  rho_hse_arr(i,j,k) = r[kk];
222  });
223  } // mfi
224 }
225 
226 /**
227  * @brief Initialize HSE density as a constant value.
228  *
229  * @param[out] rho_hse MultiFab to be filled with constant HSE density.
230  */
231 void
232 erf_init_const_dens_hse (amrex::MultiFab& rho_hse) override
233 {
234  amrex::Real rho_0 = base_parms.rho_0;
235  for ( amrex::MFIter mfi(rho_hse, amrex::TilingIfNotGPU()); mfi.isValid(); ++mfi )
236  {
237  amrex::Array4<amrex::Real> rho_hse_arr = rho_hse.array(mfi);
238  const amrex::Box& gbx = mfi.growntilebox(1);
239  ParallelFor(gbx, [=] AMREX_GPU_DEVICE (int i, int j, int k) noexcept
240  {
241  rho_hse_arr(i,j,k) = rho_0;
242  });
243  }
244 }
245 /**
246  * @brief Initialize constant density and potential temperature in HSE.
247  *
248  * @param[out] rho_hse MultiFab for HSE density.
249  * @param[out] p_hse MultiFab for HSE pressure.
250  * @param[out] pi_hse MultiFab for HSE internal energy.
251  * @param[out] th_hse MultiFab for HSE potential temperature.
252  * @param[out] qv_hse MultiFab for HSE water vapor mixing ratio.
253  * @param[in] l_rdOcp Constant R_d/Cp.
254  */
255 void
256 erf_init_const_dens_and_th_hse (amrex::MultiFab& rho_hse, amrex::MultiFab& p_hse,
257  amrex::MultiFab& pi_hse, amrex::MultiFab& th_hse,
258  amrex::MultiFab& qv_hse, amrex::Real l_rdOcp) override
259 {
260  amrex::Real rho_0 = base_parms.rho_0;
261  amrex::Real T_0 = base_parms.T_0;
262 
263  amrex::ParmParse pp_prob("prob");
264  amrex::Real dtheta_dz = zero; pp_prob.query("dtheta_dz",dtheta_dz);
265 
266  rho_hse.setVal(rho_0);
267  th_hse.setVal(T_0);
268 
269  amrex::Real rt0 = rho_0 * T_0;
270 
271  amrex::Real p0 = getPgivenRTh(rt0);
272  p_hse.setVal(p0);
273 
274  amrex::Real pi0 = getExnergivenRTh(rt0, l_rdOcp);
275 
276  pi_hse.setVal(pi0);
277 
278  // Default to zero background moisture
279  qv_hse.setVal(0.0);
280 }
281 
282 /**
283  * @brief Initialize constant density and linearly varying potential temperature in HSE.
284  *
285  * @param[out] rho_hse MultiFab for HSE density.
286  * @param[out] p_hse MultiFab for HSE pressure.
287  * @param[out] pi_hse MultiFab for HSE internal energy.
288  * @param[out] th_hse MultiFab for HSE potential temperature.
289  * @param[out] qv_hse MultiFab for HSE water vapor mixing ratio.
290  * @param[in] l_rdOcp Constant R_d/Cp.
291  * @param[in] z_phys_cc Cell-centered physical height MultiFab.
292  */
293 void
294 erf_init_const_dens_and_linear_th_hse (amrex::MultiFab& rho_hse, amrex::MultiFab& p_hse,
295  amrex::MultiFab& pi_hse, amrex::MultiFab& th_hse,
296  amrex::MultiFab& qv_hse, amrex::Real l_rdOcp,
297  std::unique_ptr<amrex::MultiFab>& z_phys_cc) override
298 {
299  amrex::Real rho_0 = base_parms.rho_0;
300  amrex::Real T_0 = base_parms.T_0;
301 
302  amrex::ParmParse pp_prob("prob");
303  amrex::Real dtheta_dz = zero; pp_prob.query("dtheta_dz",dtheta_dz);
304 
305  rho_hse.setVal(rho_0);
306 
307  for ( amrex::MFIter mfi(th_hse, amrex::TilingIfNotGPU()); mfi.isValid(); ++mfi )
308  {
309  amrex::Array4<amrex::Real> th_hse_arr = th_hse.array(mfi);
310  amrex::Array4<amrex::Real> p_hse_arr = p_hse.array(mfi);
311  amrex::Array4<amrex::Real> pi_hse_arr = pi_hse.array(mfi);
312  amrex::Array4<amrex::Real const> z_arr = z_phys_cc->array(mfi);
313  const amrex::Box& gbx = mfi.growntilebox(1);
314  ParallelFor(gbx, [=] AMREX_GPU_DEVICE (int i, int j, int k) noexcept
315  {
316  th_hse_arr(i,j,k) = T_0 + dtheta_dz * (z_arr(i,j,k)- z_arr(i,j,0));
317  p_hse_arr(i,j,k) = getPgivenRTh(rho_0*th_hse_arr(i,j,k));
318  pi_hse_arr(i,j,k) = getExnergivenRTh(rho_0*th_hse_arr(i,j,k), l_rdOcp);
319  });
320  } // mfi
321 
322  // Default to zero background moisture
323  qv_hse.setVal(0.0);
324 }
Vector< int > column_bands(const BoxArray &ba)
Definition: ERF_ColumnBands.cpp:13
void fill_below_band(MultiFab &mf, int icomp, int ncomp, int klo_band, const IntVect &lateral_ng, const Geometry &geom)
Definition: ERF_ColumnBands.cpp:23
constexpr amrex::Real p_0
Definition: ERF_Constants.H:53
constexpr amrex::Real R_d
Definition: ERF_Constants.H:34
AMREX_GPU_HOST_DEVICE AMREX_FORCE_INLINE amrex::Real getExnergivenRTh(const amrex::Real rhotheta, const amrex::Real rdOcp, const amrex::Real qv=amrex::Real(0))
Definition: ERF_EOS.H:156
AMREX_GPU_HOST_DEVICE AMREX_FORCE_INLINE amrex::Real getPgivenRTh(const amrex::Real rhotheta, const amrex::Real qv=amrex::Real(0))
Definition: ERF_EOS.H:81
const int klo
Definition: ERF_InitCustomPert_ABL.H:75
Real rho_0
Definition: ERF_InitCustomPert_ABL.H:18
ParmParse pp_prob("prob")
Real T_0
Definition: ERF_InitCustomPert_ABL.H:19
ParmParse pp("prob")
const int khi
Definition: ERF_InitCustomPert_Bubble.H:21
Real eq_pot_temp
Definition: ERF_InitCustomPert_MultiSpeciesBubble.H:23
bool use_empirical
Definition: ERF_InitCustomPert_MultiSpeciesBubble.H:25
Vector< Real > h_t(khi+2)
Real T_tr
Definition: ERF_InitCustomPert_SquallLine.H:43
Real q_t
Definition: ERF_InitCustomPert_SquallLine.H:24
Vector< Real > h_q_v(khi+2)
Gpu::DeviceVector< Real > d_p(khi+2)
Vector< Real > h_r(khi+2)
Real theta_tr
Definition: ERF_InitCustomPert_SquallLine.H:47
Vector< Real > h_p(khi+2)
Gpu::DeviceVector< Real > d_r(khi+2)
Real theta_0
Definition: ERF_InitCustomPert_SquallLine.H:46
void erf_init_const_dens_hse(amrex::MultiFab &rho_hse) override
Initialize HSE density as a constant value.
Definition: ERF_InitDensityHSE.H:232
void erf_init_const_dens_and_linear_th_hse(amrex::MultiFab &rho_hse, amrex::MultiFab &p_hse, amrex::MultiFab &pi_hse, amrex::MultiFab &th_hse, amrex::MultiFab &qv_hse, amrex::Real l_rdOcp, std::unique_ptr< amrex::MultiFab > &z_phys_cc) override
Initialize constant density and linearly varying potential temperature in HSE.
Definition: ERF_InitDensityHSE.H:294
void erf_init_dens_hse_moist(amrex::MultiFab &rho_hse, std::unique_ptr< amrex::MultiFab > &, amrex::Geometry const &geom) override
Initialize density in hydrostatic equilibrium for moist cases.
Definition: ERF_InitDensityHSE.H:162
void erf_init_const_dens_and_th_hse(amrex::MultiFab &rho_hse, amrex::MultiFab &p_hse, amrex::MultiFab &pi_hse, amrex::MultiFab &th_hse, amrex::MultiFab &qv_hse, amrex::Real l_rdOcp) override
Initialize constant density and potential temperature in HSE.
Definition: ERF_InitDensityHSE.H:256
void erf_init_dens_hse_dry(amrex::MultiFab &rho_hse, std::unique_ptr< amrex::MultiFab > &, std::unique_ptr< amrex::MultiFab > &z_phys_cc, amrex::Geometry const &geom, const amrex::Vector< amrex::Real > &stretched_dz_h, bool is_constant_dz, bool is_stretched_dz) override
Initialize density in hydrostatic equilibrium for dry cases.
Definition: ERF_InitDensityHSE.H:25
ParallelFor(fab_box, [=] AMREX_GPU_DEVICE(int i, int j, int k) { qrcuten_arr(i, j, k)=Real(0);qscuten_arr(i, j, k)=Real(0);qicuten_arr(i, j, k)=Real(0);})
constexpr amrex::Real one
Definition: ERF_NumericalConstants.H:30
constexpr amrex::Real zero
Definition: ERF_NumericalConstants.H:29
amrex::Real Real
Definition: ERF_ShocInterface.H:19
AMREX_FORCE_INLINE amrex::IntVect TileNoZ()
Definition: ERF_TileNoZ.H:11
auto rho_arr
Definition: ERF_UpdateWSubsidence_SineMassFlux.H:3
AMREX_GPU_HOST_DEVICE AMREX_FORCE_INLINE void init_isentropic_hse_stretched_dz(const amrex::Real &r_sfc, const amrex::Real &theta, amrex::Real *r, amrex::Real *p, const amrex::Real *stretched_dz, const int klo, const int khi)
Definition: ERF_HSEUtils.H:221
AMREX_GPU_HOST_DEVICE AMREX_FORCE_INLINE void init_isentropic_hse_constant_dz(const amrex::Real &r_sfc, const amrex::Real &theta, amrex::Real *r, amrex::Real *p, const amrex::Real &dz, const int klo, const int khi)
Definition: ERF_HSEUtils.H:111
AMREX_FORCE_INLINE AMREX_GPU_HOST_DEVICE void init_isentropic_hse_no_terrain(Real *theta, Real *r, Real *p, Real *q_v, const Real &dz, const int &khi, const Real q_t, const Real eq_pot_temp, const bool use_empirical, const bool T_from_theta=false, const Real z_tr_1=-one, const Real z_tr_2=-one, const Real theta_0=amrex::Real(300), const Real theta_tr=amrex::Real(300), const Real T_tr=amrex::Real(300))
Definition: ERF_HSEUtils.H:677
AMREX_GPU_HOST_DEVICE AMREX_FORCE_INLINE void init_isentropic_hse_terrain(int i, int j, const amrex::Real &r_sfc, const amrex::Real &theta, amrex::Real *r, amrex::Real *p, const amrex::Array4< amrex::Real const > z_cc, const int &klo, const int &khi)
Definition: ERF_HSEUtils.H:333
@ dz
Definition: ERF_AdvanceWDM6.cpp:272
@ p
Definition: ERF_WSM6.H:280
real(c_double), parameter p0
Definition: ERF_module_model_constants.F90:40