8#include <AMReX_buildInfo.H>
25 const DistributionMapping& dm)
27 BoxList bl2d = ba.boxList();
28 for (
auto& b : bl2d) {
31 BoxArray ba2d(std::move(bl2d));
33 amrex::Print() <<
"Making level " << lev <<
" from coarse" << std::endl;
34 amrex::Print() <<
"GRIDS AT LEVEL " << lev <<
" ARE " << ba << std::endl;
39 xvel_new[lev] =
new MultiFab(convert(ba, IntVect(1,0,0)), dm, 1,
xvel_new[lev-1]->nGrowVect());
40 xvel_old[lev] =
new MultiFab(convert(ba, IntVect(1,0,0)), dm, 1,
xvel_new[lev-1]->nGrowVect());
42 yvel_new[lev] =
new MultiFab(convert(ba, IntVect(0,1,0)), dm, 1,
yvel_new[lev-1]->nGrowVect());
43 yvel_old[lev] =
new MultiFab(convert(ba, IntVect(0,1,0)), dm, 1,
yvel_new[lev-1]->nGrowVect());
45 zvel_new[lev] =
new MultiFab(convert(ba, IntVect(0,0,1)), dm, 1,
zvel_new[lev-1]->nGrowVect());
46 zvel_old[lev] =
new MultiFab(convert(ba, IntVect(0,0,1)), dm, 1,
zvel_new[lev-1]->nGrowVect());
52 vec_ubar[lev].reset(
new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,3,IntVect(
NGROW,
NGROW,0)));
53 vec_vbar[lev].reset(
new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,3,IntVect(
NGROW,
NGROW,0)));
55 vec_ru[lev].reset(
new MultiFab(convert(ba,IntVect(1,0,0)),dm,2,IntVect(
NGROW,
NGROW,0)));
56 vec_rv[lev].reset(
new MultiFab(convert(ba,IntVect(0,1,0)),dm,2,IntVect(
NGROW,
NGROW,0)));
58 vec_ru2d[lev].reset(
new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,2,IntVect(
NGROW,
NGROW,0)));
59 vec_rv2d[lev].reset(
new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,2,IntVect(
NGROW,
NGROW,0)));
62 t_old[lev] = time - 1.e200_rt;
78 vec_ru[lev]->setVal(0.0_rt);
79 vec_rv[lev]->setVal(0.0_rt);
101 for (
int icomp=0; icomp<3; icomp++) {
107 for (
int icomp=0; icomp<2; icomp++) {
142#ifdef REMORA_USE_PARTICLES
159 BoxArray ba_old(
cons_new[lev]->boxArray());
160 DistributionMapping dm_old(
cons_new[lev]->DistributionMap());
162 BoxList bl2d = ba.boxList();
163 for (
auto& b : bl2d) {
166 BoxArray ba2d(std::move(bl2d));
168 amrex::Print() <<
"Remaking level " << lev << std::endl;
169 amrex::Print() <<
"GRIDS AT LEVEL " << lev <<
" ARE " << ba << std::endl;
185 MultiFab tmp_cons_new(ba, dm,
ncons, ngrow_state);
186 MultiFab tmp_cons_old(ba, dm,
ncons, ngrow_state);
188 MultiFab tmp_xvel_new(convert(ba, IntVect(1,0,0)), dm, 1, ngrow_vels);
189 MultiFab tmp_xvel_old(convert(ba, IntVect(1,0,0)), dm, 1, ngrow_vels);
191 MultiFab tmp_yvel_new(convert(ba, IntVect(0,1,0)), dm, 1, ngrow_vels);
192 MultiFab tmp_yvel_old(convert(ba, IntVect(0,1,0)), dm, 1, ngrow_vels);
194 MultiFab tmp_zvel_new(convert(ba, IntVect(0,0,1)), dm, 1, IntVect(ngrow_vels,ngrow_vels,0));
195 MultiFab tmp_zvel_old(convert(ba, IntVect(0,0,1)), dm, 1, IntVect(ngrow_vels,ngrow_vels,0));
197 MultiFab tmp_Zt_avg1_new(ba2d, dm, 1, IntVect(ngrow_zeta,ngrow_zeta,0));
198 MultiFab tmp_h(ba2d, dm, 2, IntVect(ngrow_h,ngrow_h,0));
200 MultiFab tmp_ubar_new(convert(ba2d, IntVect(1,0,0)), dm, 3, IntVect(ngrow_velbar,ngrow_velbar,0));
202 MultiFab tmp_vbar_new(convert(ba2d, IntVect(0,1,0)), dm, 3, IntVect(ngrow_velbar,ngrow_velbar,0));
204 MultiFab tmp_ru_new(convert(ba, IntVect(1,0,0)),dm,2,IntVect(
NGROW,
NGROW,0));
205 MultiFab tmp_rv_new(convert(ba, IntVect(0,1,0)),dm,2,IntVect(
NGROW,
NGROW,0));
207 MultiFab tmp_ru2d_new(convert(ba2d, IntVect(1,0,0)),dm,2,IntVect(
NGROW,
NGROW,0));
208 MultiFab tmp_rv2d_new(convert(ba2d, IntVect(0,1,0)),dm,2,IntVect(
NGROW,
NGROW,0));
212 tmp_cons_new.setVal(0.0_rt);
213 tmp_xvel_new.setVal(0.0_rt);
214 tmp_yvel_new.setVal(0.0_rt);
215 tmp_zvel_new.setVal(0.0_rt);
217 tmp_cons_old.setVal(0.0_rt);
218 tmp_xvel_old.setVal(0.0_rt);
219 tmp_yvel_old.setVal(0.0_rt);
220 tmp_zvel_old.setVal(0.0_rt);
222 tmp_ru_new.setVal(0.0_rt);
223 tmp_rv_new.setVal(0.0_rt);
225 tmp_ru2d_new.setVal(0.0_rt);
226 tmp_rv2d_new.setVal(0.0_rt);
228 tmp_ubar_new.setVal(0.0_rt);
229 tmp_vbar_new.setVal(0.0_rt);
234 FillPatch(lev, time, tmp_xvel_new,
xvel_new,
xvel_bc(),
BdyVars::u,0,
true,
false,0,0,0.0,tmp_xvel_new);
235 FillPatch(lev, time, tmp_yvel_new,
yvel_new,
yvel_bc(),
BdyVars::v,0,
true,
false,0,0,0.0,tmp_yvel_new);
239 for (
int icomp=0; icomp<3; icomp++) {
243 for (
int icomp=0; icomp<2; icomp++) {
251 MultiFab::Copy(tmp_cons_old,tmp_cons_new,0,0,
ncons,tmp_cons_new.nGrowVect());
252 MultiFab::Copy(tmp_xvel_old,tmp_xvel_new,0,0, 1,tmp_xvel_new.nGrowVect());
253 MultiFab::Copy(tmp_yvel_old,tmp_yvel_new,0,0, 1,tmp_yvel_new.nGrowVect());
254 MultiFab::Copy(tmp_zvel_old,tmp_zvel_new,0,0, 1,tmp_zvel_new.nGrowVect());
256 std::swap(tmp_cons_new, *
cons_new[lev]);
257 std::swap(tmp_cons_old, *
cons_old[lev]);
258 std::swap(tmp_xvel_new, *
xvel_new[lev]);
259 std::swap(tmp_xvel_old, *
xvel_old[lev]);
260 std::swap(tmp_yvel_new, *
yvel_new[lev]);
261 std::swap(tmp_yvel_old, *
yvel_old[lev]);
262 std::swap(tmp_zvel_new, *
zvel_new[lev]);
263 std::swap(tmp_zvel_old, *
zvel_old[lev]);
265 std::swap(tmp_ubar_new, *
vec_ubar[lev]);
266 std::swap(tmp_vbar_new, *
vec_vbar[lev]);
267 std::swap(tmp_ru_new, *
vec_ru[lev]);
268 std::swap(tmp_rv_new, *
vec_rv[lev]);
269 std::swap(tmp_ru2d_new, *
vec_ru2d[lev]);
270 std::swap(tmp_rv2d_new, *
vec_rv2d[lev]);
276 std::swap(tmp_h, *
vec_h[lev]);
282 t_old[lev] = time - 1.e200_rt;
302 bool ba_changed = (ba != ba_old);
303 bool dm_changed = (dm != dm_old);
304 if (ba_changed || dm_changed) {
309#ifdef REMORA_USE_PARTICLES
310 particleData.Redistribute();
327 const DistributionMapping& dm)
330 SetBoxArray(lev, ba);
331 SetDistributionMap(lev, dm);
333 BoxList bl2d = ba.boxList();
334 for (
auto& b : bl2d) {
337 BoxArray ba2d(std::move(bl2d));
339 amrex::Print() <<
"Making level " << lev <<
" from scratch" << std::endl;
340 amrex::Print() <<
"GRIDS AT LEVEL " << lev <<
" ARE " << ba << std::endl;
355 xvel_new[lev] =
new MultiFab(convert(ba, IntVect(1,0,0)), dm, 1, ngrow_vels);
356 xvel_old[lev] =
new MultiFab(convert(ba, IntVect(1,0,0)), dm, 1, ngrow_vels);
358 yvel_new[lev] =
new MultiFab(convert(ba, IntVect(0,1,0)), dm, 1, ngrow_vels);
359 yvel_old[lev] =
new MultiFab(convert(ba, IntVect(0,1,0)), dm, 1, ngrow_vels);
361 zvel_new[lev] =
new MultiFab(convert(ba, IntVect(0,0,1)), dm, 1, IntVect(ngrow_vels,ngrow_vels,0));
362 zvel_old[lev] =
new MultiFab(convert(ba, IntVect(0,0,1)), dm, 1, IntVect(ngrow_vels,ngrow_vels,0));
368 vec_ubar[lev].reset(
new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,3,IntVect(
NGROW,
NGROW,0)));
369 vec_vbar[lev].reset(
new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,3,IntVect(
NGROW,
NGROW,0)));
371 vec_ru[lev].reset(
new MultiFab(convert(ba,IntVect(1,0,0)),dm,2,IntVect(
NGROW,
NGROW,0)));
372 vec_rv[lev].reset(
new MultiFab(convert(ba,IntVect(0,1,0)),dm,2,IntVect(
NGROW,
NGROW,0)));
374 vec_ru2d[lev].reset(
new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,2,IntVect(
NGROW,
NGROW,0)));
375 vec_rv2d[lev].reset(
new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,2,IntVect(
NGROW,
NGROW,0)));
382#ifdef REMORA_USE_PARTICLES
387 particleData.Redistribute();
508 BoxList bl2d = ba.boxList();
509 for (
auto& b : bl2d) {
513 BoxArray ba2d(std::move(bl2d));
515 vec_msku[lev].reset(
new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,1,IntVect(
NGROW+1,
NGROW+1,0)));
516 vec_mskv[lev].reset(
new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,1,IntVect(
NGROW+1,
NGROW+1,0)));
517 vec_mskp[lev].reset(
new MultiFab(convert(ba2d,IntVect(1,1,0)),dm,1,IntVect(
NGROW+1,
NGROW+1,0)));
542 BoxList bl2d = ba.boxList();
543 for (
auto& b : bl2d) {
546 BoxArray ba2d(std::move(bl2d));
548 BoxList bl1d = ba.boxList();
549 for (
auto& b : bl1d) {
553 BoxArray ba1d(std::move(bl1d));
556 ba_nd.surroundingNodes();
558 ba_w.surroundingNodes(2);
561 vec_z_w[lev].reset (
new MultiFab(convert(ba,IntVect(0,0,1)),dm,1,IntVect(
NGROW+1,
NGROW+1,0)));
565 vec_Huon[lev].reset (
new MultiFab(convert(ba,IntVect(1,0,0)),dm,1,IntVect(
NGROW,
NGROW,0)));
566 vec_Hvom[lev].reset (
new MultiFab(convert(ba,IntVect(0,1,0)),dm,1,IntVect(
NGROW,
NGROW,0)));
568 vec_Akv[lev].reset (
new MultiFab(convert(ba,IntVect(0,0,1)),dm,1,IntVect(
NGROW,
NGROW,0)));
577 vec_rufrc[lev].reset(
new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,2,IntVect(
NGROW,
NGROW,0)));
578 vec_rvfrc[lev].reset(
new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,2,IntVect(
NGROW,
NGROW,0)));
580 vec_sustr[lev].reset(
new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,1,IntVect(
NGROW,
NGROW,0)));
581 vec_svstr[lev].reset(
new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,1,IntVect(
NGROW,
NGROW,0)));
595 vec_bustr[lev].reset(
new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,1,IntVect(
NGROW,
NGROW,0)));
596 vec_bvstr[lev].reset(
new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,1,IntVect(
NGROW,
NGROW,0)));
608 vec_rubar[lev].reset(
new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,4,IntVect(
NGROW,
NGROW,0)));
609 vec_rvbar[lev].reset(
new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,4,IntVect(
NGROW,
NGROW,0)));
622 vec_xu[lev].reset(
new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,1,IntVect(
NGROW,
NGROW,0)));
623 vec_yu[lev].reset(
new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,1,IntVect(
NGROW,
NGROW,0)));
624 vec_xv[lev].reset(
new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,1,IntVect(
NGROW,
NGROW,0)));
625 vec_yv[lev].reset(
new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,1,IntVect(
NGROW,
NGROW,0)));
626 vec_xp[lev].reset(
new MultiFab(convert(ba2d,IntVect(1,1,0)),dm,1,IntVect(
NGROW,
NGROW,0)));
627 vec_yp[lev].reset(
new MultiFab(convert(ba2d,IntVect(1,1,0)),dm,1,IntVect(
NGROW,
NGROW,0)));
635 vec_bvf[lev].reset(
new MultiFab(convert(ba,IntVect(0,0,1)),dm,1,IntVect(
NGROW,
NGROW,0)));
637 vec_tke[lev].reset(
new MultiFab(convert(ba,IntVect(0,0,1)),dm,3,IntVect(
NGROW,
NGROW,0)));
638 vec_gls[lev].reset(
new MultiFab(convert(ba,IntVect(0,0,1)),dm,3,IntVect(
NGROW,
NGROW,0)));
640 vec_Akk[lev].reset(
new MultiFab(convert(ba,IntVect(0,0,1)),dm,1,IntVect(
NGROW,
NGROW,0)));
641 vec_Akp[lev].reset(
new MultiFab(convert(ba,IntVect(0,0,1)),dm,1,IntVect(
NGROW,
NGROW,0)));
759 const auto dxi = Geom(lev).InvCellSize();
760 vec_pm[lev]->setVal(dxi[0]);
vec_pm[lev]->FillBoundary(geom[lev].periodicity());
761 vec_pn[lev]->setVal(dxi[1]);
vec_pn[lev]->FillBoundary(geom[lev].periodicity());
764 vec_pm[lev]->FillBoundary(geom[lev].periodicity());
765 vec_pn[lev]->FillBoundary(geom[lev].periodicity());
768 Real dummy_time = 0.0_rt;
772 int rrx = (lev == 1) ? ref_ratio[lev-1][0] : ref_ratio[lev-1][0] / ref_ratio[lev-2][0];
773 int rry = (lev == 1) ? ref_ratio[lev-1][1] : ref_ratio[lev-1][1] / ref_ratio[lev-2][1];
775 for ( MFIter mfi(*
cons_new[lev], TilingIfNotGPU()); mfi.isValid(); ++mfi )
777 Array4<Real>
const& pm =
vec_pm[lev]->array(mfi);
778 Array4<Real>
const& pn =
vec_pn[lev]->array(mfi);
779 Box ubx = mfi.growntilebox(IntVect(
NGROW+1,
NGROW+2,0));
780 Box vbx = mfi.growntilebox(IntVect(
NGROW+2,
NGROW+1,0));
781 ParallelFor(makeSlab(ubx,2,0), [=] AMREX_GPU_DEVICE (
int i,
int j,
int ) {
782 pm(i,j,0) = pm(i,j,0) * (rrx);
784 ParallelFor(makeSlab(vbx,2,0), [=] AMREX_GPU_DEVICE (
int i,
int j,
int ) {
785 pn(i,j,0) = pn(i,j,0) * (rry);
790 for ( MFIter mfi(*
vec_xr[lev], TilingIfNotGPU()); mfi.isValid(); ++mfi )
792 Array4<const Real>
const& pm =
vec_pm[lev]->const_array(mfi);
793 Array4<const Real>
const& pn =
vec_pn[lev]->const_array(mfi);
794 Array4<Real>
const& xr =
vec_xr[lev]->array(mfi);
795 Array4<Real>
const& yr =
vec_yr[lev]->array(mfi);
796 Array4<Real>
const& xu =
vec_xu[lev]->array(mfi);
797 Array4<Real>
const& yu =
vec_yu[lev]->array(mfi);
798 Array4<Real>
const& xv =
vec_xv[lev]->array(mfi);
799 Array4<Real>
const& yv =
vec_yv[lev]->array(mfi);
800 Array4<Real>
const& xp =
vec_xp[lev]->array(mfi);
801 Array4<Real>
const& yp =
vec_yp[lev]->array(mfi);
803 Box bx = mfi.growntilebox(IntVect(
NGROW,
NGROW,0));
804 ParallelFor(bx, [=] AMREX_GPU_DEVICE (
int i,
int j,
int)
806 xr(i,j,0) = (i + 0.5_rt) / pm(i,j,0);
807 yr(i,j,0) = (j + 0.5_rt) / pn(i,j,0);
810 ParallelFor(grow(convert(bx,IntVect(1,0,0)),IntVect(-1,0,0)), [=] AMREX_GPU_DEVICE (
int i,
int j,
int)
812 xu(i,j,0) = i / pm(i,j,0);
813 yu(i,j,0) = (j + 0.5_rt) / pn(i,j,0);
816 ParallelFor(grow(convert(bx,IntVect(0,1,0)),IntVect(0,-1,0)), [=] AMREX_GPU_DEVICE (
int i,
int j,
int)
818 xv(i,j,0) = (i + 0.5_rt) / pm(i,j,0);
819 yv(i,j,0) = j / pn(i,j,0);
822 ParallelFor(grow(convert(bx,IntVect(1,1,0)),IntVect(-1,-1,0)), [=] AMREX_GPU_DEVICE (
int i,
int j,
int)
824 xp(i,j,0) = i / pm(i,j,0);
825 yp(i,j,0) = j / pn(i,j,0);
836 BL_PROFILE(
"REMORA::set_zeta_to_Ztavg()");
837 std::unique_ptr<MultiFab>& mf_zeta =
vec_zeta[lev];
838 std::unique_ptr<MultiFab>& mf_Zt_avg1 =
vec_Zt_avg1[lev];
840 for ( MFIter mfi(*
vec_zeta[lev], TilingIfNotGPU()); mfi.isValid(); ++mfi )
842 Array4<Real>
const& Zt_avg1 = (mf_Zt_avg1)->array(mfi);
843 Array4<const Real>
const& evap =
vec_evap[lev]->const_array(mfi);
844 Array4<const Real>
const& rain =
vec_rain[lev]->const_array(mfi);
846 Box bx2 = mfi.growntilebox(IntVect(
NGROW,
NGROW,0));
848 Real cff =
dt[lev] /
rhow;
850 ParallelFor(bx2, [=] AMREX_GPU_DEVICE (
int i,
int j,
int )
852 Zt_avg1(i,j,0) = Zt_avg1(i,j,0) - (evap(i,j,0) - rain(i,j,0)) * cff;
856 Gpu::streamSynchronize();
858 vec_Zt_avg1[lev]->FillBoundary(geom[lev].periodicity());
860 for ( MFIter mfi(*
vec_zeta[lev], TilingIfNotGPU()); mfi.isValid(); ++mfi )
862 Box bx3 = mfi.tilebox(); bx3.grow(IntVect(
NGROW+1,
NGROW+1,0));
863 Array4<Real>
const& zeta = mf_zeta->array(mfi);
864 Array4<Real>
const& Zt_avg1 = (mf_Zt_avg1)->array(mfi);
866 ParallelFor(bx3, 3, [=] AMREX_GPU_DEVICE (
int i,
int j,
int ,
int n)
868 zeta(i,j,0,n) = Zt_avg1(i,j,0);
879 for ( MFIter mfi(*
vec_mskr[lev], TilingIfNotGPU()); mfi.isValid(); ++mfi )
881 Array4<const Real>
const& mskr =
vec_mskr[lev]->const_array(mfi);
882 Array4< Real>
const& mskp =
vec_mskp[lev]->array(mfi);
884 Box bx = mfi.tilebox(); bx.grow(IntVect(1,1,0)); bx.makeSlab(2,0);
889 ParallelFor(bx, [=] AMREX_GPU_DEVICE (
int i,
int j,
int)
891 if ((mskr(i-1,j,0) > 0.5) and (mskr(i,j,0) > 0.5) and (mskr(i-1,j-1,0) > 0.5) and (mskr(i,j-1,0) > 0.5)) {
892 mskp(i,j,0) = 1.0_rt;
893 }
else if ((mskr(i-1,j,0) < 0.5) and (mskr(i,j,0) > 0.5) and (mskr(i-1,j-1,0) > 0.5) and (mskr(i,j-1,0) > 0.5)) {
895 }
else if ((mskr(i-1,j,0) > 0.5) and (mskr(i,j,0) < 0.5) and (mskr(i-1,j-1,0) > 0.5) and (mskr(i,j-1,0) > 0.5)) {
897 }
else if ((mskr(i-1,j,0) > 0.5) and (mskr(i,j,0) > 0.5) and (mskr(i-1,j-1,0) < 0.5) and (mskr(i,j-1,0) > 0.5)) {
899 }
else if ((mskr(i-1,j,0) > 0.5) and (mskr(i,j,0) > 0.5) and (mskr(i-1,j-1,0) > 0.5) and (mskr(i,j-1,0) < 0.5)) {
901 }
else if ((mskr(i-1,j,0) > 0.5) and (mskr(i,j,0) < 0.5) and (mskr(i-1,j-1,0) > 0.5) and (mskr(i,j-1,0) < 0.5)) {
903 }
else if ((mskr(i-1,j,0) < 0.5) and (mskr(i,j,0) > 0.5) and (mskr(i-1,j-1,0) < 0.5) and (mskr(i,j-1,0) > 0.5)) {
905 }
else if ((mskr(i-1,j,0) > 0.5) and (mskr(i,j,0) > 0.5) and (mskr(i-1,j-1,0) < 0.5) and (mskr(i,j-1,0) < 0.5)) {
907 }
else if ((mskr(i-1,j,0) < 0.5) and (mskr(i,j,0) < 0.5) and (mskr(i-1,j-1,0) > 0.5) and (mskr(i,j-1,0) > 0.5)) {
910 mskp(i,j,0) = 0.0_rt;
923 for ( MFIter mfi(*
vec_mskr[lev], TilingIfNotGPU()); mfi.isValid(); ++mfi )
925 Array4<const Real>
const& mskr =
vec_mskr[lev]->const_array(mfi);
926 Array4< Real>
const& msku =
vec_msku[lev]->array(mfi);
927 Array4< Real>
const& mskv =
vec_mskv[lev]->array(mfi);
928 Array4< Real>
const& mskp =
vec_mskp[lev]->array(mfi);
930 Box bx = mfi.tilebox(); bx.grow(IntVect(1,1,0)); bx.makeSlab(2,0);
932 ParallelFor(bx, [=] AMREX_GPU_DEVICE (
int i,
int j,
int)
934 msku(i,j,0) = mskr(i-1,j ,0) * mskr(i,j,0);
935 mskv(i,j,0) = mskr(i ,j-1,0) * mskr(i,j,0);
936 mskp(i,j,0) = mskr(i-1,j-1,0) * mskr(i,j,0) * mskr(i-1,j,0) * mskr(i,j-1,0);
947 for ( MFIter mfi(*
vec_mskr3d[lev], TilingIfNotGPU()); mfi.isValid(); ++mfi )
949 Array4<const Real>
const& mskr =
vec_mskr[lev]->const_array(mfi);
950 Array4< Real>
const& mskr3d =
vec_mskr3d[lev]->array(mfi);
952 Box bx = mfi.tilebox(); bx.grow(IntVect(1,1,0)); bx.makeSlab(2,0);
954 ParallelFor(bx, [=] AMREX_GPU_DEVICE (
int i,
int j,
int k)
956 mskr3d(i,j,k) = mskr(i,j,0);
constexpr amrex::Real rhow
void FillCoarsePatchPC(int lev, amrex::Real time, amrex::MultiFab *mf_fine, amrex::MultiFab *mf_crse, const int bccomp, const int bdy_var_type=BdyVars::null, const int icomp=0, const bool fill_all=true, const int n_not_fill=0, const int icomp_calc=0, const amrex::Real dt=amrex::Real(0.0), const amrex::MultiFab &mf_calc=amrex::MultiFab())
fill an entire multifab by interpolating from the coarser level using the piecewise constant interpol...
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_EminusP
evaporation minus precipitation [kg/m^2/s], defined at rho-points
int ncons
Number of conserved scalars in the state (temperature + salt + passive scalars)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rv2d
v velocity RHS (2D, includes horizontal and vertical advection)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_evap
evaporation rate [kg/m^2/s]
int zvel_bc() const noexcept
int xvel_bc() const noexcept
amrex::Vector< amrex::BCRec > domain_bcs_type
vector (over BCVars) of BCRecs
void calculate_nodal_masks(int lev)
Calculate u-, v-, and psi-point masks based on rho-point masks after analytic initialization.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_fcor
coriolis factor (2D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_btflux
Bottom tracer flux; input arrays.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rubar
barotropic x velocity for the RHS (2D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_h
Bathymetry data (2D, positive valued, h in ROMS)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_pm
horizontal scaling factor: 1 / dx (2D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_ZoBot
Bottom roughness length [m], defined at rho points.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_DU_avg2
correct time average of barotropic x velocity flux for coupling (2D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_lrflx
longwave radiation
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_yv
y_grid on v-points (2D)
amrex::Vector< amrex::MultiFab * > cons_new
multilevel data container for current step's scalar data: temperature, salinity, passive tracer
virtual void MakeNewLevelFromCoarse(int lev, amrex::Real time, const amrex::BoxArray &ba, const amrex::DistributionMapping &dm) override
Make a new level using provided BoxArray and DistributionMapping and fill with interpolated coarse le...
void FillCoarsePatch(int lev, amrex::Real time, amrex::MultiFab *mf_fine, amrex::MultiFab *mf_crse, const int bccomp, const int bdy_var_type=BdyVars::null, const int icomp=0, const bool fill_all=true, const int n_not_fill=0, const int icomp_calc=0, const amrex::Real dt=amrex::Real(0.0), const amrex::MultiFab &mf_calc=amrex::MultiFab())
fill an entire multifab by interpolating from the coarser level
void stretch_transform(int lev)
Calculate vertical stretched coordinates.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_vwind
Wind in the v direction, defined at rho-points.
std::unique_ptr< ProblemBase > prob
Pointer to container of analytical functions for problem definition.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_mskr
land/sea mask at cell centers (2D)
void Construct_REMORAFillPatchers(int lev)
Construct FillPatchers.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rain
precipitation rate [kg/m^2/s]
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_tke
Turbulent kinetic energy.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_stflx
Surface tracer flux; working arrays.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_gls
Turbulent generic length scale.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_sustr
Surface stress in the u direction.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_yp
y_grid on psi-points (2D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_xr
x_grid on rho points (2D)
int yvel_bc() const noexcept
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_ru2d
u velocity RHS (2D, includes horizontal and vertical advection)
virtual void ClearLevel(int lev) override
Delete level data Overrides the pure virtual function in AmrCore.
amrex::Vector< amrex::MultiFab * > zvel_new
multilevel data container for current step's z velocities (largely unused; W stored separately)
AMREX_FORCE_INLINE int ComputeGhostCells(const int &spatial_order)
Helper function to determine number of ghost cells.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_sstore
additional scratch space for calculations on temp, salt, etc
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_xv
x_grid on v-points (2D)
void init_only(int lev, amrex::Real time)
Init (NOT restart or regrid)
void init_set_vmix(int lev)
Initialize vertical mixing coefficients from file or analytic.
void set_grid_scale(int lev)
Set pm and pn arrays on level lev. Only works if using analytic initialization.
void set_coriolis(int lev)
Initialize Coriolis factor from file or analytic.
int foextrap_bc() const noexcept
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Lscale
Vertical mixing turbulent length scale.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Hz
Width of cells in the vertical (z-) direction (3D, Hz in ROMS)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Akt
Vertical diffusion coefficient (3D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_msku
land/sea mask at x-faces (2D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rvfrc
v velocity RHS, integrated, including advection and bottom/surface stresses (2D)
amrex::Vector< amrex::MultiFab * > xvel_old
multilevel data container for last step's x velocities (u in ROMS)
amrex::Vector< amrex::MultiFab * > yvel_new
multilevel data container for current step's y velocities (v in ROMS)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_uwind
Wind in the u direction, defined at rho-points.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rufrc
u velocity RHS, integrated, including advection and bottom/surface stresses (2D)
int zeta_bc() const noexcept
void Define_REMORAFillPatchers(int lev)
Define FillPatchers.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_shflx
sensible heat flux
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_visc2_p
Harmonic viscosity defined on the psi points (corners of horizontal grid cells)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rvbar
barotropic y velocity for the RHS (2D)
amrex::Vector< amrex::MultiFab * > zvel_old
multilevel data container for last step's z velocities (largely unused; W stored separately)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_z_r
z coordinates at rho points (cell centers)
amrex::Vector< amrex::MultiFab * > xvel_new
multilevel data container for current step's x velocities (u in ROMS)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_lhflx
latent heat flux
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_mskp
land/sea mask at cell corners (2D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_bvf
Brunt-Vaisala frequency (3D)
virtual void RemakeLevel(int lev, amrex::Real time, const amrex::BoxArray &ba, const amrex::DistributionMapping &dm) override
Remake an existing level using provided BoxArray and DistributionMapping and fill with existing fine ...
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_mskv
land/sea mask at y-faces (2D)
void init_masks(int lev, const amrex::BoxArray &ba, const amrex::DistributionMapping &dm)
Allocate MultiFabs for masks.
amrex::Vector< std::unique_ptr< REMORAPhysBCFunct > > physbcs
Vector (over level) of functors to apply physical boundary conditions.
void fill_3d_masks(int lev)
Copy maskr to all z levels.
void FillPatch(int lev, amrex::Real time, amrex::MultiFab &mf_to_be_filled, amrex::Vector< amrex::MultiFab * > const &mfs, const int bccomp, const int bdy_var_type=BdyVars::null, const int icomp=0, const bool fill_all=true, const bool fill_set=true, const int n_not_fill=0, const int icomp_calc=0, const amrex::Real dt=amrex::Real(0.0), const amrex::MultiFab &mf_calc=amrex::MultiFab())
Fill a new MultiFab by copying in phi from valid region and filling ghost cells.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rhoS
density perturbation
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_visc2_r
Harmonic viscosity defined on the rho points (centers)
void update_mskp(int lev)
Set psi-point mask to be consistent with rho-point mask.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_svstr
Surface stress in the v direction.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Huon
u-volume flux (3D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_h_full_domain
Bathymetry data on the whole domain at each potential level.
amrex::Vector< amrex::MultiFab * > yvel_old
multilevel data container for last step's y velocities (v in ROMS)
void init_stuff(int lev, const amrex::BoxArray &ba, const amrex::DistributionMapping &dm)
Allocate MultiFabs for state and evolution variables.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rhoA
vertically-averaged density
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_DV_avg1
time average of barotropic y velocity flux
amrex::Vector< amrex::Real > t_new
new time at each level
static SolverChoice solverChoice
Container for algorithmic choices.
void resize_stuff(int lev)
Resize variable containers to accommodate data on levels 0 to max_lev.
amrex::Vector< std::unique_ptr< amrex::iMultiFab > > vec_river_position
iMultiFab for river positions; contents are indices of rivers
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Akk
Turbulent kinetic energy vertical diffusion coefficient.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rdrag2
Quadratic drag coefficient [unitless], defined at rho points.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_ru
u velocity RHS (3D, includes horizontal and vertical advection)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_xp
x_grid on psi-points (2D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_longwave_down
Downward longwave radiation.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_zeta
free surface height (2D)
int ubar_bc() const noexcept
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_vbar
barotropic y velocity (2D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_DU_avg1
time average of barotropic x velocity flux (2D)
void set_zeta_to_Ztavg(int lev)
Set zeta components to be equal to time-averaged Zt_avg1.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_alpha
Thermal expansion coefficient (3D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_ubar
barotropic x velocity (2D)
amrex::Vector< amrex::MultiFab * > cons_old
multilevel data container for last step's scalar data: temperature, salinity, passive tracer
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_bustr
Bottom stress in the u direction.
int vbar_bc() const noexcept
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_DV_avg2
correct time average of barotropic y velocity flux for coupling (2D)
void set_hmixcoef(int lev)
Initialize horizontal mixing coefficients.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_yu
y_grid on u-points (2D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_bvstr
Bottom stress in the v direction.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rzeta
free surface height for the RHS (2D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_z_phys_nd
z coordinates at psi points (cell nodes)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_xu
x_grid on u-points (2D)
amrex::Vector< amrex::Vector< std::unique_ptr< amrex::MultiFab > > > vec_nudg_coeff
Climatology nudging coefficients.
void set_weights(int lev)
Set weights for averaging 3D variables to 2D.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_pn
horizontal scaling factor: 1 / dy (2D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Akv
Vertical viscosity coefficient (3D)
virtual void MakeNewLevelFromScratch(int lev, amrex::Real time, const amrex::BoxArray &ba, const amrex::DistributionMapping &dm) override
Make a new level from scratch using provided BoxArray and DistributionMapping. Only used during initi...
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_stflux
Surface tracer flux; input arrays.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rdrag
Linear drag coefficient [m/s], defined at rho points.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_cloud
cloud cover fraction [0-1], defined at rho-points
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Zt_avg1
Average of the free surface, zeta (2D)
std::string restart_chkfile
If set, restart from this checkpoint file.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rv
v velocity RHS (3D, includes horizontal and vertical advection)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_btflx
Bottom tracer flux; working arrays.
int cf_width
Nudging width at coarse-fine interface.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_beta
Saline contraction coefficient (3D)
amrex::Vector< amrex::Real > t_old
old time at each level
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_mskr3d
land/sea mask at cell centers, copied to all z levels (3D)
amrex::Vector< amrex::GpuArray< amrex::Real, AMREX_SPACEDIM *2 > > m_bc_extdir_vals
Array holding the Dirichlet values at walls which need them.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_srflx
Shortwave radiation flux [W/m²], defined at rho-points.
void set_bathymetry_averaged_down(int lev)
Copy over bathymetry data that has been averaged down from high resolution input netcdf file.
amrex::Vector< amrex::Real > dt
time step at each level
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Pair
Air pressure [mb], defined at rho-points.
amrex::Gpu::DeviceVector< amrex::BCRec > domain_bcs_type_d
GPU vector (over BCVars) of BCRecs.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_qair
Specific humidity [kg/kg], defined at rho-points.
int hires_grid_level
Which level the high resolution bathymetry is at.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_z_w
z coordinates at w points (faces between z-cells)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Tair
Air temperature [°C], defined at rho-points.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_yr
y_grid on rho points (2D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Hvom
v-volume flux (3D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Akp
Turbulent length scale vertical diffusion coefficient.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_diff2
Harmonic diffusivity for temperature / salinity.
static constexpr int cons_bc
static constexpr int Temp_bc_comp
BottomStressType bottom_stress_type
VertMixingType vert_mixing_type
GridScaleType grid_scale_type