8#include <AMReX_buildInfo.H>
25 const DistributionMapping& dm)
27 BoxList bl2d = ba.boxList();
28 for (
auto& b : bl2d) {
31 BoxArray ba2d(std::move(bl2d));
33 amrex::Print() <<
"Making level " << lev <<
" from coarse" << std::endl;
34 amrex::Print() <<
"GRIDS AT LEVEL " << lev <<
" ARE " << ba << std::endl;
39 xvel_new[lev] =
new MultiFab(convert(ba, IntVect(1,0,0)), dm, 1,
xvel_new[lev-1]->nGrowVect());
40 xvel_old[lev] =
new MultiFab(convert(ba, IntVect(1,0,0)), dm, 1,
xvel_new[lev-1]->nGrowVect());
42 yvel_new[lev] =
new MultiFab(convert(ba, IntVect(0,1,0)), dm, 1,
yvel_new[lev-1]->nGrowVect());
43 yvel_old[lev] =
new MultiFab(convert(ba, IntVect(0,1,0)), dm, 1,
yvel_new[lev-1]->nGrowVect());
45 zvel_new[lev] =
new MultiFab(convert(ba, IntVect(0,0,1)), dm, 1,
zvel_new[lev-1]->nGrowVect());
46 zvel_old[lev] =
new MultiFab(convert(ba, IntVect(0,0,1)), dm, 1,
zvel_new[lev-1]->nGrowVect());
52 vec_ubar[lev].reset(
new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,3,IntVect(
NGROW,
NGROW,0)));
53 vec_vbar[lev].reset(
new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,3,IntVect(
NGROW,
NGROW,0)));
55 vec_ru[lev].reset(
new MultiFab(convert(ba,IntVect(1,0,0)),dm,2,IntVect(
NGROW,
NGROW,0)));
56 vec_rv[lev].reset(
new MultiFab(convert(ba,IntVect(0,1,0)),dm,2,IntVect(
NGROW,
NGROW,0)));
58 vec_ru2d[lev].reset(
new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,2,IntVect(
NGROW,
NGROW,0)));
59 vec_rv2d[lev].reset(
new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,2,IntVect(
NGROW,
NGROW,0)));
62 t_old[lev] = time - 1.e200_rt;
78 vec_ru[lev]->setVal(0.0_rt);
79 vec_rv[lev]->setVal(0.0_rt);
101 for (
int icomp=0; icomp<3; icomp++) {
107 for (
int icomp=0; icomp<2; icomp++) {
142#ifdef REMORA_USE_PARTICLES
159 BoxArray ba_old(
cons_new[lev]->boxArray());
160 DistributionMapping dm_old(
cons_new[lev]->DistributionMap());
162 BoxList bl2d = ba.boxList();
163 for (
auto& b : bl2d) {
166 BoxArray ba2d(std::move(bl2d));
168 amrex::Print() <<
"Remaking level " << lev << std::endl;
169 amrex::Print() <<
"GRIDS AT LEVEL " << lev <<
" ARE " << ba << std::endl;
185 MultiFab tmp_cons_new(ba, dm,
ncons, ngrow_state);
186 MultiFab tmp_cons_old(ba, dm,
ncons, ngrow_state);
188 MultiFab tmp_xvel_new(convert(ba, IntVect(1,0,0)), dm, 1, ngrow_vels);
189 MultiFab tmp_xvel_old(convert(ba, IntVect(1,0,0)), dm, 1, ngrow_vels);
191 MultiFab tmp_yvel_new(convert(ba, IntVect(0,1,0)), dm, 1, ngrow_vels);
192 MultiFab tmp_yvel_old(convert(ba, IntVect(0,1,0)), dm, 1, ngrow_vels);
194 MultiFab tmp_zvel_new(convert(ba, IntVect(0,0,1)), dm, 1, IntVect(ngrow_vels,ngrow_vels,0));
195 MultiFab tmp_zvel_old(convert(ba, IntVect(0,0,1)), dm, 1, IntVect(ngrow_vels,ngrow_vels,0));
197 MultiFab tmp_Zt_avg1_new(ba2d, dm, 1, IntVect(ngrow_zeta,ngrow_zeta,0));
198 MultiFab tmp_h(ba2d, dm, 2, IntVect(ngrow_h,ngrow_h,0));
200 MultiFab tmp_ubar_new(convert(ba2d, IntVect(1,0,0)), dm, 3, IntVect(ngrow_velbar,ngrow_velbar,0));
202 MultiFab tmp_vbar_new(convert(ba2d, IntVect(0,1,0)), dm, 3, IntVect(ngrow_velbar,ngrow_velbar,0));
204 MultiFab tmp_ru_new(convert(ba, IntVect(1,0,0)),dm,2,IntVect(
NGROW,
NGROW,0));
205 MultiFab tmp_rv_new(convert(ba, IntVect(0,1,0)),dm,2,IntVect(
NGROW,
NGROW,0));
207 MultiFab tmp_ru2d_new(convert(ba2d, IntVect(1,0,0)),dm,2,IntVect(
NGROW,
NGROW,0));
208 MultiFab tmp_rv2d_new(convert(ba2d, IntVect(0,1,0)),dm,2,IntVect(
NGROW,
NGROW,0));
212 tmp_cons_new.setVal(0.0_rt);
213 tmp_xvel_new.setVal(0.0_rt);
214 tmp_yvel_new.setVal(0.0_rt);
215 tmp_zvel_new.setVal(0.0_rt);
217 tmp_cons_old.setVal(0.0_rt);
218 tmp_xvel_old.setVal(0.0_rt);
219 tmp_yvel_old.setVal(0.0_rt);
220 tmp_zvel_old.setVal(0.0_rt);
222 tmp_ru_new.setVal(0.0_rt);
223 tmp_rv_new.setVal(0.0_rt);
225 tmp_ru2d_new.setVal(0.0_rt);
226 tmp_rv2d_new.setVal(0.0_rt);
228 tmp_ubar_new.setVal(0.0_rt);
229 tmp_vbar_new.setVal(0.0_rt);
234 FillPatch(lev, time, tmp_xvel_new,
xvel_new,
xvel_bc(),
BdyVars::u,0,
true,
false,0,0,0.0,tmp_xvel_new);
235 FillPatch(lev, time, tmp_yvel_new,
yvel_new,
yvel_bc(),
BdyVars::v,0,
true,
false,0,0,0.0,tmp_yvel_new);
239 for (
int icomp=0; icomp<3; icomp++) {
243 for (
int icomp=0; icomp<2; icomp++) {
251 MultiFab::Copy(tmp_cons_old,tmp_cons_new,0,0,
ncons,tmp_cons_new.nGrowVect());
252 MultiFab::Copy(tmp_xvel_old,tmp_xvel_new,0,0, 1,tmp_xvel_new.nGrowVect());
253 MultiFab::Copy(tmp_yvel_old,tmp_yvel_new,0,0, 1,tmp_yvel_new.nGrowVect());
254 MultiFab::Copy(tmp_zvel_old,tmp_zvel_new,0,0, 1,tmp_zvel_new.nGrowVect());
256 std::swap(tmp_cons_new, *
cons_new[lev]);
257 std::swap(tmp_cons_old, *
cons_old[lev]);
258 std::swap(tmp_xvel_new, *
xvel_new[lev]);
259 std::swap(tmp_xvel_old, *
xvel_old[lev]);
260 std::swap(tmp_yvel_new, *
yvel_new[lev]);
261 std::swap(tmp_yvel_old, *
yvel_old[lev]);
262 std::swap(tmp_zvel_new, *
zvel_new[lev]);
263 std::swap(tmp_zvel_old, *
zvel_old[lev]);
265 std::swap(tmp_ubar_new, *
vec_ubar[lev]);
266 std::swap(tmp_vbar_new, *
vec_vbar[lev]);
267 std::swap(tmp_ru_new, *
vec_ru[lev]);
268 std::swap(tmp_rv_new, *
vec_rv[lev]);
269 std::swap(tmp_ru2d_new, *
vec_ru2d[lev]);
270 std::swap(tmp_rv2d_new, *
vec_rv2d[lev]);
276 std::swap(tmp_h, *
vec_h[lev]);
282 t_old[lev] = time - 1.e200_rt;
302 bool ba_changed = (ba != ba_old);
303 bool dm_changed = (dm != dm_old);
304 if (ba_changed || dm_changed) {
309#ifdef REMORA_USE_PARTICLES
310 particleData.Redistribute();
327 const DistributionMapping& dm)
330 SetBoxArray(lev, ba);
331 SetDistributionMap(lev, dm);
333 BoxList bl2d = ba.boxList();
334 for (
auto& b : bl2d) {
337 BoxArray ba2d(std::move(bl2d));
339 amrex::Print() <<
"Making level " << lev <<
" from scratch" << std::endl;
340 amrex::Print() <<
"GRIDS AT LEVEL " << lev <<
" ARE " << ba << std::endl;
355 xvel_new[lev] =
new MultiFab(convert(ba, IntVect(1,0,0)), dm, 1, ngrow_vels);
356 xvel_old[lev] =
new MultiFab(convert(ba, IntVect(1,0,0)), dm, 1, ngrow_vels);
358 yvel_new[lev] =
new MultiFab(convert(ba, IntVect(0,1,0)), dm, 1, ngrow_vels);
359 yvel_old[lev] =
new MultiFab(convert(ba, IntVect(0,1,0)), dm, 1, ngrow_vels);
361 zvel_new[lev] =
new MultiFab(convert(ba, IntVect(0,0,1)), dm, 1, IntVect(ngrow_vels,ngrow_vels,0));
362 zvel_old[lev] =
new MultiFab(convert(ba, IntVect(0,0,1)), dm, 1, IntVect(ngrow_vels,ngrow_vels,0));
368 vec_ubar[lev].reset(
new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,3,IntVect(
NGROW,
NGROW,0)));
369 vec_vbar[lev].reset(
new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,3,IntVect(
NGROW,
NGROW,0)));
371 vec_ru[lev].reset(
new MultiFab(convert(ba,IntVect(1,0,0)),dm,2,IntVect(
NGROW,
NGROW,0)));
372 vec_rv[lev].reset(
new MultiFab(convert(ba,IntVect(0,1,0)),dm,2,IntVect(
NGROW,
NGROW,0)));
374 vec_ru2d[lev].reset(
new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,2,IntVect(
NGROW,
NGROW,0)));
375 vec_rv2d[lev].reset(
new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,2,IntVect(
NGROW,
NGROW,0)));
382#ifdef REMORA_USE_PARTICLES
387 particleData.Redistribute();
515 BoxList bl2d = ba.boxList();
516 for (
auto& b : bl2d) {
520 BoxArray ba2d(std::move(bl2d));
522 vec_msku[lev].reset(
new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,1,IntVect(
NGROW+1,
NGROW+1,0)));
523 vec_mskv[lev].reset(
new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,1,IntVect(
NGROW+1,
NGROW+1,0)));
524 vec_mskp[lev].reset(
new MultiFab(convert(ba2d,IntVect(1,1,0)),dm,1,IntVect(
NGROW+1,
NGROW+1,0)));
549 BoxList bl2d = ba.boxList();
550 for (
auto& b : bl2d) {
553 BoxArray ba2d(std::move(bl2d));
555 BoxList bl1d = ba.boxList();
556 for (
auto& b : bl1d) {
560 BoxArray ba1d(std::move(bl1d));
563 ba_nd.surroundingNodes();
565 ba_w.surroundingNodes(2);
568 vec_z_w[lev].reset (
new MultiFab(convert(ba,IntVect(0,0,1)),dm,1,IntVect(
NGROW+1,
NGROW+1,0)));
572 vec_Huon[lev].reset (
new MultiFab(convert(ba,IntVect(1,0,0)),dm,1,IntVect(
NGROW,
NGROW,0)));
573 vec_Hvom[lev].reset (
new MultiFab(convert(ba,IntVect(0,1,0)),dm,1,IntVect(
NGROW,
NGROW,0)));
575 vec_Akv[lev].reset (
new MultiFab(convert(ba,IntVect(0,0,1)),dm,1,IntVect(
NGROW,
NGROW,0)));
584 vec_rufrc[lev].reset(
new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,2,IntVect(
NGROW,
NGROW,0)));
585 vec_rvfrc[lev].reset(
new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,2,IntVect(
NGROW,
NGROW,0)));
587 vec_sustr[lev].reset(
new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,1,IntVect(
NGROW,
NGROW,0)));
588 vec_svstr[lev].reset(
new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,1,IntVect(
NGROW,
NGROW,0)));
602 vec_bustr[lev].reset(
new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,1,IntVect(
NGROW,
NGROW,0)));
603 vec_bvstr[lev].reset(
new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,1,IntVect(
NGROW,
NGROW,0)));
615 vec_rubar[lev].reset(
new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,4,IntVect(
NGROW,
NGROW,0)));
616 vec_rvbar[lev].reset(
new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,4,IntVect(
NGROW,
NGROW,0)));
629 vec_xu[lev].reset(
new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,1,IntVect(
NGROW,
NGROW,0)));
630 vec_yu[lev].reset(
new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,1,IntVect(
NGROW,
NGROW,0)));
631 vec_xv[lev].reset(
new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,1,IntVect(
NGROW,
NGROW,0)));
632 vec_yv[lev].reset(
new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,1,IntVect(
NGROW,
NGROW,0)));
633 vec_xp[lev].reset(
new MultiFab(convert(ba2d,IntVect(1,1,0)),dm,1,IntVect(
NGROW,
NGROW,0)));
634 vec_yp[lev].reset(
new MultiFab(convert(ba2d,IntVect(1,1,0)),dm,1,IntVect(
NGROW,
NGROW,0)));
642 vec_bvf[lev].reset(
new MultiFab(convert(ba,IntVect(0,0,1)),dm,1,IntVect(
NGROW,
NGROW,0)));
644 vec_tke[lev].reset(
new MultiFab(convert(ba,IntVect(0,0,1)),dm,3,IntVect(
NGROW,
NGROW,0)));
645 vec_gls[lev].reset(
new MultiFab(convert(ba,IntVect(0,0,1)),dm,3,IntVect(
NGROW,
NGROW,0)));
647 vec_Akk[lev].reset(
new MultiFab(convert(ba,IntVect(0,0,1)),dm,1,IntVect(
NGROW,
NGROW,0)));
648 vec_Akp[lev].reset(
new MultiFab(convert(ba,IntVect(0,0,1)),dm,1,IntVect(
NGROW,
NGROW,0)));
767 const auto dxi = Geom(lev).InvCellSize();
768 vec_pm[lev]->setVal(dxi[0]);
vec_pm[lev]->FillBoundary(geom[lev].periodicity());
769 vec_pn[lev]->setVal(dxi[1]);
vec_pn[lev]->FillBoundary(geom[lev].periodicity());
772 vec_pm[lev]->FillBoundary(geom[lev].periodicity());
773 vec_pn[lev]->FillBoundary(geom[lev].periodicity());
776#ifdef REMORA_USE_NETCDF
781 Real dummy_time = 0.0_rt;
785 int rrx = ref_ratio[lev-1][0];
786 int rry = ref_ratio[lev-1][1];
788 for ( MFIter mfi(*
cons_new[lev], TilingIfNotGPU()); mfi.isValid(); ++mfi )
790 Array4<Real>
const& pm =
vec_pm[lev]->array(mfi);
791 Array4<Real>
const& pn =
vec_pn[lev]->array(mfi);
792 Box ubx = mfi.growntilebox(IntVect(
NGROW+1,
NGROW+2,0));
793 Box vbx = mfi.growntilebox(IntVect(
NGROW+2,
NGROW+1,0));
794 ParallelFor(makeSlab(ubx,2,0), [=] AMREX_GPU_DEVICE (
int i,
int j,
int ) {
795 pm(i,j,0) = pm(i,j,0) * (rrx);
797 ParallelFor(makeSlab(vbx,2,0), [=] AMREX_GPU_DEVICE (
int i,
int j,
int ) {
798 pn(i,j,0) = pn(i,j,0) * (rry);
815 for ( MFIter mfi(*
vec_xr[lev], TilingIfNotGPU()); mfi.isValid(); ++mfi )
817 Array4<const Real>
const& pm =
vec_pm[lev]->const_array(mfi);
818 Array4<const Real>
const& pn =
vec_pn[lev]->const_array(mfi);
819 Array4<Real>
const& xr =
vec_xr[lev]->array(mfi);
820 Array4<Real>
const& yr =
vec_yr[lev]->array(mfi);
821 Array4<Real>
const& xu =
vec_xu[lev]->array(mfi);
822 Array4<Real>
const& yu =
vec_yu[lev]->array(mfi);
823 Array4<Real>
const& xv =
vec_xv[lev]->array(mfi);
824 Array4<Real>
const& yv =
vec_yv[lev]->array(mfi);
825 Array4<Real>
const& xp =
vec_xp[lev]->array(mfi);
826 Array4<Real>
const& yp =
vec_yp[lev]->array(mfi);
828 Box bx = mfi.growntilebox(IntVect(
NGROW,
NGROW,0));
829 ParallelFor(bx, [=] AMREX_GPU_DEVICE (
int i,
int j,
int)
831 xr(i,j,0) = (i + 0.5_rt) / pm(i,j,0);
832 yr(i,j,0) = (j + 0.5_rt) / pn(i,j,0);
835 ParallelFor(grow(convert(bx,IntVect(1,0,0)),IntVect(-1,0,0)), [=] AMREX_GPU_DEVICE (
int i,
int j,
int)
837 xu(i,j,0) = i / pm(i,j,0);
838 yu(i,j,0) = (j + 0.5_rt) / pn(i,j,0);
841 ParallelFor(grow(convert(bx,IntVect(0,1,0)),IntVect(0,-1,0)), [=] AMREX_GPU_DEVICE (
int i,
int j,
int)
843 xv(i,j,0) = (i + 0.5_rt) / pm(i,j,0);
844 yv(i,j,0) = j / pn(i,j,0);
847 ParallelFor(grow(convert(bx,IntVect(1,1,0)),IntVect(-1,-1,0)), [=] AMREX_GPU_DEVICE (
int i,
int j,
int)
849 xp(i,j,0) = i / pm(i,j,0);
850 yp(i,j,0) = j / pn(i,j,0);
861 BL_PROFILE(
"REMORA::set_zeta_to_Ztavg()");
862 std::unique_ptr<MultiFab>& mf_zeta =
vec_zeta[lev];
863 std::unique_ptr<MultiFab>& mf_Zt_avg1 =
vec_Zt_avg1[lev];
865 for ( MFIter mfi(*
vec_zeta[lev], TilingIfNotGPU()); mfi.isValid(); ++mfi )
867 Array4<Real>
const& Zt_avg1 = (mf_Zt_avg1)->array(mfi);
868 Array4<const Real>
const& evap =
vec_evap[lev]->const_array(mfi);
869 Array4<const Real>
const& rain =
vec_rain[lev]->const_array(mfi);
871 Box bx2 = mfi.growntilebox(IntVect(
NGROW,
NGROW,0));
873 Real cff =
dt[lev] /
rhow;
875 ParallelFor(bx2, [=] AMREX_GPU_DEVICE (
int i,
int j,
int )
877 Zt_avg1(i,j,0) = Zt_avg1(i,j,0) - (evap(i,j,0) - rain(i,j,0)) * cff;
881 Gpu::streamSynchronize();
883 vec_Zt_avg1[lev]->FillBoundary(geom[lev].periodicity());
885 for ( MFIter mfi(*
vec_zeta[lev], TilingIfNotGPU()); mfi.isValid(); ++mfi )
887 Box bx3 = mfi.tilebox(); bx3.grow(IntVect(
NGROW+1,
NGROW+1,0));
888 Array4<Real>
const& zeta = mf_zeta->array(mfi);
889 Array4<Real>
const& Zt_avg1 = (mf_Zt_avg1)->array(mfi);
891 ParallelFor(bx3, 3, [=] AMREX_GPU_DEVICE (
int i,
int j,
int ,
int n)
893 zeta(i,j,0,n) = Zt_avg1(i,j,0);
904 for ( MFIter mfi(*
vec_mskr[lev], TilingIfNotGPU()); mfi.isValid(); ++mfi )
906 Array4<const Real>
const& mskr =
vec_mskr[lev]->const_array(mfi);
907 Array4< Real>
const& mskp =
vec_mskp[lev]->array(mfi);
909 Box bx = mfi.tilebox(); bx.grow(IntVect(1,1,0)); bx.makeSlab(2,0);
914 ParallelFor(bx, [=] AMREX_GPU_DEVICE (
int i,
int j,
int)
916 if ((mskr(i-1,j,0) > 0.5) and (mskr(i,j,0) > 0.5) and (mskr(i-1,j-1,0) > 0.5) and (mskr(i,j-1,0) > 0.5)) {
917 mskp(i,j,0) = 1.0_rt;
918 }
else if ((mskr(i-1,j,0) < 0.5) and (mskr(i,j,0) > 0.5) and (mskr(i-1,j-1,0) > 0.5) and (mskr(i,j-1,0) > 0.5)) {
920 }
else if ((mskr(i-1,j,0) > 0.5) and (mskr(i,j,0) < 0.5) and (mskr(i-1,j-1,0) > 0.5) and (mskr(i,j-1,0) > 0.5)) {
922 }
else if ((mskr(i-1,j,0) > 0.5) and (mskr(i,j,0) > 0.5) and (mskr(i-1,j-1,0) < 0.5) and (mskr(i,j-1,0) > 0.5)) {
924 }
else if ((mskr(i-1,j,0) > 0.5) and (mskr(i,j,0) > 0.5) and (mskr(i-1,j-1,0) > 0.5) and (mskr(i,j-1,0) < 0.5)) {
926 }
else if ((mskr(i-1,j,0) > 0.5) and (mskr(i,j,0) < 0.5) and (mskr(i-1,j-1,0) > 0.5) and (mskr(i,j-1,0) < 0.5)) {
928 }
else if ((mskr(i-1,j,0) < 0.5) and (mskr(i,j,0) > 0.5) and (mskr(i-1,j-1,0) < 0.5) and (mskr(i,j-1,0) > 0.5)) {
930 }
else if ((mskr(i-1,j,0) > 0.5) and (mskr(i,j,0) > 0.5) and (mskr(i-1,j-1,0) < 0.5) and (mskr(i,j-1,0) < 0.5)) {
932 }
else if ((mskr(i-1,j,0) < 0.5) and (mskr(i,j,0) < 0.5) and (mskr(i-1,j-1,0) > 0.5) and (mskr(i,j-1,0) > 0.5)) {
935 mskp(i,j,0) = 0.0_rt;
948 for ( MFIter mfi(*
vec_mskr[lev], TilingIfNotGPU()); mfi.isValid(); ++mfi )
950 Array4<const Real>
const& mskr =
vec_mskr[lev]->const_array(mfi);
951 Array4< Real>
const& msku =
vec_msku[lev]->array(mfi);
952 Array4< Real>
const& mskv =
vec_mskv[lev]->array(mfi);
953 Array4< Real>
const& mskp =
vec_mskp[lev]->array(mfi);
955 Box bx = mfi.tilebox(); bx.grow(IntVect(1,1,0)); bx.makeSlab(2,0);
957 ParallelFor(bx, [=] AMREX_GPU_DEVICE (
int i,
int j,
int)
959 msku(i,j,0) = mskr(i-1,j ,0) * mskr(i,j,0);
960 mskv(i,j,0) = mskr(i ,j-1,0) * mskr(i,j,0);
961 mskp(i,j,0) = mskr(i-1,j-1,0) * mskr(i,j,0) * mskr(i-1,j,0) * mskr(i,j-1,0);
972 for ( MFIter mfi(*
vec_mskr3d[lev], TilingIfNotGPU()); mfi.isValid(); ++mfi )
974 Array4<const Real>
const& mskr =
vec_mskr[lev]->const_array(mfi);
975 Array4< Real>
const& mskr3d =
vec_mskr3d[lev]->array(mfi);
977 Box bx = mfi.tilebox(); bx.grow(IntVect(1,1,0)); bx.makeSlab(2,0);
979 ParallelFor(bx, [=] AMREX_GPU_DEVICE (
int i,
int j,
int k)
981 mskr3d(i,j,k) = mskr(i,j,0);
constexpr amrex::Real rhow
void FillCoarsePatchPC(int lev, amrex::Real time, amrex::MultiFab *mf_fine, amrex::MultiFab *mf_crse, const int bccomp, const int bdy_var_type=BdyVars::null, const int icomp=0, const bool fill_all=true, const int n_not_fill=0, const int icomp_calc=0, const amrex::Real dt=amrex::Real(0.0), const amrex::MultiFab &mf_calc=amrex::MultiFab())
fill an entire multifab by interpolating from the coarser level using the piecewise constant interpol...
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_EminusP
evaporation minus precipitation [kg/m^2/s], defined at rho-points
void set_grid_vars_averaged_down(int lev)
Set pm/pn by averaging down from higher-resolution grid.
int ncons
Number of conserved scalars in the state (temperature + salt + passive scalars)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_zeta_full_domain
high resolution initial free surface height (2D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rv2d
v velocity RHS (2D, includes horizontal and vertical advection)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_evap
evaporation rate [kg/m^2/s]
int zvel_bc() const noexcept
int xvel_bc() const noexcept
amrex::Vector< amrex::BCRec > domain_bcs_type
vector (over BCVars) of BCRecs
void calculate_nodal_masks(int lev)
Calculate u-, v-, and psi-point masks based on rho-point masks after analytic initialization.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_fcor
coriolis factor (2D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_btflux
Bottom tracer flux; input arrays.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rubar
barotropic x velocity for the RHS (2D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_xvel_full_domain
multilevel data container for high res initial x velocities (u in ROMS)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_h
multilevel data container for current step's z velocities (largely unused; W stored separately)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_pm
horizontal scaling factor: 1 / dx (2D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_ZoBot
Bottom roughness length [m], defined at rho points.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_DU_avg2
correct time average of barotropic x velocity flux for coupling (2D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_lrflx
longwave radiation
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_yv
y_grid on v-points (2D)
amrex::Vector< amrex::MultiFab * > cons_new
multilevel data container for current step's scalar data: temperature, salinity, passive tracer
virtual void MakeNewLevelFromCoarse(int lev, amrex::Real time, const amrex::BoxArray &ba, const amrex::DistributionMapping &dm) override
Make a new level using provided BoxArray and DistributionMapping and fill with interpolated coarse le...
void FillCoarsePatch(int lev, amrex::Real time, amrex::MultiFab *mf_fine, amrex::MultiFab *mf_crse, const int bccomp, const int bdy_var_type=BdyVars::null, const int icomp=0, const bool fill_all=true, const int n_not_fill=0, const int icomp_calc=0, const amrex::Real dt=amrex::Real(0.0), const amrex::MultiFab &mf_calc=amrex::MultiFab())
fill an entire multifab by interpolating from the coarser level
void stretch_transform(int lev)
Calculate vertical stretched coordinates.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_vwind
Wind in the v direction, defined at rho-points.
std::unique_ptr< ProblemBase > prob
Pointer to container of analytical functions for problem definition.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_mskr
land/sea mask at cell centers (2D)
void Construct_REMORAFillPatchers(int lev)
Construct FillPatchers.
void init_grid_vars_from_netcdf(int lev)
Grid variable initialization from NetCDF file.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rain
precipitation rate [kg/m^2/s]
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_tke
Turbulent kinetic energy.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_stflx
Surface tracer flux; working arrays.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_gls
Turbulent generic length scale.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_sustr
Surface stress in the u direction.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_yp
y_grid on psi-points (2D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_xr
x_grid on rho points (2D)
int yvel_bc() const noexcept
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_ru2d
u velocity RHS (2D, includes horizontal and vertical advection)
virtual void ClearLevel(int lev) override
Delete level data Overrides the pure virtual function in AmrCore.
amrex::Vector< amrex::MultiFab * > zvel_new
multilevel data container for current step's z velocities (largely unused; W stored separately)
AMREX_FORCE_INLINE int ComputeGhostCells(const int &spatial_order)
Helper function to determine number of ghost cells.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_sstore
additional scratch space for calculations on temp, salt, etc
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_xv
x_grid on v-points (2D)
void init_only(int lev, amrex::Real time)
Init (NOT restart or regrid)
void init_set_vmix(int lev)
Initialize vertical mixing coefficients from file or analytic.
void set_grid_scale(int lev)
Set pm and pn arrays and x/y coords on level lev.
void set_coriolis(int lev)
Initialize Coriolis factor from file or analytic.
int foextrap_bc() const noexcept
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Lscale
Vertical mixing turbulent length scale.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Hz
Width of cells in the vertical (z-) direction (3D, Hz in ROMS)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Akt
Vertical diffusion coefficient (3D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_msku
land/sea mask at x-faces (2D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rvfrc
v velocity RHS, integrated, including advection and bottom/surface stresses (2D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_pm_full_domain
horizontal scaling factor: 1 / dx (2D) on whole domain
amrex::Vector< amrex::MultiFab * > xvel_old
multilevel data container for last step's x velocities (u in ROMS)
amrex::Vector< amrex::MultiFab * > yvel_new
multilevel data container for current step's y velocities (v in ROMS)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_uwind
Wind in the u direction, defined at rho-points.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rufrc
u velocity RHS, integrated, including advection and bottom/surface stresses (2D)
int zeta_bc() const noexcept
void Define_REMORAFillPatchers(int lev)
Define FillPatchers.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_shflx
sensible heat flux
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_visc2_p
Harmonic viscosity defined on the psi points (corners of horizontal grid cells)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rvbar
barotropic y velocity for the RHS (2D)
amrex::Vector< amrex::MultiFab * > zvel_old
multilevel data container for last step's z velocities (largely unused; W stored separately)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_z_r
z coordinates at rho points (cell centers)
amrex::Vector< amrex::MultiFab * > xvel_new
multilevel data container for current step's x velocities (u in ROMS)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_lhflx
latent heat flux
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_mskp
land/sea mask at cell corners (2D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_bvf
Brunt-Vaisala frequency (3D)
virtual void RemakeLevel(int lev, amrex::Real time, const amrex::BoxArray &ba, const amrex::DistributionMapping &dm) override
Remake an existing level using provided BoxArray and DistributionMapping and fill with existing fine ...
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_mskv
land/sea mask at y-faces (2D)
void init_masks(int lev, const amrex::BoxArray &ba, const amrex::DistributionMapping &dm)
Allocate MultiFabs for masks.
amrex::Vector< std::unique_ptr< REMORAPhysBCFunct > > physbcs
Vector (over level) of functors to apply physical boundary conditions.
void fill_3d_masks(int lev)
Copy maskr to all z levels.
void FillPatch(int lev, amrex::Real time, amrex::MultiFab &mf_to_be_filled, amrex::Vector< amrex::MultiFab * > const &mfs, const int bccomp, const int bdy_var_type=BdyVars::null, const int icomp=0, const bool fill_all=true, const bool fill_set=true, const int n_not_fill=0, const int icomp_calc=0, const amrex::Real dt=amrex::Real(0.0), const amrex::MultiFab &mf_calc=amrex::MultiFab())
Fill a new MultiFab by copying in phi from valid region and filling ghost cells.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rhoS
density perturbation
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_visc2_r
Harmonic viscosity defined on the rho points (centers)
void update_mskp(int lev)
Set psi-point mask to be consistent with rho-point mask.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_yvel_full_domain
multilevel data container for high res initial y velocities (v in ROMS)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_svstr
Surface stress in the v direction.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Huon
u-volume flux (3D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_h_full_domain
Bathymetry data on the whole domain at each potential level.
amrex::Vector< amrex::MultiFab * > yvel_old
multilevel data container for last step's y velocities (v in ROMS)
void init_stuff(int lev, const amrex::BoxArray &ba, const amrex::DistributionMapping &dm)
Allocate MultiFabs for state and evolution variables.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rhoA
vertically-averaged density
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_DV_avg1
time average of barotropic y velocity flux
int hires_init_level
Which level the high resolution initialization data is at.
amrex::Vector< amrex::Real > t_new
new time at each level
static SolverChoice solverChoice
Container for algorithmic choices.
void set_grid_coords_from_grid_scale(int lev)
Set x/y coords on level lev based on pm and pn.
void resize_stuff(int lev)
Resize variable containers to accommodate data on levels 0 to max_lev.
amrex::Vector< std::unique_ptr< amrex::iMultiFab > > vec_river_position
iMultiFab for river positions; contents are indices of rivers
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Akk
Turbulent kinetic energy vertical diffusion coefficient.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rdrag2
Quadratic drag coefficient [unitless], defined at rho points.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_ru
u velocity RHS (3D, includes horizontal and vertical advection)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_xp
x_grid on psi-points (2D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_longwave_down
Downward longwave radiation.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_zeta
free surface height (2D)
int ubar_bc() const noexcept
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_vbar
barotropic y velocity (2D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_DU_avg1
time average of barotropic x velocity flux (2D)
void set_zeta_to_Ztavg(int lev)
Set zeta components to be equal to time-averaged Zt_avg1.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_alpha
Thermal expansion coefficient (3D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_ubar
barotropic x velocity (2D)
amrex::Vector< amrex::MultiFab * > cons_old
multilevel data container for last step's scalar data: temperature, salinity, passive tracer
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_bustr
Bottom stress in the u direction.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_cons_full_domain
multilevel data container for high res initial data: temperature, salinity, passive tracer
int vbar_bc() const noexcept
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_DV_avg2
correct time average of barotropic y velocity flux for coupling (2D)
void set_hmixcoef(int lev)
Initialize horizontal mixing coefficients.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_yu
y_grid on u-points (2D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_bvstr
Bottom stress in the v direction.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rzeta
free surface height for the RHS (2D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_z_phys_nd
z coordinates at psi points (cell nodes)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_xu
x_grid on u-points (2D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_pn_full_domain
horizontal scaling factor: 1 / dy (2D) on whole domain
amrex::Vector< amrex::Vector< std::unique_ptr< amrex::MultiFab > > > vec_nudg_coeff
Climatology nudging coefficients.
void set_weights(int lev)
Set weights for averaging 3D variables to 2D.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_pn
horizontal scaling factor: 1 / dy (2D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Akv
Vertical viscosity coefficient (3D)
virtual void MakeNewLevelFromScratch(int lev, amrex::Real time, const amrex::BoxArray &ba, const amrex::DistributionMapping &dm) override
Make a new level from scratch using provided BoxArray and DistributionMapping. Only used during initi...
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_stflux
Surface tracer flux; input arrays.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rdrag
Linear drag coefficient [m/s], defined at rho points.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_cloud
cloud cover fraction [0-1], defined at rho-points
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Zt_avg1
Average of the free surface, zeta (2D)
std::string restart_chkfile
If set, restart from this checkpoint file.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rv
v velocity RHS (3D, includes horizontal and vertical advection)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_btflx
Bottom tracer flux; working arrays.
int cf_width
Nudging width at coarse-fine interface.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_beta
Saline contraction coefficient (3D)
amrex::Vector< amrex::Real > t_old
old time at each level
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_mskr3d
land/sea mask at cell centers, copied to all z levels (3D)
amrex::Vector< amrex::GpuArray< amrex::Real, AMREX_SPACEDIM *2 > > m_bc_extdir_vals
Array holding the Dirichlet values at walls which need them.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_srflx
Shortwave radiation flux [W/m²], defined at rho-points.
void set_bathymetry_averaged_down(int lev)
Copy over bathymetry data that has been averaged down from high resolution input netcdf file.
amrex::Vector< amrex::Real > dt
time step at each level
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Pair
Air pressure [mb], defined at rho-points.
amrex::Gpu::DeviceVector< amrex::BCRec > domain_bcs_type_d
GPU vector (over BCVars) of BCRecs.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_qair
Specific humidity [kg/kg], defined at rho-points.
int hires_grid_level
Which level the high resolution bathymetry is at.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_z_w
z coordinates at w points (faces between z-cells)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Tair
Air temperature [°C], defined at rho-points.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_yr
y_grid on rho points (2D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Hvom
v-volume flux (3D)
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Akp
Turbulent length scale vertical diffusion coefficient.
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_diff2
Harmonic diffusivity for temperature / salinity.
static constexpr int cons_bc
static constexpr int Temp_bc_comp
BottomStressType bottom_stress_type
VertMixingType vert_mixing_type
GridScaleType grid_scale_type