REMORA
Regional Modeling of Oceans Refined Adaptively
Loading...
Searching...
No Matches
REMORA_make_new_level.cpp
Go to the documentation of this file.
1/**
2 * \file REMORA_make_new_level.cpp
3 */
4
5#include <REMORA.H>
6#include <REMORA_prob_common.H>
7
8#include <AMReX_buildInfo.H>
9
10using namespace amrex;
11
12/**
13 * Make a new level using provided BoxArray and DistributionMapping and
14 * fill with interpolated coarse level data (overrides the pure virtual function in AmrCore)
15 * regrid --> RemakeLevel (if level already existed)
16 * regrid --> MakeNewLevelFromCoarse (if adding new level)
17 *
18 * @param[in ] lev level to make
19 * @param[in ] time current time
20 * @param[in ] ba BoxArray for the level
21 * @param[in ] dm DistributionMapping for the level
22 */
23void
24REMORA::MakeNewLevelFromCoarse (int lev, Real time, const BoxArray& ba,
25 const DistributionMapping& dm)
26{
27 BoxList bl2d = ba.boxList();
28 for (auto& b : bl2d) {
29 b.setRange(2,0);
30 }
31 BoxArray ba2d(std::move(bl2d));
32
33 amrex::Print() << "Making level " << lev << " from coarse" << std::endl;
34 amrex::Print() << "GRIDS AT LEVEL " << lev << " ARE " << ba << std::endl;
35
36 cons_new[lev] = new MultiFab(ba, dm, ncons, cons_new[lev-1]->nGrowVect());
37 cons_old[lev] = new MultiFab(ba, dm, ncons, cons_new[lev-1]->nGrowVect());
38
39 xvel_new[lev] = new MultiFab(convert(ba, IntVect(1,0,0)), dm, 1, xvel_new[lev-1]->nGrowVect());
40 xvel_old[lev] = new MultiFab(convert(ba, IntVect(1,0,0)), dm, 1, xvel_new[lev-1]->nGrowVect());
41
42 yvel_new[lev] = new MultiFab(convert(ba, IntVect(0,1,0)), dm, 1, yvel_new[lev-1]->nGrowVect());
43 yvel_old[lev] = new MultiFab(convert(ba, IntVect(0,1,0)), dm, 1, yvel_new[lev-1]->nGrowVect());
44
45 zvel_new[lev] = new MultiFab(convert(ba, IntVect(0,0,1)), dm, 1, zvel_new[lev-1]->nGrowVect());
46 zvel_old[lev] = new MultiFab(convert(ba, IntVect(0,0,1)), dm, 1, zvel_new[lev-1]->nGrowVect());
47
48 resize_stuff(lev);
49
50 vec_Zt_avg1[lev].reset(new MultiFab(ba2d ,dm,1,IntVect(NGROW+1,NGROW+1,0))); //2d, average of the free surface (zeta)
51 vec_h[lev].reset(new MultiFab(ba2d ,dm,2,IntVect(NGROW+1,NGROW+1,0))); //2d, average of the free surface (zeta)
52 vec_ubar[lev].reset(new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,3,IntVect(NGROW,NGROW,0)));
53 vec_vbar[lev].reset(new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,3,IntVect(NGROW,NGROW,0)));
54
55 vec_ru[lev].reset(new MultiFab(convert(ba,IntVect(1,0,0)),dm,2,IntVect(NGROW,NGROW,0))); // RHS u (incl horizontal and vertical advection)
56 vec_rv[lev].reset(new MultiFab(convert(ba,IntVect(0,1,0)),dm,2,IntVect(NGROW,NGROW,0))); // RHS v
57
58 vec_ru2d[lev].reset(new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,2,IntVect(NGROW,NGROW,0))); // RHS u for 2d
59 vec_rv2d[lev].reset(new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,2,IntVect(NGROW,NGROW,0))); // RHS v for 2d
60
61 t_new[lev] = time;
62 t_old[lev] = time - 1.e200_rt;
63
64 init_masks(lev, ba, dm);
65
66 init_stuff(lev, ba, dm);
67
68 cons_new[lev]->setVal(0.0_rt);
69 xvel_new[lev]->setVal(0.0_rt);
70 yvel_new[lev]->setVal(0.0_rt);
71 zvel_new[lev]->setVal(0.0_rt);
72
73 cons_old[lev]->setVal(0.0_rt);
74 xvel_old[lev]->setVal(0.0_rt);
75 yvel_old[lev]->setVal(0.0_rt);
76 zvel_old[lev]->setVal(0.0_rt);
77
78 vec_ru[lev]->setVal(0.0_rt);
79 vec_rv[lev]->setVal(0.0_rt);
80
81 vec_ru2d[lev]->setVal(0.0_rt);
82 vec_rv2d[lev]->setVal(0.0_rt);
83
84 vec_ubar[lev]->setVal(0.0_rt);
85 vec_vbar[lev]->setVal(0.0_rt);
86
87
88 FillCoarsePatch(lev, time, cons_new[lev], cons_new[lev-1],BCVars::Temp_bc_comp,BdyVars::t);
89 FillCoarsePatch(lev, time, xvel_new[lev], xvel_new[lev-1], xvel_bc(), BdyVars::u);
90 FillCoarsePatch(lev, time, yvel_new[lev], yvel_new[lev-1], yvel_bc(), BdyVars::v);
91 FillCoarsePatch(lev, time, zvel_new[lev], zvel_new[lev-1], zvel_bc(), BdyVars::null);
92
93 if (lev > hires_grid_level) {
94 FillCoarsePatch(lev, time, vec_h[lev].get(), vec_h[lev-1].get(),
95 BCVars::cons_bc);
96 } else {
97 set_bathymetry_averaged_down(lev);
98 }
99
100 FillCoarsePatch(lev, time, vec_Zt_avg1[lev].get(), vec_Zt_avg1[lev-1].get(),BCVars::cons_bc);
101 for (int icomp=0; icomp<3; icomp++) {
102 FillCoarsePatch(lev, time, vec_ubar[lev].get(), vec_ubar[lev-1].get(), ubar_bc(),
103 BdyVars::ubar,icomp,false);
104 FillCoarsePatch(lev, time, vec_vbar[lev].get(), vec_vbar[lev-1].get(), vbar_bc(),
105 BdyVars::vbar,icomp,false);
106 }
107 for (int icomp=0; icomp<2; icomp++) {
108 FillCoarsePatch(lev, time, vec_ru[lev].get(), vec_ru[lev-1].get(), xvel_bc(),
109 BdyVars::null,icomp,false);
110 FillCoarsePatch(lev, time, vec_rv[lev].get(), vec_rv[lev-1].get(), yvel_bc(),
111 BdyVars::null,icomp,false);
112 FillCoarsePatch(lev, time, vec_ru2d[lev].get(), vec_ru2d[lev-1].get(), xvel_bc(),
113 BdyVars::null,icomp,false);
114 FillCoarsePatch(lev, time, vec_rv2d[lev].get(), vec_rv2d[lev-1].get(), yvel_bc(),
115 BdyVars::null,icomp,false);
116 }
117
118 // Not totally sure foextrap is right here
119 FillCoarsePatchPC(lev, time, vec_mskr[lev].get(), vec_mskr[lev-1].get(),
120 foextrap_bc());
121
122 calculate_nodal_masks(lev);
123
124
125 set_grid_scale(lev);
126 stretch_transform(lev);
127
128 init_set_vmix(lev);
129 set_hmixcoef(lev);
130 set_coriolis(lev);
131 set_zeta_to_Ztavg(lev);
132 // Previously set smflux
133
134 // ********************************************************************************************
135 // If we are making a new level then the FillPatcher for this level hasn't been allocated yet
136 // ********************************************************************************************
137 if (cf_width >= 0) {
138 Construct_REMORAFillPatchers(lev);
139 Define_REMORAFillPatchers(lev);
140 }
141
142#ifdef REMORA_USE_PARTICLES
143 // particleData.Redistribute();
144#endif
145}
146
147/**
148 * Remake an existing level using provided BoxArray and DistributionMapping and
149 * fill with existing fine and coarse data.
150 * overrides the pure virtual function in AmrCore
151 * @param[in ] lev level to make
152 * @param[in ] time current time
153 * @param[in ] ba BoxArray for the level
154 * @param[in ] dm DistributionMapping for the level
155 */
156void
157REMORA::RemakeLevel (int lev, Real time, const BoxArray& ba, const DistributionMapping& dm)
158{
159 BoxArray ba_old(cons_new[lev]->boxArray());
160 DistributionMapping dm_old(cons_new[lev]->DistributionMap());
161
162 BoxList bl2d = ba.boxList();
163 for (auto& b : bl2d) {
164 b.setRange(2,0);
165 }
166 BoxArray ba2d(std::move(bl2d));
167
168 amrex::Print() << "Remaking level " << lev << std::endl;
169 amrex::Print() << "GRIDS AT LEVEL " << lev << " ARE " << ba << std::endl;
170
171#if (NGROW==2)
172 int ngrow_state = ComputeGhostCells(solverChoice.spatial_order)+1;
173 int ngrow_vels = ComputeGhostCells(solverChoice.spatial_order)+1;
174 int ngrow_zeta = ComputeGhostCells(solverChoice.spatial_order)+1;
175 int ngrow_h = ComputeGhostCells(solverChoice.spatial_order)+1;
176 int ngrow_velbar = ComputeGhostCells(solverChoice.spatial_order);
177#else
178 int ngrow_state = ComputeGhostCells(solverChoice.spatial_order)+2;
179 int ngrow_vels = ComputeGhostCells(solverChoice.spatial_order)+2;
180 int ngrow_zeta = ComputeGhostCells(solverChoice.spatial_order)+2;
181 int ngrow_h = ComputeGhostCells(solverChoice.spatial_order)+2;
182 int ngrow_velbar = ComputeGhostCells(solverChoice.spatial_order)+1;
183#endif
184
185 MultiFab tmp_cons_new(ba, dm, ncons, ngrow_state);
186 MultiFab tmp_cons_old(ba, dm, ncons, ngrow_state);
187
188 MultiFab tmp_xvel_new(convert(ba, IntVect(1,0,0)), dm, 1, ngrow_vels);
189 MultiFab tmp_xvel_old(convert(ba, IntVect(1,0,0)), dm, 1, ngrow_vels);
190
191 MultiFab tmp_yvel_new(convert(ba, IntVect(0,1,0)), dm, 1, ngrow_vels);
192 MultiFab tmp_yvel_old(convert(ba, IntVect(0,1,0)), dm, 1, ngrow_vels);
193
194 MultiFab tmp_zvel_new(convert(ba, IntVect(0,0,1)), dm, 1, IntVect(ngrow_vels,ngrow_vels,0));
195 MultiFab tmp_zvel_old(convert(ba, IntVect(0,0,1)), dm, 1, IntVect(ngrow_vels,ngrow_vels,0));
196
197 MultiFab tmp_Zt_avg1_new(ba2d, dm, 1, IntVect(ngrow_zeta,ngrow_zeta,0));
198 MultiFab tmp_h(ba2d, dm, 2, IntVect(ngrow_h,ngrow_h,0));
199
200 MultiFab tmp_ubar_new(convert(ba2d, IntVect(1,0,0)), dm, 3, IntVect(ngrow_velbar,ngrow_velbar,0));
201
202 MultiFab tmp_vbar_new(convert(ba2d, IntVect(0,1,0)), dm, 3, IntVect(ngrow_velbar,ngrow_velbar,0));
203
204 MultiFab tmp_ru_new(convert(ba, IntVect(1,0,0)),dm,2,IntVect(NGROW,NGROW,0));
205 MultiFab tmp_rv_new(convert(ba, IntVect(0,1,0)),dm,2,IntVect(NGROW,NGROW,0));
206
207 MultiFab tmp_ru2d_new(convert(ba2d, IntVect(1,0,0)),dm,2,IntVect(NGROW,NGROW,0));
208 MultiFab tmp_rv2d_new(convert(ba2d, IntVect(0,1,0)),dm,2,IntVect(NGROW,NGROW,0));
209
210 init_masks(lev, ba, dm);
211
212 tmp_cons_new.setVal(0.0_rt);
213 tmp_xvel_new.setVal(0.0_rt);
214 tmp_yvel_new.setVal(0.0_rt);
215 tmp_zvel_new.setVal(0.0_rt);
216
217 tmp_cons_old.setVal(0.0_rt);
218 tmp_xvel_old.setVal(0.0_rt);
219 tmp_yvel_old.setVal(0.0_rt);
220 tmp_zvel_old.setVal(0.0_rt);
221
222 tmp_ru_new.setVal(0.0_rt);
223 tmp_rv_new.setVal(0.0_rt);
224
225 tmp_ru2d_new.setVal(0.0_rt);
226 tmp_rv2d_new.setVal(0.0_rt);
227
228 tmp_ubar_new.setVal(0.0_rt);
229 tmp_vbar_new.setVal(0.0_rt);
230
231
232 // This will fill the temporary MultiFabs with data from previous fine data as well as coarse where needed
233 FillPatch(lev, time, tmp_cons_new, cons_new, BCVars::cons_bc, BdyVars::t,0,true,false);
234 FillPatch(lev, time, tmp_xvel_new, xvel_new, xvel_bc(), BdyVars::u,0,true,false,0,0,0.0,tmp_xvel_new);
235 FillPatch(lev, time, tmp_yvel_new, yvel_new, yvel_bc(), BdyVars::v,0,true,false,0,0,0.0,tmp_yvel_new);
236 FillPatch(lev, time, tmp_zvel_new, zvel_new, zvel_bc(), BdyVars::null,0,true,false);
237 FillPatch(lev, time, tmp_Zt_avg1_new, GetVecOfPtrs(vec_Zt_avg1), zeta_bc(), BdyVars::null,0,true,false);
238
239 for (int icomp=0; icomp<3; icomp++) {
240 FillPatch(lev, time, tmp_ubar_new, GetVecOfPtrs(vec_ubar), ubar_bc(), BdyVars::ubar, icomp,false,false);
241 FillPatch(lev, time, tmp_vbar_new, GetVecOfPtrs(vec_vbar), vbar_bc(), BdyVars::vbar, icomp,false,false);
242 }
243 for (int icomp=0; icomp<2; icomp++) {
244 FillPatch(lev, time, tmp_ru_new, GetVecOfPtrs(vec_ru), xvel_bc(), BdyVars::null, icomp,false,false);
245 FillPatch(lev, time, tmp_rv_new, GetVecOfPtrs(vec_rv), yvel_bc(), BdyVars::null, icomp,false,false);
246 // These might want to have BCVars::ubar_bc and vbar_bc
247 FillPatch(lev, time, tmp_ru2d_new, GetVecOfPtrs(vec_ru2d), xvel_bc(), BdyVars::null, icomp,false,false);
248 FillPatch(lev, time, tmp_rv2d_new, GetVecOfPtrs(vec_rv2d), yvel_bc(), BdyVars::null, icomp,false,false);
249 }
250
251 MultiFab::Copy(tmp_cons_old,tmp_cons_new,0,0,ncons,tmp_cons_new.nGrowVect());
252 MultiFab::Copy(tmp_xvel_old,tmp_xvel_new,0,0, 1,tmp_xvel_new.nGrowVect());
253 MultiFab::Copy(tmp_yvel_old,tmp_yvel_new,0,0, 1,tmp_yvel_new.nGrowVect());
254 MultiFab::Copy(tmp_zvel_old,tmp_zvel_new,0,0, 1,tmp_zvel_new.nGrowVect());
255
256 std::swap(tmp_cons_new, *cons_new[lev]);
257 std::swap(tmp_cons_old, *cons_old[lev]);
258 std::swap(tmp_xvel_new, *xvel_new[lev]);
259 std::swap(tmp_xvel_old, *xvel_old[lev]);
260 std::swap(tmp_yvel_new, *yvel_new[lev]);
261 std::swap(tmp_yvel_old, *yvel_old[lev]);
262 std::swap(tmp_zvel_new, *zvel_new[lev]);
263 std::swap(tmp_zvel_old, *zvel_old[lev]);
264 std::swap(tmp_Zt_avg1_new, *vec_Zt_avg1[lev]);
265 std::swap(tmp_ubar_new, *vec_ubar[lev]);
266 std::swap(tmp_vbar_new, *vec_vbar[lev]);
267 std::swap(tmp_ru_new, *vec_ru[lev]);
268 std::swap(tmp_rv_new, *vec_rv[lev]);
269 std::swap(tmp_ru2d_new, *vec_ru2d[lev]);
270 std::swap(tmp_rv2d_new, *vec_rv2d[lev]);
271
272 // Handle bathymetry separately
273 if (lev > hires_grid_level) {
274 FillPatch(lev, time, tmp_h, GetVecOfPtrs(vec_h), BCVars::cons_bc, BdyVars::null,0,false,false);
275 FillPatch(lev, time, tmp_h, GetVecOfPtrs(vec_h), BCVars::cons_bc, BdyVars::null,1,false,false);
276 std::swap(tmp_h, *vec_h[lev]);
277 } else {
278 set_bathymetry_averaged_down(lev);
279 }
280
281 t_new[lev] = time;
282 t_old[lev] = time - 1.e200_rt;
283
284 init_masks(lev, ba, dm);
285 FillCoarsePatchPC(lev, time, vec_mskr[lev].get(), vec_mskr[lev-1].get(),
286 foextrap_bc());
287 calculate_nodal_masks(lev);
288
289 init_stuff(lev, ba, dm);
290
291 set_grid_scale(lev);
292 stretch_transform(lev);
293
294 init_set_vmix(lev);
295 set_hmixcoef(lev);
296 set_coriolis(lev);
297 set_zeta_to_Ztavg(lev);
298 // Previously set smflux here
299
300 // We need to re-define the FillPatcher if the grids have changed
301 if (lev > 0 && cf_width >= 0) {
302 bool ba_changed = (ba != ba_old);
303 bool dm_changed = (dm != dm_old);
304 if (ba_changed || dm_changed) {
305 Define_REMORAFillPatchers(lev);
306 }
307 }
308
309#ifdef REMORA_USE_PARTICLES
310 particleData.Redistribute();
311#endif
312}
313
314/**
315 * Make a new level from scratch using provided BoxArray and DistributionMapping.
316 * This is called both for initialization and for restart
317 * (overrides the pure virtual function in AmrCore)
318 * main.cpp --> REMORA::InitData --> InitFromScratch --> MakeNewGrids --> MakeNewLevelFromScratch
319 * restart --> MakeNewGrids --> MakeNewLevelFromScratch
320 *
321 * @param[in ] lev level to make
322 * @param[in ] time current time
323 * @param[in ] ba BoxArray for the level
324 * @param[in ] dm DistributionMapping for the level
325 */
326void REMORA::MakeNewLevelFromScratch (int lev, Real time, const BoxArray& ba,
327 const DistributionMapping& dm)
328{
329 // Set BoxArray grids and DistributionMapping dmap in AMReX_AmrMesh.H class
330 SetBoxArray(lev, ba);
331 SetDistributionMap(lev, dm);
332
333 BoxList bl2d = ba.boxList();
334 for (auto& b : bl2d) {
335 b.setRange(2,0);
336 }
337 BoxArray ba2d(std::move(bl2d));
338
339 amrex::Print() << "Making level " << lev << " from scratch" << std::endl;
340 amrex::Print() << "GRIDS AT LEVEL " << lev << " ARE " << ba << std::endl;
341
342 // The number of ghost cells for density must be 1 greater than that for velocity
343 // so that we can go back in forth between velocity and momentum on all faces
344#if NGROW==2
345 int ngrow_state = ComputeGhostCells(solverChoice.spatial_order)+1;
346 int ngrow_vels = ComputeGhostCells(solverChoice.spatial_order)+1;
347#else
348 int ngrow_state = ComputeGhostCells(solverChoice.spatial_order)+2;
349 int ngrow_vels = ComputeGhostCells(solverChoice.spatial_order)+2;
350#endif
351
352 cons_old[lev] = new MultiFab(ba, dm, ncons, ngrow_state);
353 cons_new[lev] = new MultiFab(ba, dm, ncons, ngrow_state);
354
355 xvel_new[lev] = new MultiFab(convert(ba, IntVect(1,0,0)), dm, 1, ngrow_vels);
356 xvel_old[lev] = new MultiFab(convert(ba, IntVect(1,0,0)), dm, 1, ngrow_vels);
357
358 yvel_new[lev] = new MultiFab(convert(ba, IntVect(0,1,0)), dm, 1, ngrow_vels);
359 yvel_old[lev] = new MultiFab(convert(ba, IntVect(0,1,0)), dm, 1, ngrow_vels);
360
361 zvel_new[lev] = new MultiFab(convert(ba, IntVect(0,0,1)), dm, 1, IntVect(ngrow_vels,ngrow_vels,0));
362 zvel_old[lev] = new MultiFab(convert(ba, IntVect(0,0,1)), dm, 1, IntVect(ngrow_vels,ngrow_vels,0));
363
364 resize_stuff(lev);
365
366 vec_Zt_avg1[lev].reset(new MultiFab(ba2d ,dm,1,IntVect(NGROW+1,NGROW+1,0))); //2d, average of the free surface (zeta)
367 vec_h[lev].reset(new MultiFab(ba2d ,dm,2,IntVect(NGROW+1,NGROW+1,0))); //2d, bathymetry
368 vec_ubar[lev].reset(new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,3,IntVect(NGROW,NGROW,0)));
369 vec_vbar[lev].reset(new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,3,IntVect(NGROW,NGROW,0)));
370
371 vec_ru[lev].reset(new MultiFab(convert(ba,IntVect(1,0,0)),dm,2,IntVect(NGROW,NGROW,0))); // RHS u (incl horizontal and vertical advection)
372 vec_rv[lev].reset(new MultiFab(convert(ba,IntVect(0,1,0)),dm,2,IntVect(NGROW,NGROW,0))); // RHS v
373
374 vec_ru2d[lev].reset(new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,2,IntVect(NGROW,NGROW,0))); // RHS u (incl horizontal and vertical advection)
375 vec_rv2d[lev].reset(new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,2,IntVect(NGROW,NGROW,0))); // RHS v
376
377 init_masks(lev, ba, dm);
378 init_stuff(lev, ba, dm);
379
380 init_only(lev, time);
381
382#ifdef REMORA_USE_PARTICLES
383 if (restart_chkfile.empty()) {
384 if (lev == 0) {
385 initializeTracers((ParGDBBase*)GetParGDB(),vec_z_phys_nd);
386 } else {
387 particleData.Redistribute();
388 }
389 }
390#endif
391}
392
393/**
394 * @param[in ] lev level do operate on
395 */
396void REMORA::resize_stuff(int lev)
397{
398 vec_z_phys_nd.resize(lev+1);
399
400 vec_h_full_domain.resize(hires_grid_level+1);
401
402 vec_h.resize(lev+1);
403 vec_Zt_avg1.resize(lev+1);
404 vec_z_w.resize(lev+1);
405 vec_z_r.resize(lev+1);
406 vec_Hz.resize(lev+1);
407 vec_Huon.resize(lev+1);
408 vec_Hvom.resize(lev+1);
409 vec_Akv.resize(lev+1);
410 vec_Akt.resize(lev+1);
411 vec_visc2_p.resize(lev+1);
412 vec_visc2_r.resize(lev+1);
413 vec_diff2.resize(lev+1);
414 vec_ru.resize(lev+1);
415 vec_rv.resize(lev+1);
416 vec_ru2d.resize(lev+1);
417 vec_rv2d.resize(lev+1);
418 vec_rufrc.resize(lev+1);
419 vec_rvfrc.resize(lev+1);
420 vec_sustr.resize(lev+1);
421 vec_svstr.resize(lev+1);
422 vec_btflx.resize(lev+1);
423 vec_stflx.resize(lev+1);
424 vec_btflux.resize(lev+1);
425 vec_stflux.resize(lev+1);
426 vec_lrflx.resize(lev+1);
427 vec_longwave_down.resize(lev+1);
428 vec_lhflx.resize(lev+1);
429 vec_shflx.resize(lev+1);
430 vec_rain.resize(lev+1);
431 vec_evap.resize(lev+1);
432 vec_rdrag.resize(lev+1);
433 vec_rdrag2.resize(lev+1);
434 vec_ZoBot.resize(lev+1);
435 vec_bustr.resize(lev+1);
436 vec_bvstr.resize(lev+1);
437 vec_uwind.resize(lev+1);
438 vec_vwind.resize(lev+1);
439 vec_Tair.resize(lev+1);
440 vec_qair.resize(lev+1);
441 vec_Pair.resize(lev+1);
442 vec_srflx.resize(lev+1);
443 vec_cloud.resize(lev+1);
444 vec_EminusP.resize(lev+1);
445 vec_alpha.resize(lev+1);
446 vec_beta.resize(lev+1);
447
448 vec_DU_avg1.resize(lev+1);
449 vec_DU_avg2.resize(lev+1);
450 vec_DV_avg1.resize(lev+1);
451 vec_DV_avg2.resize(lev+1);
452 vec_rubar.resize(lev+1);
453 vec_rvbar.resize(lev+1);
454 vec_rzeta.resize(lev+1);
455 vec_ubar.resize(lev+1);
456 vec_vbar.resize(lev+1);
457 vec_zeta.resize(lev+1);
458 vec_zeta_full_domain.resize(hires_init_level+1);
459 vec_mskr.resize(lev+1);
460 vec_msku.resize(lev+1);
461 vec_mskv.resize(lev+1);
462 vec_mskp.resize(lev+1);
463 vec_mskr3d.resize(lev+1);
464 vec_sstore.resize(lev+1);
465
466 vec_cons_full_domain.resize(hires_init_level+1);
467 vec_xvel_full_domain.resize(hires_init_level+1);
468 vec_yvel_full_domain.resize(hires_init_level+1);
469
470 vec_pm.resize(lev+1);
471 vec_pn.resize(lev+1);
472 vec_fcor.resize(lev+1);
473 vec_pm_full_domain.resize(hires_grid_level+1);
474 vec_pn_full_domain.resize(hires_grid_level+1);
475
476 vec_xr.resize(lev+1);
477 vec_yr.resize(lev+1);
478 vec_xu.resize(lev+1);
479 vec_yu.resize(lev+1);
480 vec_xv.resize(lev+1);
481 vec_yv.resize(lev+1);
482 vec_xp.resize(lev+1);
483 vec_yp.resize(lev+1);
484
485 vec_dndx.resize(lev+1);
486 vec_dmde.resize(lev+1);
487
488 vec_rhoS.resize(lev+1);
489 vec_rhoA.resize(lev+1);
490 vec_bvf.resize(lev+1);
491
492 vec_tke.resize(lev+1);
493 vec_gls.resize(lev+1);
494 vec_Lscale.resize(lev+1);
495 vec_Akk.resize(lev+1);
496 vec_Akp.resize(lev+1);
497
498 vec_river_position.resize(lev+1);
499
500 if (lev==0) vec_nudg_coeff.resize(BdyVars::NumTypes);
501
502 vec_nudg_coeff[BdyVars::u].resize(lev+1);
503 vec_nudg_coeff[BdyVars::v].resize(lev+1);
504 vec_nudg_coeff[BdyVars::t].resize(lev+1);
505 vec_nudg_coeff[BdyVars::s].resize(lev+1);
506 vec_nudg_coeff[BdyVars::ubar].resize(lev+1);
507 vec_nudg_coeff[BdyVars::vbar].resize(lev+1);
508 vec_nudg_coeff[BdyVars::zeta].resize(lev+1);
509}
510
511/**
512 * @param[in ] lev level to operate on
513 * @param[in ] ba BoxArray for the level
514 * @param[in ] dm DistributionMapping for the level
515 */
516void REMORA::init_masks (int lev, const BoxArray& ba, const DistributionMapping& dm)
517{
518 BoxList bl2d = ba.boxList();
519 for (auto& b : bl2d) {
520 b.setRange(2,0);
521 }
522
523 BoxArray ba2d(std::move(bl2d));
524 vec_mskr[lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW+1,NGROW+1,0)));
525 vec_msku[lev].reset(new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,1,IntVect(NGROW+1,NGROW+1,0)));
526 vec_mskv[lev].reset(new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,1,IntVect(NGROW+1,NGROW+1,0)));
527 vec_mskp[lev].reset(new MultiFab(convert(ba2d,IntVect(1,1,0)),dm,1,IntVect(NGROW+1,NGROW+1,0)));
528
529 vec_mskr3d[lev].reset(new MultiFab(ba,dm,1,IntVect(NGROW+1,NGROW+1,0)));
530
531 vec_mskr[lev]->setVal(1.0_rt);
532 vec_msku[lev]->setVal(1.0_rt);
533 vec_mskv[lev]->setVal(1.0_rt);
534 vec_mskp[lev]->setVal(1.0_rt);
535
536 vec_mskr3d[lev]->setVal(1.0_rt);
537}
538
539/**
540 * @param[in ] lev level to operate on
541 * @param[in ] ba BoxArray for the level
542 * @param[in ] dm DistributionMapping for the level
543 */
544void REMORA::init_stuff (int lev, const BoxArray& ba, const DistributionMapping& dm)
545{
546 // ********************************************************************************************
547 // Initialize the boundary conditions
548 // ********************************************************************************************
549 physbcs[lev] = std::make_unique<REMORAPhysBCFunct> (lev, geom[lev], domain_bcs_type, domain_bcs_type_d,
550 m_bc_extdir_vals, ncons);
551
552 BoxList bl2d = ba.boxList();
553 for (auto& b : bl2d) {
554 b.setRange(2,0);
555 }
556 BoxArray ba2d(std::move(bl2d));
557
558 BoxList bl1d = ba.boxList();
559 for (auto& b : bl1d) {
560 b.setRange(0,0);
561 b.setRange(1,0);
562 }
563 BoxArray ba1d(std::move(bl1d));
564
565 BoxArray ba_nd(ba);
566 ba_nd.surroundingNodes();
567 BoxArray ba_w(ba);
568 ba_w.surroundingNodes(2);
569
570 vec_z_phys_nd[lev].reset (new MultiFab(ba_nd,dm,1,IntVect(NGROW,NGROW,1))); // z at psi points (nodes) MIGHT NEED NGROW+1
571 vec_z_w[lev].reset (new MultiFab(convert(ba,IntVect(0,0,1)),dm,1,IntVect(NGROW+1,NGROW+1,0))); // z at w points (cell faces)
572 vec_z_r[lev].reset (new MultiFab(ba,dm,1,IntVect(NGROW+1,NGROW+1,0))); // z at r points (cell center)
573 vec_Hz[lev].reset (new MultiFab(ba,dm,1,IntVect(NGROW+1,NGROW+1,NGROW+1))); // like in ROMS, thickness of cell in z
574
575 vec_Huon[lev].reset (new MultiFab(convert(ba,IntVect(1,0,0)),dm,1,IntVect(NGROW,NGROW,0))); // mass flux for u component
576 vec_Hvom[lev].reset (new MultiFab(convert(ba,IntVect(0,1,0)),dm,1,IntVect(NGROW,NGROW,0))); // mass flux for v component
577
578 vec_Akv[lev].reset (new MultiFab(convert(ba,IntVect(0,0,1)),dm,1,IntVect(NGROW,NGROW,0))); // vertical mixing coefficient (.in)
579 vec_Akt[lev].reset (new MultiFab(convert(ba,IntVect(0,0,1)),dm,ncons,IntVect(NGROW,NGROW,0))); // vertical mixing coefficient (.in)
580
581 // check dimensionality
582 vec_visc2_p[lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW,NGROW,0))); // harmonic viscosity at psi points -- difference to 3d?
583 vec_visc2_r[lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW,NGROW,0))); // harmonic viscosity at rho points
584 vec_diff2[lev].reset(new MultiFab(ba2d,dm,ncons,IntVect(NGROW,NGROW,0))); // harmonic diffusivity temperature/salt
585
586 //2d, (incl advection terms and surface/bottom stresses, integral over the whole column, k=0)
587 vec_rufrc[lev].reset(new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,2,IntVect(NGROW,NGROW,0)));
588 vec_rvfrc[lev].reset(new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,2,IntVect(NGROW,NGROW,0))); //2d, same as above but v
589
590 vec_sustr[lev].reset(new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,1,IntVect(NGROW,NGROW,0))); //2d, surface stress
591 vec_svstr[lev].reset(new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,1,IntVect(NGROW,NGROW,0))); //2d
592
593 if (solverChoice.bottom_stress_type == BottomStressType::linear) {
594 //2d, linear drag coefficient [m/s], defined at rho, somehow related to rdrg
595 vec_rdrag[lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW,NGROW,0)));
596 } else if (solverChoice.bottom_stress_type == BottomStressType::quadratic) {
597 vec_rdrag2[lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW,NGROW,0)));
598 }
599
600 if (solverChoice.bottom_stress_type == BottomStressType::logarithmic ||
601 solverChoice.vert_mixing_type == VertMixingType::GLS) {
602 vec_ZoBot[lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW,NGROW,0)));
603 }
604
605 vec_bustr[lev].reset(new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,1,IntVect(NGROW,NGROW,0))); //2d, bottom stress
606 vec_bvstr[lev].reset(new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,1,IntVect(NGROW,NGROW,0)));
607
608 //all 2d -- all associated with the 2D advance
609 //2d DU: sum(height[incl free surface?] * u)
610 vec_DU_avg1[lev].reset(new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,1,IntVect(NGROW,NGROW,0)));
611
612 //2d like above, but correct(or)?
613 vec_DU_avg2[lev].reset(new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,1,IntVect(NGROW,NGROW,0)));
614
615 vec_DV_avg1[lev].reset(new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,1,IntVect(NGROW,NGROW,0)));
616 vec_DV_avg2[lev].reset(new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,1,IntVect(NGROW,NGROW,0)));
617
618 vec_rubar[lev].reset(new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,4,IntVect(NGROW,NGROW,0))); // 2d RHS ubar
619 vec_rvbar[lev].reset(new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,4,IntVect(NGROW,NGROW,0)));
620 vec_rzeta[lev].reset(new MultiFab(ba2d,dm,4,IntVect(NGROW,NGROW,0))); // 2d RHS zeta
621
622 // starts off kind of like a depth-averaged u, but exists at more points and more timesteps (b/c fast 2D update) than full u
623 vec_zeta[lev].reset(new MultiFab(ba2d,dm,3,IntVect(NGROW+1,NGROW+1,0))); // 2d free surface
624
625 vec_pm[lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW+1,NGROW+2,0)));
626 vec_pn[lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW+2,NGROW+1,0)));
627 vec_fcor[lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW+1,NGROW+1,0)));
628
629 vec_xr[lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW+1,NGROW+1,0)));
630 vec_yr[lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW+1,NGROW+1,0)));
631
632 vec_xu[lev].reset(new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,1,IntVect(NGROW,NGROW,0)));
633 vec_yu[lev].reset(new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,1,IntVect(NGROW,NGROW,0)));
634 vec_xv[lev].reset(new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,1,IntVect(NGROW,NGROW,0)));
635 vec_yv[lev].reset(new MultiFab(convert(ba2d,IntVect(0,1,0)),dm,1,IntVect(NGROW,NGROW,0)));
636 vec_xp[lev].reset(new MultiFab(convert(ba2d,IntVect(1,1,0)),dm,1,IntVect(NGROW,NGROW,0)));
637 vec_yp[lev].reset(new MultiFab(convert(ba2d,IntVect(1,1,0)),dm,1,IntVect(NGROW,NGROW,0)));
638
639 if (solverChoice.use_curvilinear_grid) {
640 vec_dndx[lev].reset(new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,1,IntVect(NGROW,NGROW,0)));
641 vec_dmde[lev].reset(new MultiFab(convert(ba2d,IntVect(1,0,0)),dm,1,IntVect(NGROW,NGROW,0)));
642 }
643
644 // tempstore, saltstore, etc
645 vec_sstore[lev].reset(new MultiFab(ba,dm,ncons,IntVect(NGROW,NGROW,0)));
646
647 vec_rhoS[lev].reset(new MultiFab(ba,dm,1,IntVect(NGROW,NGROW,0)));
648 vec_rhoA[lev].reset(new MultiFab(ba,dm,1,IntVect(NGROW,NGROW,0)));
649 vec_bvf[lev].reset(new MultiFab(convert(ba,IntVect(0,0,1)),dm,1,IntVect(NGROW,NGROW,0)));
650
651 vec_tke[lev].reset(new MultiFab(convert(ba,IntVect(0,0,1)),dm,3,IntVect(NGROW,NGROW,0)));
652 vec_gls[lev].reset(new MultiFab(convert(ba,IntVect(0,0,1)),dm,3,IntVect(NGROW,NGROW,0)));
653 vec_Lscale[lev].reset(new MultiFab(convert(ba,IntVect(0,0,1)),dm,1,IntVect(NGROW,NGROW,0)));
654 vec_Akk[lev].reset(new MultiFab(convert(ba,IntVect(0,0,1)),dm,1,IntVect(NGROW,NGROW,0)));
655 vec_Akp[lev].reset(new MultiFab(convert(ba,IntVect(0,0,1)),dm,1,IntVect(NGROW,NGROW,0)));
656
657 // surface/bottom tracer fluxes for update
658 vec_stflx[lev].reset(new MultiFab(ba2d,dm,ncons,IntVect(NGROW,NGROW,0)));
659 vec_btflx[lev].reset(new MultiFab(ba2d,dm,ncons,IntVect(NGROW,NGROW,0)));
660 // surface/bottom tracer fluxes to be filled by inputs
661 vec_stflux[lev].reset(new MultiFab(ba2d,dm,ncons,IntVect(NGROW,NGROW,0)));
662 vec_btflux[lev].reset(new MultiFab(ba2d,dm,ncons,IntVect(NGROW,NGROW,0)));
663
664 if (solverChoice.bulk_fluxes || solverChoice.atm2ocn_flux_mode) {
665 vec_uwind[lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW,NGROW,0))); //2d, surface wind u
666 vec_vwind[lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW,NGROW,0))); //2d, surface wind v
667 vec_Tair[lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW,NGROW,0))); //2d, air temperature
668 vec_qair[lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW,NGROW,0))); //2d, specific humidity
669 vec_Pair[lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW,NGROW,0))); //2d, air pressure
670 vec_srflx[lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW,NGROW,0))); //2d, shortwave radiation flux
671 vec_longwave_down[lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW,NGROW,0))); //2d, downward longwave radiation flux
672 vec_cloud[lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW,NGROW,0))); //2d, cloud cover fraction
673 vec_EminusP[lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW,NGROW,0))); //2d, evaporation minus precipitation
674 vec_alpha[lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW,NGROW,0)));
675 vec_beta[lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW,NGROW,0)));
676 vec_lrflx[lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW,NGROW,0)));
677 vec_lhflx[lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW,NGROW,0)));
678 vec_shflx[lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW,NGROW,0)));
679 vec_rain[lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW,NGROW,0)));
680 vec_evap[lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW,NGROW,0)));
681 vec_Tair[lev]->setVal(solverChoice.Tair);
682 vec_qair[lev]->setVal(solverChoice.Hair); // Hair can be specific humidity or RH
683 vec_Pair[lev]->setVal(solverChoice.Pair);
684 vec_srflx[lev]->setVal(solverChoice.srflux);
685 vec_cloud[lev]->setVal(solverChoice.cloud);
686 vec_EminusP[lev]->setVal(0.0_rt);
687 vec_lhflx[lev]->setVal(0.0_rt);
688 vec_shflx[lev]->setVal(0.0_rt);
689 vec_rain[lev]->setVal(solverChoice.rain);
690 }
691
692 if (solverChoice.do_rivers) {
693 vec_river_position[lev].reset(new iMultiFab(ba2d,dm,1,IntVect(NGROW,NGROW,0)));
694 vec_river_position[lev]->setVal(-1);
695 }
696
697 vec_nudg_coeff[BdyVars::u][lev].reset(new MultiFab(ba,dm,1,IntVect(NGROW+1,NGROW+1,0)));
698 vec_nudg_coeff[BdyVars::v][lev].reset(new MultiFab(ba,dm,1,IntVect(NGROW+1,NGROW+1,0)));
699 vec_nudg_coeff[BdyVars::t][lev].reset(new MultiFab(ba,dm,1,IntVect(NGROW+1,NGROW+1,0)));
700 vec_nudg_coeff[BdyVars::s][lev].reset(new MultiFab(ba,dm,1,IntVect(NGROW+1,NGROW+1,0)));
701 vec_nudg_coeff[BdyVars::ubar][lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW+1,NGROW+1,0)));
702 vec_nudg_coeff[BdyVars::vbar][lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW+1,NGROW+1,0)));
703 vec_nudg_coeff[BdyVars::zeta][lev].reset(new MultiFab(ba2d,dm,1,IntVect(NGROW+1,NGROW+1,0)));
704
705 set_weights(lev);
706
707 vec_DU_avg1[lev]->setVal(0.0_rt);
708 vec_DU_avg2[lev]->setVal(0.0_rt);
709 vec_DV_avg1[lev]->setVal(0.0_rt);
710 vec_DV_avg2[lev]->setVal(0.0_rt);
711 vec_rubar[lev]->setVal(0.0_rt);
712 vec_rvbar[lev]->setVal(0.0_rt);
713 vec_rzeta[lev]->setVal(0.0_rt);
714
715 // Initialize these vars even if we aren't using GLS to
716 // avoid issues on e.g. checkpoint
717 vec_tke[lev]->setVal(solverChoice.gls_Kmin);
718 vec_gls[lev]->setVal(solverChoice.gls_Pmin);
719 vec_Lscale[lev]->setVal(0.0_rt);
720 vec_Akk[lev]->setVal(solverChoice.Akk_bak);
721 vec_Akp[lev]->setVal(solverChoice.Akp_bak);
722
723 vec_stflx[lev]->setVal(0.0_rt);
724 vec_btflx[lev]->setVal(0.0_rt);
725 vec_stflux[lev]->setVal(0.0_rt);
726 vec_btflux[lev]->setVal(0.0_rt);
727
728 // NOTE: Used to set vec_pm and vec_pn to 1e34 here to make foextrap work
729 // when init_type = real. However, this does not appear to be necessary so removing
730
731 // Set initial linear drag coefficient
732 if (solverChoice.bottom_stress_type == BottomStressType::linear) {
733 vec_rdrag[lev]->setVal(solverChoice.rdrag);
734 } else if (solverChoice.bottom_stress_type == BottomStressType::quadratic) {
735 vec_rdrag2[lev]->setVal(solverChoice.rdrag2);
736 }
737
738 if (solverChoice.bottom_stress_type == BottomStressType::logarithmic ||
739 solverChoice.vert_mixing_type == VertMixingType::GLS) {
740 vec_ZoBot[lev]->setVal(solverChoice.Zob);
741 }
742
743
744 // ********************************************************************************************
745 // Create the REMORAFillPatcher object
746 // ********************************************************************************************
747 if (lev > 0 && cf_width >= 0) {
748 Construct_REMORAFillPatchers(lev);
749 Define_REMORAFillPatchers(lev);
750 }
751}
752
753/**
754 * Delete level data. Overrides the pure virtual function in AmrCore
755 *
756 * @param[in ] lev level to operate on
757 */
758void
759REMORA::ClearLevel (int lev)
760{
761 delete cons_new[lev]; delete xvel_new[lev]; delete yvel_new[lev]; delete zvel_new[lev];
762 delete cons_old[lev]; delete xvel_old[lev]; delete yvel_old[lev]; delete zvel_old[lev];
763}
764
765/**
766 * @param[in ] lev level to operate on
767 */
768void
769REMORA::set_grid_scale (int lev)
770{
771 // Even if we're using high-resolution grid initialization, don't set it up with average-down
772 if (solverChoice.ic_type == IC_Type::analytic) {
773 if (solverChoice.grid_scale_type == GridScaleType::constant) {
774 const auto dxi = Geom(lev).InvCellSize();
775 vec_pm[lev]->setVal(dxi[0]); vec_pm[lev]->FillBoundary(geom[lev].periodicity());
776 vec_pn[lev]->setVal(dxi[1]); vec_pn[lev]->FillBoundary(geom[lev].periodicity());
777 } else if (solverChoice.grid_scale_type == GridScaleType::analytic) {
778 prob->init_analytic_grid_scale(lev, Geom(lev), solverChoice, *this, *vec_pm[lev].get(), *vec_pn[lev].get());
779 vec_pm[lev]->FillBoundary(geom[lev].periodicity());
780 vec_pn[lev]->FillBoundary(geom[lev].periodicity());
781 }
782 set_grid_coords_from_grid_scale(lev);
783#ifdef REMORA_USE_NETCDF
784 } else if (solverChoice.ic_type == IC_Type::netcdf) {
785 if (lev == 0 && hires_grid_level < 0) {
786 init_grid_vars_from_netcdf(lev);
787 } else if (lev > hires_grid_level) {
788 Real dummy_time = 0.0_rt;
789 FillCoarsePatch(lev,dummy_time,vec_pm[lev].get(), vec_pm[lev-1].get(), foextrap_bc());
790 FillCoarsePatch(lev,dummy_time,vec_pn[lev].get(), vec_pn[lev-1].get(), foextrap_bc());
791
792 int rrx = ref_ratio[lev-1][0];
793 int rry = ref_ratio[lev-1][1];
794 // pm and pn need to be rescaled by the refinement ratio
795 for ( MFIter mfi(*cons_new[lev], TilingIfNotGPU()); mfi.isValid(); ++mfi )
796 {
797 Array4<Real> const& pm = vec_pm[lev]->array(mfi);
798 Array4<Real> const& pn = vec_pn[lev]->array(mfi);
799 Box ubx = mfi.growntilebox(IntVect(NGROW+1,NGROW+2,0));
800 Box vbx = mfi.growntilebox(IntVect(NGROW+2,NGROW+1,0));
801 ParallelFor(makeSlab(ubx,2,0), [=] AMREX_GPU_DEVICE (int i, int j, int ) {
802 pm(i,j,0) = pm(i,j,0) * (rrx);
803 });
804 ParallelFor(makeSlab(vbx,2,0), [=] AMREX_GPU_DEVICE (int i, int j, int ) {
805 pn(i,j,0) = pn(i,j,0) * (rry);
806 });
807 }
808 set_grid_coords_from_grid_scale(lev);
809 } else {
810 set_grid_vars_averaged_down(lev);
811 set_grid_coords_from_grid_scale(lev);
812 }
813#endif
814 }
815 if (solverChoice.use_curvilinear_grid) {
816 set_curvilinear_terms_from_grid_scale(lev);
817 }
818}
819
820/**
821 * @param[in ]lev level to operate on
822 */
823void
824REMORA::set_grid_coords_from_grid_scale (int lev) {
825 for ( MFIter mfi(*vec_xr[lev], TilingIfNotGPU()); mfi.isValid(); ++mfi )
826 {
827 Array4<const Real> const& pm = vec_pm[lev]->const_array(mfi);
828 Array4<const Real> const& pn = vec_pn[lev]->const_array(mfi);
829 Array4<Real> const& xr = vec_xr[lev]->array(mfi);
830 Array4<Real> const& yr = vec_yr[lev]->array(mfi);
831 Array4<Real> const& xu = vec_xu[lev]->array(mfi);
832 Array4<Real> const& yu = vec_yu[lev]->array(mfi);
833 Array4<Real> const& xv = vec_xv[lev]->array(mfi);
834 Array4<Real> const& yv = vec_yv[lev]->array(mfi);
835 Array4<Real> const& xp = vec_xp[lev]->array(mfi);
836 Array4<Real> const& yp = vec_yp[lev]->array(mfi);
837
838 Box bx = mfi.growntilebox(IntVect(NGROW,NGROW,0));
839 ParallelFor(bx, [=] AMREX_GPU_DEVICE (int i, int j, int)
840 {
841 xr(i,j,0) = (i + 0.5_rt) / pm(i,j,0);
842 yr(i,j,0) = (j + 0.5_rt) / pn(i,j,0);
843 });
844
845 ParallelFor(grow(convert(bx,IntVect(1,0,0)),IntVect(-1,0,0)), [=] AMREX_GPU_DEVICE (int i, int j, int)
846 {
847 xu(i,j,0) = i / pm(i,j,0);
848 yu(i,j,0) = (j + 0.5_rt) / pn(i,j,0);
849 });
850
851 ParallelFor(grow(convert(bx,IntVect(0,1,0)),IntVect(0,-1,0)), [=] AMREX_GPU_DEVICE (int i, int j, int)
852 {
853 xv(i,j,0) = (i + 0.5_rt) / pm(i,j,0);
854 yv(i,j,0) = j / pn(i,j,0);
855 });
856
857 ParallelFor(grow(convert(bx,IntVect(1,1,0)),IntVect(-1,-1,0)), [=] AMREX_GPU_DEVICE (int i, int j, int)
858 {
859 xp(i,j,0) = i / pm(i,j,0);
860 yp(i,j,0) = j / pn(i,j,0);
861 });
862 }
863}
864
865/**
866 * @param[in ]lev level to operate on
867 */
868void
869REMORA::set_curvilinear_terms_from_grid_scale (int lev) {
870 for ( MFIter mfi(*vec_dndx[lev], TilingIfNotGPU()); mfi.isValid(); ++mfi )
871 {
872 Array4<const Real> const& pm = vec_pm[lev]->const_array(mfi);
873 Array4<const Real> const& pn = vec_pn[lev]->const_array(mfi);
874 Array4<Real> const& dndx = vec_dndx[lev]->array(mfi);
875 Array4<Real> const& dmde = vec_dmde[lev]->array(mfi);
876
877 Box bx = mfi.growntilebox(IntVect(NGROW,NGROW,0));
878 ParallelFor(bx, [=] AMREX_GPU_DEVICE (int i, int j, int)
879 {
880 dndx(i,j,0) = 0.5_rt * (1.0_rt / pn(i+1,j ,0) - 1.0_rt / pn(i-1,j ,0));
881 dmde(i,j,0) = 0.5_rt * (1.0_rt / pm(i ,j+1,0) - 1.0_rt / pn(i ,j-1,0));
882 });
883 }
884}
885
886/**
887 * @param[in ] lev level to operate on
888 */
889void
890REMORA::set_zeta_to_Ztavg (int lev)
891{
892 BL_PROFILE("REMORA::set_zeta_to_Ztavg()");
893 std::unique_ptr<MultiFab>& mf_zeta = vec_zeta[lev];
894 std::unique_ptr<MultiFab>& mf_Zt_avg1 = vec_Zt_avg1[lev];
895 if (solverChoice.eminusp_correct_ssh) {
896 for ( MFIter mfi(*vec_zeta[lev], TilingIfNotGPU()); mfi.isValid(); ++mfi )
897 {
898 Array4<Real> const& Zt_avg1 = (mf_Zt_avg1)->array(mfi);
899 Array4<const Real> const& evap = vec_evap[lev]->const_array(mfi);
900 Array4<const Real> const& rain = vec_rain[lev]->const_array(mfi);
901 Array4<const Real> const& EminusP = vec_EminusP[lev]->const_array(mfi);
902 bool use_EminusP_from_file = solverChoice.eminusp && solverChoice.EminusP_from_netcdf;
903
904 Box bx2 = mfi.growntilebox(IntVect(NGROW,NGROW,0));// bx2.grow(IntVect(NGROW,NGROW,0));
905
906 Real cff = dt[lev] / rhow;
907 Real dt_lev = dt[lev];
908
909 ParallelFor(bx2, [=] AMREX_GPU_DEVICE (int i, int j, int )
910 {
911 if (use_EminusP_from_file) {
912 // EminusP is treated as a kinematic freshwater flux (m/s).
913 Zt_avg1(i,j,0) = Zt_avg1(i,j,0) - EminusP(i,j,0) * dt_lev;
914 } else {
915 Zt_avg1(i,j,0) = Zt_avg1(i,j,0) - (evap(i,j,0) - rain(i,j,0)) * cff;
916 }
917 });
918 }
919 }
920 Gpu::streamSynchronize();
921
922 vec_Zt_avg1[lev]->FillBoundary(geom[lev].periodicity());
923
924 for ( MFIter mfi(*vec_zeta[lev], TilingIfNotGPU()); mfi.isValid(); ++mfi )
925 {
926 Box bx3 = mfi.tilebox(); bx3.grow(IntVect(NGROW+1,NGROW+1,0));
927 Array4<Real> const& zeta = mf_zeta->array(mfi);
928 Array4<Real> const& Zt_avg1 = (mf_Zt_avg1)->array(mfi);
929
930 ParallelFor(bx3, 3, [=] AMREX_GPU_DEVICE (int i, int j, int , int n)
931 {
932 zeta(i,j,0,n) = Zt_avg1(i,j,0);
933 });
934 }
935}
936
937/**
938 * @param[in ] lev level to operate on
939 */
940void
941REMORA::update_mskp (int lev)
942{
943 for ( MFIter mfi(*vec_mskr[lev], TilingIfNotGPU()); mfi.isValid(); ++mfi )
944 {
945 Array4<const Real> const& mskr = vec_mskr[lev]->const_array(mfi);
946 Array4< Real> const& mskp = vec_mskp[lev]->array(mfi);
947
948 Box bx = mfi.tilebox(); bx.grow(IntVect(1,1,0)); bx.makeSlab(2,0);
949
950 Real cff1 = 1.0_rt;
951 Real cff2 = 2.0_rt;
952
953 ParallelFor(bx, [=] AMREX_GPU_DEVICE (int i, int j, int)
954 {
955 if ((mskr(i-1,j,0) > 0.5) and (mskr(i,j,0) > 0.5) and (mskr(i-1,j-1,0) > 0.5) and (mskr(i,j-1,0) > 0.5)) {
956 mskp(i,j,0) = 1.0_rt;
957 } else if ((mskr(i-1,j,0) < 0.5) and (mskr(i,j,0) > 0.5) and (mskr(i-1,j-1,0) > 0.5) and (mskr(i,j-1,0) > 0.5)) {
958 mskp(i,j,0) = cff1;
959 } else if ((mskr(i-1,j,0) > 0.5) and (mskr(i,j,0) < 0.5) and (mskr(i-1,j-1,0) > 0.5) and (mskr(i,j-1,0) > 0.5)) {
960 mskp(i,j,0) = cff1;
961 } else if ((mskr(i-1,j,0) > 0.5) and (mskr(i,j,0) > 0.5) and (mskr(i-1,j-1,0) < 0.5) and (mskr(i,j-1,0) > 0.5)) {
962 mskp(i,j,0) = cff1;
963 } else if ((mskr(i-1,j,0) > 0.5) and (mskr(i,j,0) > 0.5) and (mskr(i-1,j-1,0) > 0.5) and (mskr(i,j-1,0) < 0.5)) {
964 mskp(i,j,0) = cff1;
965 } else if ((mskr(i-1,j,0) > 0.5) and (mskr(i,j,0) < 0.5) and (mskr(i-1,j-1,0) > 0.5) and (mskr(i,j-1,0) < 0.5)) {
966 mskp(i,j,0) = cff2;
967 } else if ((mskr(i-1,j,0) < 0.5) and (mskr(i,j,0) > 0.5) and (mskr(i-1,j-1,0) < 0.5) and (mskr(i,j-1,0) > 0.5)) {
968 mskp(i,j,0) = cff2;
969 } else if ((mskr(i-1,j,0) > 0.5) and (mskr(i,j,0) > 0.5) and (mskr(i-1,j-1,0) < 0.5) and (mskr(i,j-1,0) < 0.5)) {
970 mskp(i,j,0) = cff2;
971 } else if ((mskr(i-1,j,0) < 0.5) and (mskr(i,j,0) < 0.5) and (mskr(i-1,j-1,0) > 0.5) and (mskr(i,j-1,0) > 0.5)) {
972 mskp(i,j,0) = cff2;
973 } else {
974 mskp(i,j,0) = 0.0_rt;
975 }
976
977 });
978 }
979}
980
981/**
982 * @param[in ] lev level to operate on
983 */
984void
985REMORA::calculate_nodal_masks (int lev)
986{
987 for ( MFIter mfi(*vec_mskr[lev], TilingIfNotGPU()); mfi.isValid(); ++mfi )
988 {
989 Array4<const Real> const& mskr = vec_mskr[lev]->const_array(mfi);
990 Array4< Real> const& msku = vec_msku[lev]->array(mfi);
991 Array4< Real> const& mskv = vec_mskv[lev]->array(mfi);
992 Array4< Real> const& mskp = vec_mskp[lev]->array(mfi);
993
994 Box bx = mfi.tilebox(); bx.grow(IntVect(1,1,0)); bx.makeSlab(2,0);
995
996 ParallelFor(bx, [=] AMREX_GPU_DEVICE (int i, int j, int)
997 {
998 msku(i,j,0) = mskr(i-1,j ,0) * mskr(i,j,0);
999 mskv(i,j,0) = mskr(i ,j-1,0) * mskr(i,j,0);
1000 mskp(i,j,0) = mskr(i-1,j-1,0) * mskr(i,j,0) * mskr(i-1,j,0) * mskr(i,j-1,0);
1001 });
1002 }
1003}
1004
1005/**
1006 * @param[in ] lev level to operate on
1007 */
1008void
1009REMORA::fill_3d_masks (int lev)
1010{
1011 for ( MFIter mfi(*vec_mskr3d[lev], TilingIfNotGPU()); mfi.isValid(); ++mfi )
1012 {
1013 Array4<const Real> const& mskr = vec_mskr[lev]->const_array(mfi);
1014 Array4< Real> const& mskr3d = vec_mskr3d[lev]->array(mfi);
1015
1016 Box bx = mfi.tilebox(); bx.grow(IntVect(1,1,0)); bx.makeSlab(2,0);
1017
1018 ParallelFor(bx, [=] AMREX_GPU_DEVICE (int i, int j, int k)
1019 {
1020 mskr3d(i,j,k) = mskr(i,j,0);
1021 });
1022 }
1023}
rhow
constexpr amrex::Real rhow
Definition REMORA_Constants.H:15
BottomStressType::logarithmic
@ logarithmic
BottomStressType::linear
@ linear
BottomStressType::quadratic
@ quadratic
GridScaleType::analytic
@ analytic
GridScaleType::constant
@ constant
VertMixingType::GLS
@ GLS
IC_Type::analytic
@ analytic
IC_Type::netcdf
@ netcdf
NGROW
#define NGROW
Definition REMORA_IndexDefines.H:12
rry
int rry
Definition REMORA_InitAnalyticBathymetry_Upwelling_ML.H:3
rrx
int rrx
Definition REMORA_InitAnalyticBathymetry_Upwelling_ML.H:2
dxi
const auto dxi
Definition REMORA_InitAnalyticGridScale_BoundaryLayer.H:4
time
Real time
Definition REMORA_InitAnalyticSMFlux_ChannelTest.H:1
REMORA_prob_common.H
REMORA::FillCoarsePatchPC
void FillCoarsePatchPC(int lev, amrex::Real time, amrex::MultiFab *mf_fine, amrex::MultiFab *mf_crse, const int bccomp, const int bdy_var_type=BdyVars::null, const int icomp=0, const bool fill_all=true, const int n_not_fill=0, const int icomp_calc=0, const amrex::Real dt=amrex::Real(0.0), const amrex::MultiFab &mf_calc=amrex::MultiFab())
fill an entire multifab by interpolating from the coarser level using the piecewise constant interpol...
Definition REMORA_FillPatch.cpp:377
REMORA::vec_EminusP
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_EminusP
evaporation minus precipitation [kg/m^2/s], defined at rho-points
Definition REMORA.H:438
REMORA::set_grid_vars_averaged_down
void set_grid_vars_averaged_down(int lev)
Set pm/pn by averaging down from higher-resolution grid.
Definition REMORA.cpp:699
REMORA::ncons
int ncons
Number of conserved scalars in the state (temperature + salt + passive scalars)
Definition REMORA.H:1480
REMORA::vec_zeta_full_domain
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_zeta_full_domain
high resolution initial free surface height (2D)
Definition REMORA.H:477
REMORA::vec_rv2d
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rv2d
v velocity RHS (2D, includes horizontal and vertical advection)
Definition REMORA.H:353
REMORA::vec_evap
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_evap
evaporation rate [kg/m^2/s]
Definition REMORA.H:434
REMORA::zvel_bc
int zvel_bc() const noexcept
Definition REMORA.H:1183
REMORA::xvel_bc
int xvel_bc() const noexcept
Definition REMORA.H:1181
REMORA::domain_bcs_type
amrex::Vector< amrex::BCRec > domain_bcs_type
vector (over BCVars) of BCRecs
Definition REMORA.H:1429
REMORA::calculate_nodal_masks
void calculate_nodal_masks(int lev)
Calculate u-, v-, and psi-point masks based on rho-point masks after analytic initialization.
Definition REMORA_make_new_level.cpp:985
REMORA::vec_fcor
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_fcor
coriolis factor (2D)
Definition REMORA.H:500
REMORA::vec_btflux
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_btflux
Bottom tracer flux; input arrays.
Definition REMORA.H:429
REMORA::vec_rubar
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rubar
barotropic x velocity for the RHS (2D)
Definition REMORA.H:464
REMORA::vec_xvel_full_domain
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_xvel_full_domain
multilevel data container for high res initial x velocities (u in ROMS)
Definition REMORA.H:326
REMORA::vec_h
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_h
multilevel data container for current step's z velocities (largely unused; W stored separately)
Definition REMORA.H:335
REMORA::vec_pm
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_pm
horizontal scaling factor: 1 / dx (2D)
Definition REMORA.H:491
REMORA::vec_ZoBot
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_ZoBot
Bottom roughness length [m], defined at rho points.
Definition REMORA.H:448
REMORA::vec_DU_avg2
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_DU_avg2
correct time average of barotropic x velocity flux for coupling (2D)
Definition REMORA.H:458
REMORA::vec_lrflx
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_lrflx
longwave radiation
Definition REMORA.H:414
REMORA::vec_yv
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_yv
y_grid on v-points (2D)
Definition REMORA.H:515
REMORA::cons_new
amrex::Vector< amrex::MultiFab * > cons_new
multilevel data container for current step's scalar data: temperature, salinity, passive tracer
Definition REMORA.H:315
REMORA::MakeNewLevelFromCoarse
virtual void MakeNewLevelFromCoarse(int lev, amrex::Real time, const amrex::BoxArray &ba, const amrex::DistributionMapping &dm) override
Make a new level using provided BoxArray and DistributionMapping and fill with interpolated coarse le...
Definition REMORA_make_new_level.cpp:24
REMORA::FillCoarsePatch
void FillCoarsePatch(int lev, amrex::Real time, amrex::MultiFab *mf_fine, amrex::MultiFab *mf_crse, const int bccomp, const int bdy_var_type=BdyVars::null, const int icomp=0, const bool fill_all=true, const int n_not_fill=0, const int icomp_calc=0, const amrex::Real dt=amrex::Real(0.0), const amrex::MultiFab &mf_calc=amrex::MultiFab())
fill an entire multifab by interpolating from the coarser level
Definition REMORA_FillPatch.cpp:411
REMORA::stretch_transform
void stretch_transform(int lev)
Calculate vertical stretched coordinates.
Definition REMORA_DepthStretchTransform.H:78
REMORA::set_curvilinear_terms_from_grid_scale
void set_curvilinear_terms_from_grid_scale(int lev)
Set curvilinear derivative terms on level lev based on pm and pn.
Definition REMORA_make_new_level.cpp:869
REMORA::vec_vwind
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_vwind
Wind in the v direction, defined at rho-points.
Definition REMORA.H:403
REMORA::prob
std::unique_ptr< ProblemBase > prob
Pointer to container of analytical functions for problem definition.
Definition REMORA.H:1393
REMORA::vec_mskr
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_mskr
land/sea mask at cell centers (2D)
Definition REMORA.H:480
REMORA::Construct_REMORAFillPatchers
void Construct_REMORAFillPatchers(int lev)
Construct FillPatchers.
Definition REMORA.cpp:481
REMORA::init_grid_vars_from_netcdf
void init_grid_vars_from_netcdf(int lev)
Grid variable initialization from NetCDF file.
Definition REMORA_init_from_netcdf.cpp:297
REMORA::vec_rain
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rain
precipitation rate [kg/m^2/s]
Definition REMORA.H:432
REMORA::vec_tke
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_tke
Turbulent kinetic energy.
Definition REMORA.H:548
REMORA::vec_stflx
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_stflx
Surface tracer flux; working arrays.
Definition REMORA.H:423
REMORA::vec_gls
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_gls
Turbulent generic length scale.
Definition REMORA.H:550
REMORA::vec_sustr
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_sustr
Surface stress in the u direction.
Definition REMORA.H:396
REMORA::vec_yp
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_yp
y_grid on psi-points (2D)
Definition REMORA.H:520
REMORA::vec_xr
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_xr
x_grid on rho points (2D)
Definition REMORA.H:503
REMORA::yvel_bc
int yvel_bc() const noexcept
Definition REMORA.H:1182
REMORA::vec_ru2d
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_ru2d
u velocity RHS (2D, includes horizontal and vertical advection)
Definition REMORA.H:351
REMORA::ClearLevel
virtual void ClearLevel(int lev) override
Delete level data Overrides the pure virtual function in AmrCore.
Definition REMORA_make_new_level.cpp:759
REMORA::zvel_new
amrex::Vector< amrex::MultiFab * > zvel_new
multilevel data container for current step's z velocities (largely unused; W stored separately)
Definition REMORA.H:321
REMORA::ComputeGhostCells
AMREX_FORCE_INLINE int ComputeGhostCells(const int &spatial_order)
Helper function to determine number of ghost cells.
Definition REMORA.H:1660
REMORA::vec_sstore
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_sstore
additional scratch space for calculations on temp, salt, etc
Definition REMORA.H:528
REMORA::vec_xv
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_xv
x_grid on v-points (2D)
Definition REMORA.H:513
REMORA::init_only
void init_only(int lev, amrex::Real time)
Init (NOT restart or regrid)
Definition REMORA.cpp:1254
REMORA::init_set_vmix
void init_set_vmix(int lev)
Initialize vertical mixing coefficients from file or analytic.
Definition REMORA.cpp:774
REMORA::set_grid_scale
void set_grid_scale(int lev)
Set pm and pn arrays and x/y coords on level lev.
Definition REMORA_make_new_level.cpp:769
REMORA::set_coriolis
void set_coriolis(int lev)
Initialize Coriolis factor from file or analytic.
Definition REMORA.cpp:745
REMORA::foextrap_bc
int foextrap_bc() const noexcept
Definition REMORA.H:1189
REMORA::vec_Lscale
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Lscale
Vertical mixing turbulent length scale.
Definition REMORA.H:552
REMORA::vec_Hz
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Hz
Width of cells in the vertical (z-) direction (3D, Hz in ROMS)
Definition REMORA.H:341
REMORA::vec_Akt
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Akt
Vertical diffusion coefficient (3D)
Definition REMORA.H:361
REMORA::vec_msku
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_msku
land/sea mask at x-faces (2D)
Definition REMORA.H:482
REMORA::vec_rvfrc
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rvfrc
v velocity RHS, integrated, including advection and bottom/surface stresses (2D)
Definition REMORA.H:357
REMORA::vec_pm_full_domain
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_pm_full_domain
horizontal scaling factor: 1 / dx (2D) on whole domain
Definition REMORA.H:495
REMORA::xvel_old
amrex::Vector< amrex::MultiFab * > xvel_old
multilevel data container for last step's x velocities (u in ROMS)
Definition REMORA.H:308
REMORA::yvel_new
amrex::Vector< amrex::MultiFab * > yvel_new
multilevel data container for current step's y velocities (v in ROMS)
Definition REMORA.H:319
REMORA::vec_uwind
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_uwind
Wind in the u direction, defined at rho-points.
Definition REMORA.H:401
REMORA::vec_rufrc
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rufrc
u velocity RHS, integrated, including advection and bottom/surface stresses (2D)
Definition REMORA.H:355
REMORA::zeta_bc
int zeta_bc() const noexcept
Definition REMORA.H:1186
REMORA::Define_REMORAFillPatchers
void Define_REMORAFillPatchers(int lev)
Define FillPatchers.
Definition REMORA.cpp:530
REMORA::vec_shflx
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_shflx
sensible heat flux
Definition REMORA.H:420
REMORA::vec_visc2_p
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_visc2_p
Harmonic viscosity defined on the psi points (corners of horizontal grid cells)
Definition REMORA.H:363
REMORA::vec_dmde
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_dmde
d(1/m)/d(eta)
Definition REMORA.H:525
REMORA::vec_rvbar
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rvbar
barotropic y velocity for the RHS (2D)
Definition REMORA.H:466
REMORA::zvel_old
amrex::Vector< amrex::MultiFab * > zvel_old
multilevel data container for last step's z velocities (largely unused; W stored separately)
Definition REMORA.H:312
REMORA::vec_z_r
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_z_r
z coordinates at rho points (cell centers)
Definition REMORA.H:370
REMORA::xvel_new
amrex::Vector< amrex::MultiFab * > xvel_new
multilevel data container for current step's x velocities (u in ROMS)
Definition REMORA.H:317
REMORA::vec_lhflx
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_lhflx
latent heat flux
Definition REMORA.H:418
REMORA::vec_mskp
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_mskp
land/sea mask at cell corners (2D)
Definition REMORA.H:486
REMORA::vec_bvf
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_bvf
Brunt-Vaisala frequency (3D)
Definition REMORA.H:535
REMORA::RemakeLevel
virtual void RemakeLevel(int lev, amrex::Real time, const amrex::BoxArray &ba, const amrex::DistributionMapping &dm) override
Remake an existing level using provided BoxArray and DistributionMapping and fill with existing fine ...
Definition REMORA_make_new_level.cpp:157
REMORA::vec_mskv
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_mskv
land/sea mask at y-faces (2D)
Definition REMORA.H:484
REMORA::init_masks
void init_masks(int lev, const amrex::BoxArray &ba, const amrex::DistributionMapping &dm)
Allocate MultiFabs for masks.
Definition REMORA_make_new_level.cpp:516
REMORA::physbcs
amrex::Vector< std::unique_ptr< REMORAPhysBCFunct > > physbcs
Vector (over level) of functors to apply physical boundary conditions.
Definition REMORA.H:1417
REMORA::fill_3d_masks
void fill_3d_masks(int lev)
Copy maskr to all z levels.
Definition REMORA_make_new_level.cpp:1009
REMORA::FillPatch
void FillPatch(int lev, amrex::Real time, amrex::MultiFab &mf_to_be_filled, amrex::Vector< amrex::MultiFab * > const &mfs, const int bccomp, const int bdy_var_type=BdyVars::null, const int icomp=0, const bool fill_all=true, const bool fill_set=true, const int n_not_fill=0, const int icomp_calc=0, const amrex::Real dt=amrex::Real(0.0), const amrex::MultiFab &mf_calc=amrex::MultiFab())
Fill a new MultiFab by copying in phi from valid region and filling ghost cells.
Definition REMORA_FillPatch.cpp:30
REMORA::vec_rhoS
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rhoS
density perturbation
Definition REMORA.H:531
REMORA::vec_visc2_r
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_visc2_r
Harmonic viscosity defined on the rho points (centers)
Definition REMORA.H:365
REMORA::update_mskp
void update_mskp(int lev)
Set psi-point mask to be consistent with rho-point mask.
Definition REMORA_make_new_level.cpp:941
REMORA::vec_yvel_full_domain
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_yvel_full_domain
multilevel data container for high res initial y velocities (v in ROMS)
Definition REMORA.H:328
REMORA::vec_svstr
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_svstr
Surface stress in the v direction.
Definition REMORA.H:398
REMORA::vec_Huon
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Huon
u-volume flux (3D)
Definition REMORA.H:343
REMORA::vec_h_full_domain
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_h_full_domain
Bathymetry data on the whole domain at each potential level.
Definition REMORA.H:338
REMORA::yvel_old
amrex::Vector< amrex::MultiFab * > yvel_old
multilevel data container for last step's y velocities (v in ROMS)
Definition REMORA.H:310
REMORA::init_stuff
void init_stuff(int lev, const amrex::BoxArray &ba, const amrex::DistributionMapping &dm)
Allocate MultiFabs for state and evolution variables.
Definition REMORA_make_new_level.cpp:544
REMORA::vec_rhoA
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rhoA
vertically-averaged density
Definition REMORA.H:533
REMORA::vec_DV_avg1
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_DV_avg1
time average of barotropic y velocity flux
Definition REMORA.H:460
REMORA::hires_init_level
int hires_init_level
Which level the high resolution initialization data is at.
Definition REMORA.H:1607
REMORA::t_new
amrex::Vector< amrex::Real > t_new
new time at each level
Definition REMORA.H:1407
REMORA::solverChoice
static SolverChoice solverChoice
Container for algorithmic choices.
Definition REMORA.H:1537
REMORA::set_grid_coords_from_grid_scale
void set_grid_coords_from_grid_scale(int lev)
Set x/y coords on level lev based on pm and pn.
Definition REMORA_make_new_level.cpp:824
REMORA::resize_stuff
void resize_stuff(int lev)
Resize variable containers to accommodate data on levels 0 to max_lev.
Definition REMORA_make_new_level.cpp:396
REMORA::vec_river_position
amrex::Vector< std::unique_ptr< amrex::iMultiFab > > vec_river_position
iMultiFab for river positions; contents are indices of rivers
Definition REMORA.H:1345
REMORA::vec_Akk
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Akk
Turbulent kinetic energy vertical diffusion coefficient.
Definition REMORA.H:554
REMORA::vec_rdrag2
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rdrag2
Quadratic drag coefficient [unitless], defined at rho points.
Definition REMORA.H:446
REMORA::vec_ru
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_ru
u velocity RHS (3D, includes horizontal and vertical advection)
Definition REMORA.H:347
REMORA::vec_xp
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_xp
x_grid on psi-points (2D)
Definition REMORA.H:518
REMORA::vec_longwave_down
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_longwave_down
Downward longwave radiation.
Definition REMORA.H:416
REMORA::vec_zeta
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_zeta
free surface height (2D)
Definition REMORA.H:474
REMORA::ubar_bc
int ubar_bc() const noexcept
Definition REMORA.H:1184
REMORA::vec_vbar
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_vbar
barotropic y velocity (2D)
Definition REMORA.H:472
REMORA::vec_DU_avg1
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_DU_avg1
time average of barotropic x velocity flux (2D)
Definition REMORA.H:456
REMORA::set_zeta_to_Ztavg
void set_zeta_to_Ztavg(int lev)
Set zeta components to be equal to time-averaged Zt_avg1.
Definition REMORA_make_new_level.cpp:890
REMORA::vec_alpha
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_alpha
Thermal expansion coefficient (3D)
Definition REMORA.H:537
REMORA::vec_ubar
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_ubar
barotropic x velocity (2D)
Definition REMORA.H:470
REMORA::cons_old
amrex::Vector< amrex::MultiFab * > cons_old
multilevel data container for last step's scalar data: temperature, salinity, passive tracer
Definition REMORA.H:306
REMORA::vec_bustr
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_bustr
Bottom stress in the u direction.
Definition REMORA.H:451
REMORA::vec_cons_full_domain
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_cons_full_domain
multilevel data container for high res initial data: temperature, salinity, passive tracer
Definition REMORA.H:324
REMORA::vbar_bc
int vbar_bc() const noexcept
Definition REMORA.H:1185
REMORA::vec_DV_avg2
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_DV_avg2
correct time average of barotropic y velocity flux for coupling (2D)
Definition REMORA.H:462
REMORA::set_hmixcoef
void set_hmixcoef(int lev)
Initialize horizontal mixing coefficients.
Definition REMORA.cpp:833
REMORA::vec_yu
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_yu
y_grid on u-points (2D)
Definition REMORA.H:510
REMORA::vec_dndx
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_dndx
d(1/n)/d(xi)
Definition REMORA.H:523
REMORA::vec_bvstr
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_bvstr
Bottom stress in the v direction.
Definition REMORA.H:453
REMORA::vec_rzeta
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rzeta
free surface height for the RHS (2D)
Definition REMORA.H:468
REMORA::vec_z_phys_nd
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_z_phys_nd
z coordinates at psi points (cell nodes)
Definition REMORA.H:390
REMORA::vec_xu
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_xu
x_grid on u-points (2D)
Definition REMORA.H:508
REMORA::vec_pn_full_domain
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_pn_full_domain
horizontal scaling factor: 1 / dy (2D) on whole domain
Definition REMORA.H:497
REMORA::vec_nudg_coeff
amrex::Vector< amrex::Vector< std::unique_ptr< amrex::MultiFab > > > vec_nudg_coeff
Climatology nudging coefficients.
Definition REMORA.H:559
REMORA::set_weights
void set_weights(int lev)
Set weights for averaging 3D variables to 2D.
Definition REMORA_set_weights.cpp:11
REMORA::vec_pn
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_pn
horizontal scaling factor: 1 / dy (2D)
Definition REMORA.H:493
REMORA::vec_Akv
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Akv
Vertical viscosity coefficient (3D)
Definition REMORA.H:359
REMORA::MakeNewLevelFromScratch
virtual void MakeNewLevelFromScratch(int lev, amrex::Real time, const amrex::BoxArray &ba, const amrex::DistributionMapping &dm) override
Make a new level from scratch using provided BoxArray and DistributionMapping. Only used during initi...
Definition REMORA_make_new_level.cpp:326
REMORA::vec_stflux
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_stflux
Surface tracer flux; input arrays.
Definition REMORA.H:425
REMORA::vec_rdrag
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rdrag
Linear drag coefficient [m/s], defined at rho points.
Definition REMORA.H:444
REMORA::vec_cloud
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_cloud
cloud cover fraction [0-1], defined at rho-points
Definition REMORA.H:436
REMORA::vec_Zt_avg1
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Zt_avg1
Average of the free surface, zeta (2D)
Definition REMORA.H:393
REMORA::restart_chkfile
std::string restart_chkfile
If set, restart from this checkpoint file.
Definition REMORA.H:1475
REMORA::vec_rv
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_rv
v velocity RHS (3D, includes horizontal and vertical advection)
Definition REMORA.H:349
REMORA::vec_btflx
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_btflx
Bottom tracer flux; working arrays.
Definition REMORA.H:427
REMORA::cf_width
int cf_width
Nudging width at coarse-fine interface.
Definition REMORA.H:1355
REMORA::vec_beta
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_beta
Saline contraction coefficient (3D)
Definition REMORA.H:539
REMORA::t_old
amrex::Vector< amrex::Real > t_old
old time at each level
Definition REMORA.H:1409
REMORA::vec_mskr3d
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_mskr3d
land/sea mask at cell centers, copied to all z levels (3D)
Definition REMORA.H:488
REMORA::m_bc_extdir_vals
amrex::Vector< amrex::GpuArray< amrex::Real, AMREX_SPACEDIM *2 > > m_bc_extdir_vals
Array holding the Dirichlet values at walls which need them.
Definition REMORA.H:1437
REMORA::vec_srflx
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_srflx
Shortwave radiation flux [W/m²], defined at rho-points.
Definition REMORA.H:412
REMORA::set_bathymetry_averaged_down
void set_bathymetry_averaged_down(int lev)
Copy over bathymetry data that has been averaged down from high resolution input netcdf file.
Definition REMORA.cpp:682
REMORA::dt
amrex::Vector< amrex::Real > dt
time step at each level
Definition REMORA.H:1411
REMORA::vec_Pair
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Pair
Air pressure [mb], defined at rho-points.
Definition REMORA.H:409
REMORA::domain_bcs_type_d
amrex::Gpu::DeviceVector< amrex::BCRec > domain_bcs_type_d
GPU vector (over BCVars) of BCRecs.
Definition REMORA.H:1431
REMORA::vec_qair
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_qair
Specific humidity [kg/kg], defined at rho-points.
Definition REMORA.H:407
REMORA::hires_grid_level
int hires_grid_level
Which level the high resolution bathymetry is at.
Definition REMORA.H:1600
REMORA::vec_z_w
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_z_w
z coordinates at w points (faces between z-cells)
Definition REMORA.H:373
REMORA::vec_Tair
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Tair
Air temperature [°C], defined at rho-points.
Definition REMORA.H:405
REMORA::vec_yr
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_yr
y_grid on rho points (2D)
Definition REMORA.H:505
REMORA::vec_Hvom
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Hvom
v-volume flux (3D)
Definition REMORA.H:345
REMORA::vec_Akp
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_Akp
Turbulent length scale vertical diffusion coefficient.
Definition REMORA.H:556
REMORA::vec_diff2
amrex::Vector< std::unique_ptr< amrex::MultiFab > > vec_diff2
Harmonic diffusivity for temperature / salinity.
Definition REMORA.H:367
BCVars::cons_bc
static constexpr int cons_bc
Definition REMORA_IndexDefines.H:24
BCVars::Temp_bc_comp
static constexpr int Temp_bc_comp
Definition REMORA_IndexDefines.H:25
SolverChoice::cloud
amrex::Real cloud
Definition REMORA_DataStruct.H:742
SolverChoice::rdrag2
amrex::Real rdrag2
Definition REMORA_DataStruct.H:714
SolverChoice::Akk_bak
amrex::Real Akk_bak
Definition REMORA_DataStruct.H:779
SolverChoice::bottom_stress_type
BottomStressType bottom_stress_type
Definition REMORA_DataStruct.H:691
SolverChoice::srflux
amrex::Real srflux
Definition REMORA_DataStruct.H:754
SolverChoice::gls_Kmin
amrex::Real gls_Kmin
Definition REMORA_DataStruct.H:767
SolverChoice::rdrag
amrex::Real rdrag
Definition REMORA_DataStruct.H:712
SolverChoice::vert_mixing_type
VertMixingType vert_mixing_type
Definition REMORA_DataStruct.H:697
SolverChoice::grid_scale_type
GridScaleType grid_scale_type
Definition REMORA_DataStruct.H:704
SolverChoice::gls_Pmin
amrex::Real gls_Pmin
Definition REMORA_DataStruct.H:768
SolverChoice::Akp_bak
amrex::Real Akp_bak
Definition REMORA_DataStruct.H:780