eschnett/cactusamrex - Change PG2P3JQPLWZRLCAJ7JY2B7G7AM5DHOE2CJUKIPWREI3NAUKZF3TAC

AMR with staggered grids

Created by Erik Schnetter on August 9, 2019

PG2P3JQPLWZRLCAJ7JY2B7G7AM5DHOE2CJUKIPWREI3NAUKZF3TAC

Dependencies

In channels

main

master

Change contents

Insertion in AMReX/src/driver.cxx at line 247 [5.15972]

[4.4427]


    const BoxArray &gba = convert(
        ba,
        IndexType(groupdata.indextype[0] ? IndexType::CELL : IndexType::NODE,
                  groupdata.indextype[1] ? IndexType::CELL : IndexType::NODE,
                  groupdata.indextype[2] ? IndexType::CELL : IndexType::NODE));

Replacement in AMReX/src/driver.cxx at line 279 [5.15972]

B:BD[2.2982] → [2.2982:3062]

      auto mfab = make_unique<MultiFab>(ba, dm, groupdata.numvars, ghost_size);

[2.2982]

[2.3062]

      auto mfab = make_unique<MultiFab>(gba, dm, groupdata.numvars, ghost_size);

Insertion in AMReX/src/loop.hxx at line 40 [6.5481]

[2.9636]

    // These index checks prevent vectorization. We thus only enable
    // them in debug mode.
#ifdef CCTK_DEBUG

Insertion in AMReX/src/loop.hxx at line 46 [6.5481]
[2.9726]
[2.9726]
```
#endif
```
Deletion in AMReX/src/loop.hxx at line 57 [6.5481]
B:BD[2.9970] → [2.9970:9981]
```
  int idx;
```
Insertion in AMReX/src/loop.hxx at line 59 [6.5481]
[2.10017]
[2.10017]
```
  int idx;
```
Deletion in AMReX/src/loop.hxx at line 62 [6.5481]
B:BD[2.10062] → [2.10062:10086]
```
  CCTK_REAL dx, dy, dz;
```

Replacement in AMReX/src/loop.hxx at line 130 [6.5481]

B:BD[6.7297] → [2.10653:10734]

          const PointDesc p{idx, i, j, k, x, y, z, dj, dk, dx[0], dx[1], dx[2]};

[6.7297]

[2.10734]

          const PointDesc p{i, j, k, x, y, z, idx, dj, dk};

Replacement in AMReX/src/schedule.cxx at line 838 [9.531]

B:BD[7.956] → [8.11797:11842]

∅:D[8.11842] → [7.1003:1253]

B:BD[7.1003] → [7.1003:1253]

    for (int tl = 0; tl < restrict_tl; ++tl)
      amrex::average_down(*finegroupdata.mfab.at(tl), *groupdata.mfab.at(tl),
                          ghext->amrcore->Geom(level + 1),
                          ghext->amrcore->Geom(level), 0, groupdata.numvars,
                          reffact);

[7.956]

[7.1259]

    for (int tl = 0; tl < restrict_tl; ++tl) {
      if (groupdata.indextype == array<int, dim>{0, 0, 0})
        amrex::average_down_nodal(*finegroupdata.mfab.at(tl),
                                  *groupdata.mfab.at(tl), reffact);
      else if (groupdata.indextype == array<int, dim>{1, 0, 0} ||
               groupdata.indextype == array<int, dim>{0, 1, 0} ||
               groupdata.indextype == array<int, dim>{0, 0, 1})
        amrex::average_down_edges(*finegroupdata.mfab.at(tl),
                                  *groupdata.mfab.at(tl), reffact);
      else if (groupdata.indextype == array<int, dim>{1, 1, 0} ||
               groupdata.indextype == array<int, dim>{1, 0, 1} ||
               groupdata.indextype == array<int, dim>{0, 1, 1})
        amrex::average_down_faces(*finegroupdata.mfab.at(tl),
                                  *groupdata.mfab.at(tl), reffact);
      else if (groupdata.indextype == array<int, dim>{1, 1, 1})
        amrex::average_down(*finegroupdata.mfab.at(tl), *groupdata.mfab.at(tl),
                            // ghext->amrcore->Geom(level + 1),
                            // ghext->amrcore->Geom(level),
                            0, groupdata.numvars, reffact);
      else
        assert(0);
    }

Insertion in HydroToyAMReX/src/hydrotoy.cxx at line 39 [10.6253]

[10.7207]

[10.7339]

  const CCTK_REAL dx = CCTK_DELTA_SPACE(0);
  const CCTK_REAL dy = CCTK_DELTA_SPACE(1);
  const CCTK_REAL dz = CCTK_DELTA_SPACE(2);

Replacement in HydroToyAMReX/src/hydrotoy.cxx at line 50 [10.6253]

B:BD[2.17334] → [2.17334:17559]

        rho_p[p.idx] - dt * ((momx_p[p.idx + di] - momx_p[p.idx]) / p.dx +
                             (momy_p[p.idx + dj] - momy_p[p.idx]) / p.dy +
                             (momz_p[p.idx + dk] - momz_p[p.idx]) / p.dz);

[2.17334]

[10.7754]

        rho_p[p.idx] - dt * ((momx_p[p.idx + di] - momx_p[p.idx]) / dx +
                             (momy_p[p.idx + dj] - momy_p[p.idx]) / dy +
                             (momz_p[p.idx + dk] - momz_p[p.idx]) / dz);

Replacement in MaxwellToyAMReX/par/maxwell-gaussian.par at line 8 [3.30]
B:BD[3.107] → [3.107:120]
```
$nlevels = 4
```
[3.107]
[3.120]
```
$nlevels = 5
```

Replacement in MaxwellToyAMReX/par/maxwell-gaussian.par at line 13 [3.30]

B:BD[3.167] → [3.167:284]

Cactus::terminate = "iteration"
Cactus::cctk_itlast = 0
# Cactus::terminate = "time"
# Cactus::cctk_final_time = 2.0

[3.167]

[3.284]

# Cactus::terminate = "iteration"
# Cactus::cctk_itlast = 0
Cactus::terminate = "time"
Cactus::cctk_final_time = 2.0

Replacement in MaxwellToyAMReX/par/maxwell-gaussian.par at line 34 [3.30]
B:BD[3.562] → [3.562:598]
```
AMReX::regrid_error_threshold = 0.1
```
[3.562]
[3.598]
```
AMReX::regrid_error_threshold = 0.01
```
Insertion in MaxwellToyAMReX/param.ccl at line 8 [10.14686]
[10.14809]
[10.14809]
```
  "Gaussian wave" :: ""
```
Insertion in MaxwellToyAMReX/param.ccl at line 25 [10.14686]
[10.15037]
```
CCTK_REAL width "width"
{
  (0.0:* :: ""
} 0.1
```
Insertion in MaxwellToyAMReX/src/maxwelltoy.cxx at line 55 [10.16301]
[10.17031]
[10.17031]
```
////////////////////////////////////////////////////////////////////////////////
```
Insertion in MaxwellToyAMReX/src/maxwelltoy.cxx at line 58 [10.16301]
[10.17032]
[10.17032]
```
// Plane wave
```

Replacement in MaxwellToyAMReX/src/maxwelltoy.cxx at line 65 [10.16301]

B:BD[10.17306] → [10.17306:17477]

  return {.phi = cos(omega * t - kx * x - ky * y - kz * z),
          .ax = omega / kx * cos(omega * t - kx * x - ky * y - kz * z),
          .ay = 0,
          .az = 0};

[10.17306]

[10.17477]

  T phi = cos(omega * t - kx * x - ky * y - kz * z);
  return {.phi = phi, .ax = omega / kx * phi, .ay = 0, .az = 0};
}
// Plane wave with Gaussian profile
template <typename T> potential<T> gaussian_wave(T t, T x, T y, T z) {
  DECLARE_CCTK_PARAMETERS;
  T kx = M_PI * spatial_frequency_x;
  T ky = M_PI * spatial_frequency_y;
  T kz = M_PI * spatial_frequency_z;
  T omega = sqrt(pow(kx, 2) + pow(ky, 2) + pow(kz, 2));
  T phi = exp(-pow(sin(omega * t - kx * x - ky * y - kz * z) / width, 2) / 2);
  return {.phi = phi, .ax = omega / kx * phi, .ay = 0, .az = 0};

Insertion in MaxwellToyAMReX/src/maxwelltoy.cxx at line 112 [10.16301]

[10.18735]

[2.23006]

  const CCTK_REAL dx = CCTK_DELTA_SPACE(0);
  const CCTK_REAL dy = CCTK_DELTA_SPACE(1);
  const CCTK_REAL dz = CCTK_DELTA_SPACE(2);

Replacement in MaxwellToyAMReX/src/maxwelltoy.cxx at line 154 [10.16301]

B:BD[2.24453] → [2.24453:24533]

          -xderiv(plane_wave<CCTK_REAL>, p.dx)(t + dt / 2, p.x, p.y, p.z).phi -

[2.24453]

[2.24533]

          -xderiv(plane_wave<CCTK_REAL>, dx)(t + dt / 2, p.x, p.y, p.z).phi -

Replacement in MaxwellToyAMReX/src/maxwelltoy.cxx at line 159 [10.16301]

B:BD[2.24711] → [2.24711:24791]

          -yderiv(plane_wave<CCTK_REAL>, p.dy)(t + dt / 2, p.x, p.y, p.z).phi -

[2.24711]

[2.24791]

          -yderiv(plane_wave<CCTK_REAL>, dy)(t + dt / 2, p.x, p.y, p.z).phi -

Replacement in MaxwellToyAMReX/src/maxwelltoy.cxx at line 164 [10.16301]

B:BD[2.24969] → [2.24969:25049]

          -zderiv(plane_wave<CCTK_REAL>, p.dz)(t + dt / 2, p.x, p.y, p.z).phi -

[2.24969]

[2.25049]

          -zderiv(plane_wave<CCTK_REAL>, dz)(t + dt / 2, p.x, p.y, p.z).phi -

Replacement in MaxwellToyAMReX/src/maxwelltoy.cxx at line 170 [10.16301]

B:BD[2.25228] → [2.25228:25365]

          yderiv(plane_wave<CCTK_REAL>, p.dy)(t, p.x, p.y, p.z).az -
          zderiv(plane_wave<CCTK_REAL>, p.dz)(t, p.x, p.y, p.z).ay;

[2.25228]

[2.25365]

          yderiv(plane_wave<CCTK_REAL>, dy)(t, p.x, p.y, p.z).az -
          zderiv(plane_wave<CCTK_REAL>, dz)(t, p.x, p.y, p.z).ay;

Replacement in MaxwellToyAMReX/src/maxwelltoy.cxx at line 175 [10.16301]

B:BD[2.25468] → [2.25468:25605]

          zderiv(plane_wave<CCTK_REAL>, p.dz)(t, p.x, p.y, p.z).ax -
          xderiv(plane_wave<CCTK_REAL>, p.dx)(t, p.x, p.y, p.z).az;

[2.25468]

[2.25605]

          zderiv(plane_wave<CCTK_REAL>, dz)(t, p.x, p.y, p.z).ax -
          xderiv(plane_wave<CCTK_REAL>, dx)(t, p.x, p.y, p.z).az;

Replacement in MaxwellToyAMReX/src/maxwelltoy.cxx at line 180 [10.16301]

B:BD[2.25708] → [2.25708:25845]

          xderiv(plane_wave<CCTK_REAL>, p.dx)(t, p.x, p.y, p.z).ay -
          yderiv(plane_wave<CCTK_REAL>, p.dy)(t, p.x, p.y, p.z).ax;

[2.25708]

[10.20478]

          xderiv(plane_wave<CCTK_REAL>, dx)(t, p.x, p.y, p.z).ay -
          yderiv(plane_wave<CCTK_REAL>, dy)(t, p.x, p.y, p.z).ax;
    });
    Loop::loop_all<0, 0, 0>(
        cctkGH, [&](const Loop::PointDesc &p) { rho_(p.i, p.j, p.k) = 0.0; });
    Loop::loop_all<1, 0, 0>(
        cctkGH, [&](const Loop::PointDesc &p) { jx_(p.i, p.j, p.k) = 0.0; });
    Loop::loop_all<0, 1, 0>(
        cctkGH, [&](const Loop::PointDesc &p) { jy_(p.i, p.j, p.k) = 0.0; });
    Loop::loop_all<0, 0, 1>(
        cctkGH, [&](const Loop::PointDesc &p) { jz_(p.i, p.j, p.k) = 0.0; });
  } else if (CCTK_EQUALS(initial_condition, "Gaussian wave")) {
    Loop::loop_all<0, 0, 0>(cctkGH, [&](const Loop::PointDesc &p) {
      phi_(p.i, p.j, p.k) = gaussian_wave(t + dt / 2, p.x, p.y, p.z).phi;
    });
    Loop::loop_all<1, 0, 0>(cctkGH, [&](const Loop::PointDesc &p) {
      ax_(p.i, p.j, p.k) = gaussian_wave(t, p.x, p.y, p.z).ax;
    });
    Loop::loop_all<0, 1, 0>(cctkGH, [&](const Loop::PointDesc &p) {
      ay_(p.i, p.j, p.k) = gaussian_wave(t, p.x, p.y, p.z).ay;
    });
    Loop::loop_all<0, 0, 1>(cctkGH, [&](const Loop::PointDesc &p) {
      az_(p.i, p.j, p.k) = gaussian_wave(t, p.x, p.y, p.z).az;
    });
    Loop::loop_all<1, 0, 0>(cctkGH, [&](const Loop::PointDesc &p) {
      ex_(p.i, p.j, p.k) =
          -xderiv(gaussian_wave<CCTK_REAL>, dx)(t + dt / 2, p.x, p.y, p.z).phi -
          tderiv(gaussian_wave<CCTK_REAL>, dt)(t + dt / 2, p.x, p.y, p.z).ax;
    });
    Loop::loop_all<0, 1, 0>(cctkGH, [&](const Loop::PointDesc &p) {
      ey_(p.i, p.j, p.k) =
          -yderiv(gaussian_wave<CCTK_REAL>, dy)(t + dt / 2, p.x, p.y, p.z).phi -
          tderiv(gaussian_wave<CCTK_REAL>, dt)(t + dt / 2, p.x, p.y, p.z).ay;
    });
    Loop::loop_all<0, 0, 1>(cctkGH, [&](const Loop::PointDesc &p) {
      ez_(p.i, p.j, p.k) =
          -zderiv(gaussian_wave<CCTK_REAL>, dz)(t + dt / 2, p.x, p.y, p.z).phi -
          tderiv(gaussian_wave<CCTK_REAL>, dt)(t + dt / 2, p.x, p.y, p.z).az;
    });
    Loop::loop_all<0, 1, 1>(cctkGH, [&](const Loop::PointDesc &p) {
      bx_(p.i, p.j, p.k) =
          yderiv(gaussian_wave<CCTK_REAL>, dy)(t, p.x, p.y, p.z).az -
          zderiv(gaussian_wave<CCTK_REAL>, dz)(t, p.x, p.y, p.z).ay;
    });
    Loop::loop_all<1, 0, 1>(cctkGH, [&](const Loop::PointDesc &p) {
      by_(p.i, p.j, p.k) =
          zderiv(gaussian_wave<CCTK_REAL>, dz)(t, p.x, p.y, p.z).ax -
          xderiv(gaussian_wave<CCTK_REAL>, dx)(t, p.x, p.y, p.z).az;
    });
    Loop::loop_all<1, 1, 0>(cctkGH, [&](const Loop::PointDesc &p) {
      bz_(p.i, p.j, p.k) =
          xderiv(gaussian_wave<CCTK_REAL>, dx)(t, p.x, p.y, p.z).ay -
          yderiv(gaussian_wave<CCTK_REAL>, dy)(t, p.x, p.y, p.z).ax;

Insertion in MaxwellToyAMReX/src/maxwelltoy.cxx at line 262 [10.16301]

[10.20672]

[2.26279]

  const CCTK_REAL dx = CCTK_DELTA_SPACE(0);
  const CCTK_REAL dy = CCTK_DELTA_SPACE(1);
  const CCTK_REAL dz = CCTK_DELTA_SPACE(2);

Replacement in MaxwellToyAMReX/src/maxwelltoy.cxx at line 311 [10.16301]

B:BD[2.28201] → [2.28201:28347]

        dt * ((ey_p_(p.i, p.j, p.k + 1) - ey_p_(p.i, p.j, p.k)) / p.dz -
              (ez_p_(p.i, p.j + 1, p.k) - ez_p_(p.i, p.j, p.k)) / p.dy);

[2.28201]

[2.28347]

        dt * ((ey_p_(p.i, p.j, p.k + 1) - ey_p_(p.i, p.j, p.k)) / dz -
              (ez_p_(p.i, p.j + 1, p.k) - ez_p_(p.i, p.j, p.k)) / dy);

Replacement in MaxwellToyAMReX/src/maxwelltoy.cxx at line 317 [10.16301]

B:BD[2.28475] → [2.28475:28621]

        dt * ((ez_p_(p.i + 1, p.j, p.k) - ez_p_(p.i, p.j, p.k)) / p.dx -
              (ex_p_(p.i, p.j, p.k + 1) - ex_p_(p.i, p.j, p.k)) / p.dz);

[2.28475]

[2.28621]

        dt * ((ez_p_(p.i + 1, p.j, p.k) - ez_p_(p.i, p.j, p.k)) / dx -
              (ex_p_(p.i, p.j, p.k + 1) - ex_p_(p.i, p.j, p.k)) / dz);

Replacement in MaxwellToyAMReX/src/maxwelltoy.cxx at line 323 [10.16301]

B:BD[2.28749] → [2.28749:28895]

        dt * ((ex_p_(p.i, p.j + 1, p.k) - ex_p_(p.i, p.j, p.k)) / p.dy -
              (ey_p_(p.i + 1, p.j, p.k) - ey_p_(p.i, p.j, p.k)) / p.dx);

[2.28749]

[2.28895]

        dt * ((ex_p_(p.i, p.j + 1, p.k) - ex_p_(p.i, p.j, p.k)) / dy -
              (ey_p_(p.i + 1, p.j, p.k) - ey_p_(p.i, p.j, p.k)) / dx);

Replacement in MaxwellToyAMReX/src/maxwelltoy.cxx at line 330 [10.16301]

B:BD[2.29024] → [2.29024:29099]

        dt * ((phi_p_(p.i + 1, p.j, p.k) - phi_p_(p.i, p.j, p.k)) / p.dx +

[2.29024]

[2.29099]

        dt * ((phi_p_(p.i + 1, p.j, p.k) - phi_p_(p.i, p.j, p.k)) / dx +

Replacement in MaxwellToyAMReX/src/maxwelltoy.cxx at line 336 [10.16301]

B:BD[2.29264] → [2.29264:29339]

        dt * ((phi_p_(p.i, p.j + 1, p.k) - phi_p_(p.i, p.j, p.k)) / p.dy +

[2.29264]

[2.29339]

        dt * ((phi_p_(p.i, p.j + 1, p.k) - phi_p_(p.i, p.j, p.k)) / dy +

Replacement in MaxwellToyAMReX/src/maxwelltoy.cxx at line 342 [10.16301]

B:BD[2.29504] → [2.29504:29579]

        dt * ((phi_p_(p.i, p.j, p.k + 1) - phi_p_(p.i, p.j, p.k)) / p.dz +

[2.29504]

[2.29579]

        dt * ((phi_p_(p.i, p.j, p.k + 1) - phi_p_(p.i, p.j, p.k)) / dz +

Insertion in MaxwellToyAMReX/src/maxwelltoy.cxx at line 352 [10.16301]

[10.21877]

[2.29617]

  const CCTK_REAL dx = CCTK_DELTA_SPACE(0);
  const CCTK_REAL dy = CCTK_DELTA_SPACE(1);
  const CCTK_REAL dz = CCTK_DELTA_SPACE(2);

Replacement in MaxwellToyAMReX/src/maxwelltoy.cxx at line 387 [10.16301]

B:BD[2.30927] → [2.30927:31134]

        dt * ((jx_(p.i, p.j, p.k) - jx_(p.i - 1, p.j, p.k)) / p.dx +
              (jy_(p.i, p.j, p.k) - jy_(p.i, p.j - 1, p.k)) / p.dy +
              (jz_(p.i, p.j, p.k) - jz_(p.i, p.j, p.k - 1)) / p.dz);

[2.30927]

[2.31134]

        dt * ((jx_(p.i, p.j, p.k) - jx_(p.i - 1, p.j, p.k)) / dx +
              (jy_(p.i, p.j, p.k) - jy_(p.i, p.j - 1, p.k)) / dy +
              (jz_(p.i, p.j, p.k) - jz_(p.i, p.j, p.k - 1)) / dz);

Replacement in MaxwellToyAMReX/src/maxwelltoy.cxx at line 395 [10.16301]

B:BD[2.31263] → [2.31263:31401]

        dt * ((by_(p.i, p.j, p.k) - by_(p.i, p.j, p.k - 1)) / p.dz -
              (bz_(p.i, p.j, p.k) - bz_(p.i, p.j - 1, p.k)) / p.dy +

[2.31263]

[2.31401]

        dt * ((by_(p.i, p.j, p.k) - by_(p.i, p.j, p.k - 1)) / dz -
              (bz_(p.i, p.j, p.k) - bz_(p.i, p.j - 1, p.k)) / dy +

Replacement in MaxwellToyAMReX/src/maxwelltoy.cxx at line 402 [10.16301]

B:BD[2.31564] → [2.31564:31702]

        dt * ((bz_(p.i, p.j, p.k) - bz_(p.i - 1, p.j, p.k)) / p.dx -
              (bx_(p.i, p.j, p.k) - bx_(p.i, p.j, p.k - 1)) / p.dz +

[2.31564]

[2.31702]

        dt * ((bz_(p.i, p.j, p.k) - bz_(p.i - 1, p.j, p.k)) / dx -
              (bx_(p.i, p.j, p.k) - bx_(p.i, p.j, p.k - 1)) / dz +

Replacement in MaxwellToyAMReX/src/maxwelltoy.cxx at line 409 [10.16301]

B:BD[2.31865] → [2.31865:32003]

        dt * ((bx_(p.i, p.j, p.k) - bx_(p.i, p.j - 1, p.k)) / p.dy -
              (by_(p.i, p.j, p.k) - by_(p.i - 1, p.j, p.k)) / p.dx +

[2.31865]

[2.32003]

        dt * ((bx_(p.i, p.j, p.k) - bx_(p.i, p.j - 1, p.k)) / dy -
              (by_(p.i, p.j, p.k) - by_(p.i - 1, p.j, p.k)) / dx +

Replacement in MaxwellToyAMReX/src/maxwelltoy.cxx at line 417 [10.16301]

B:BD[2.32164] → [2.32164:32371]

        dt * ((ax_(p.i, p.j, p.k) - ax_(p.i - 1, p.j, p.k)) / p.dx +
              (ay_(p.i, p.j, p.k) - ay_(p.i, p.j - 1, p.k)) / p.dy +
              (ay_(p.i, p.j, p.k) - az_(p.i, p.j, p.k - 1)) / p.dz);

[2.32164]

[2.32371]

        dt * ((ax_(p.i, p.j, p.k) - ax_(p.i - 1, p.j, p.k)) / dx +
              (ay_(p.i, p.j, p.k) - ay_(p.i, p.j - 1, p.k)) / dy +
              (ay_(p.i, p.j, p.k) - az_(p.i, p.j, p.k - 1)) / dz);

Replacement in MaxwellToyAMReX/src/maxwelltoy.cxx at line 427 [10.16301]

B:BD[10.23105] → [2.32378:32480]

  Loop::loop_int<1, 1, 1>(
      cctkGH, [&](const Loop::PointDesc &p) { regrid_error[p.idx] = 0; });

[10.23105]

[10.23210]

  const Loop::GF3D<const CCTK_REAL, 1, 0, 0> ax_(cctkGH, ax);
  const Loop::GF3D<const CCTK_REAL, 0, 1, 0> ay_(cctkGH, ay);
  const Loop::GF3D<const CCTK_REAL, 0, 0, 1> az_(cctkGH, az);
  Loop::loop_int<1, 1, 1>(cctkGH, [&](const Loop::PointDesc &p) {
    CCTK_REAL err = 0;
    for (int b = 0; b < 2; ++b)
      for (int a = 0; a < 2; ++a)
        err += fabs(ax_(p.i - 1, p.j + a, p.k + b) -
                    2 * ax_(p.i, p.j + a, p.k + b) +
                    ax_(p.i + 1, p.j + a, p.k + b)) +
               fabs(ay_(p.i + a, p.j - 1, p.k + b) -
                    2 * ay_(p.i + a, p.j, p.k + b) +
                    ay_(p.i + a, p.j + 1, p.k + b)) +
               fabs(az_(p.i + a, p.j + b, p.k - 1) -
                    2 * az_(p.i + a, p.j + b, p.k) +
                    az_(p.i + a, p.j + b, p.k + 1));
    regrid_error[p.idx] = err;
  });

Insertion in MaxwellToyAMReX/src/maxwelltoy.cxx at line 454 [10.16301]

[10.23531]

[2.32481]

  const CCTK_REAL dx = CCTK_DELTA_SPACE(0);
  const CCTK_REAL dy = CCTK_DELTA_SPACE(1);
  const CCTK_REAL dz = CCTK_DELTA_SPACE(2);

Replacement in MaxwellToyAMReX/src/maxwelltoy.cxx at line 458 [10.16301]

B:BD[2.32482] → [2.32482:32540]

  const Loop::GF3D<CCTK_REAL, 0, 0, 0> phi_(cctkGH, phi);

[2.32482]

[2.32540]

  const Loop::GF3D<const CCTK_REAL, 0, 0, 0> phi_(cctkGH, phi);

Replacement in MaxwellToyAMReX/src/maxwelltoy.cxx at line 521 [10.16301]

B:BD[2.35055] → [2.35055:35136]

          (-xderiv(plane_wave<CCTK_REAL>, p.dx)(t + dt / 2, p.x, p.y, p.z).phi -

[2.35055]

[2.35136]

          (-xderiv(plane_wave<CCTK_REAL>, dx)(t + dt / 2, p.x, p.y, p.z).phi -

Replacement in MaxwellToyAMReX/src/maxwelltoy.cxx at line 527 [10.16301]

B:BD[2.35350] → [2.35350:35431]

          (-yderiv(plane_wave<CCTK_REAL>, p.dy)(t + dt / 2, p.x, p.y, p.z).phi -

[2.35350]

[2.35431]

          (-yderiv(plane_wave<CCTK_REAL>, dy)(t + dt / 2, p.x, p.y, p.z).phi -

Replacement in MaxwellToyAMReX/src/maxwelltoy.cxx at line 533 [10.16301]

B:BD[2.35645] → [2.35645:35726]

          (-zderiv(plane_wave<CCTK_REAL>, p.dz)(t + dt / 2, p.x, p.y, p.z).phi -

[2.35645]

[2.35726]

          (-zderiv(plane_wave<CCTK_REAL>, dz)(t + dt / 2, p.x, p.y, p.z).phi -

Replacement in MaxwellToyAMReX/src/maxwelltoy.cxx at line 540 [10.16301]

B:BD[2.35941] → [2.35941:36081]

          (yderiv(plane_wave<CCTK_REAL>, p.dy)(t, p.x, p.y, p.z).az -
           zderiv(plane_wave<CCTK_REAL>, p.dz)(t, p.x, p.y, p.z).ay);

[2.35941]

[2.36081]

          (yderiv(plane_wave<CCTK_REAL>, dy)(t, p.x, p.y, p.z).az -
           zderiv(plane_wave<CCTK_REAL>, dz)(t, p.x, p.y, p.z).ay);
    });
    Loop::loop_all<1, 0, 1>(cctkGH, [&](const Loop::PointDesc &p) {
      byerr_(p.i, p.j, p.k) =
          by_(p.i, p.j, p.k) -
          (zderiv(plane_wave<CCTK_REAL>, dz)(t, p.x, p.y, p.z).ax -
           xderiv(plane_wave<CCTK_REAL>, dx)(t, p.x, p.y, p.z).az);
    });
    Loop::loop_all<1, 1, 0>(cctkGH, [&](const Loop::PointDesc &p) {
      bzerr_(p.i, p.j, p.k) =
          bz_(p.i, p.j, p.k) -
          (xderiv(plane_wave<CCTK_REAL>, dx)(t, p.x, p.y, p.z).ay -
           yderiv(plane_wave<CCTK_REAL>, dy)(t, p.x, p.y, p.z).ax);
    });
    Loop::loop_all<0, 0, 0>(cctkGH, [&](const Loop::PointDesc &p) {
      rhoerr_(p.i, p.j, p.k) = 0.0;
    });
    Loop::loop_all<1, 0, 0>(
        cctkGH, [&](const Loop::PointDesc &p) { jxerr_(p.i, p.j, p.k) = 0.0; });
    Loop::loop_all<0, 1, 0>(
        cctkGH, [&](const Loop::PointDesc &p) { jyerr_(p.i, p.j, p.k) = 0.0; });
    Loop::loop_all<0, 0, 1>(
        cctkGH, [&](const Loop::PointDesc &p) { jzerr_(p.i, p.j, p.k) = 0.0; });
  } else if (CCTK_EQUALS(initial_condition, "Gaussian wave")) {
    Loop::loop_all<0, 0, 0>(cctkGH, [&](const Loop::PointDesc &p) {
      phierr_(p.i, p.j, p.k) =
          phi_(p.i, p.j, p.k) - gaussian_wave(t + dt / 2, p.x, p.y, p.z).phi;
    });
    Loop::loop_all<1, 0, 0>(cctkGH, [&](const Loop::PointDesc &p) {
      axerr_(p.i, p.j, p.k) =
          ax_(p.i, p.j, p.k) - gaussian_wave(t, p.x, p.y, p.z).ax;
    });
    Loop::loop_all<0, 1, 0>(cctkGH, [&](const Loop::PointDesc &p) {
      ayerr_(p.i, p.j, p.k) =
          ay_(p.i, p.j, p.k) - gaussian_wave(t, p.x, p.y, p.z).ay;
    });
    Loop::loop_all<0, 0, 1>(cctkGH, [&](const Loop::PointDesc &p) {
      azerr_(p.i, p.j, p.k) =
          az_(p.i, p.j, p.k) - gaussian_wave(t, p.x, p.y, p.z).az;
    });
    Loop::loop_all<1, 0, 0>(cctkGH, [&](const Loop::PointDesc &p) {
      exerr_(p.i, p.j, p.k) =
          ex_(p.i, p.j, p.k) -
          (-xderiv(gaussian_wave<CCTK_REAL>, dx)(t + dt / 2, p.x, p.y, p.z)
                .phi -
           tderiv(gaussian_wave<CCTK_REAL>, dt)(t + dt / 2, p.x, p.y, p.z).ax);
    });
    Loop::loop_all<0, 1, 0>(cctkGH, [&](const Loop::PointDesc &p) {
      eyerr_(p.i, p.j, p.k) =
          ey_(p.i, p.j, p.k) -
          (-yderiv(gaussian_wave<CCTK_REAL>, dy)(t + dt / 2, p.x, p.y, p.z)
                .phi -
           tderiv(gaussian_wave<CCTK_REAL>, dt)(t + dt / 2, p.x, p.y, p.z).ay);
    });
    Loop::loop_all<0, 0, 1>(cctkGH, [&](const Loop::PointDesc &p) {
      ezerr_(p.i, p.j, p.k) =
          ez_(p.i, p.j, p.k) -
          (-zderiv(gaussian_wave<CCTK_REAL>, dz)(t + dt / 2, p.x, p.y, p.z)
                .phi -
           tderiv(gaussian_wave<CCTK_REAL>, dt)(t + dt / 2, p.x, p.y, p.z).az);
    });
    Loop::loop_all<0, 1, 1>(cctkGH, [&](const Loop::PointDesc &p) {
      bxerr_(p.i, p.j, p.k) =
          bx_(p.i, p.j, p.k) -
          (yderiv(gaussian_wave<CCTK_REAL>, dy)(t, p.x, p.y, p.z).az -
           zderiv(gaussian_wave<CCTK_REAL>, dz)(t, p.x, p.y, p.z).ay);

Replacement in MaxwellToyAMReX/src/maxwelltoy.cxx at line 618 [10.16301]

B:BD[2.36218] → [2.36218:36358]

          (zderiv(plane_wave<CCTK_REAL>, p.dz)(t, p.x, p.y, p.z).ax -
           xderiv(plane_wave<CCTK_REAL>, p.dx)(t, p.x, p.y, p.z).az);

[2.36218]

[2.36358]

          (zderiv(gaussian_wave<CCTK_REAL>, dz)(t, p.x, p.y, p.z).ax -
           xderiv(gaussian_wave<CCTK_REAL>, dx)(t, p.x, p.y, p.z).az);

Replacement in MaxwellToyAMReX/src/maxwelltoy.cxx at line 624 [10.16301]

B:BD[2.36495] → [2.36495:36635]

          (xderiv(plane_wave<CCTK_REAL>, p.dx)(t, p.x, p.y, p.z).ay -
           yderiv(plane_wave<CCTK_REAL>, p.dy)(t, p.x, p.y, p.z).ax);

[2.36495]

[2.36635]

          (xderiv(gaussian_wave<CCTK_REAL>, dx)(t, p.x, p.y, p.z).ay -
           yderiv(gaussian_wave<CCTK_REAL>, dy)(t, p.x, p.y, p.z).ax);

Insertion in WaveToyAMReX/src/wavetoy.cxx at line 218 [5.37]

[6.25866]

[6.25998]

  const CCTK_REAL dx = CCTK_DELTA_SPACE(0);
  const CCTK_REAL dy = CCTK_DELTA_SPACE(1);
  const CCTK_REAL dz = CCTK_DELTA_SPACE(2);

Replacement in WaveToyAMReX/src/wavetoy.cxx at line 225 [5.37]
B:BD[2.38918] → [2.38918:38940]
```
        pow(p.dx, 2);
```
[2.38918]
[6.26478]
```
        pow(dx, 2);
```
Replacement in WaveToyAMReX/src/wavetoy.cxx at line 228 [5.37]
B:BD[2.39014] → [2.39014:39036]
```
        pow(p.dy, 2);
```
[2.39014]
[6.26580]
```
        pow(dy, 2);
```
Replacement in WaveToyAMReX/src/wavetoy.cxx at line 231 [5.37]
B:BD[2.39110] → [2.39110:39132]
```
        pow(p.dz, 2);
```
[2.39110]
[2.39132]
```
        pow(dz, 2);
```

Insertion in WaveToyAMReX/src/wavetoy.cxx at line 525 [5.37]

[8.14897]

[8.15281]

  const CCTK_REAL dx = CCTK_DELTA_SPACE(0);
  const CCTK_REAL dy = CCTK_DELTA_SPACE(1);
  const CCTK_REAL dz = CCTK_DELTA_SPACE(2);

Replacement in WaveToyAMReX/src/wavetoy.cxx at line 531 [5.37]

B:BD[6.34504] → [2.40970:41051]

        (phi[p.idx - p.di] - 2 * phi[p.idx] + phi[p.idx + p.di]) / pow(p.dx, 2);

[6.34504]

[6.34576]

        (phi[p.idx - p.di] - 2 * phi[p.idx] + phi[p.idx + p.di]) / pow(dx, 2);

Replacement in WaveToyAMReX/src/wavetoy.cxx at line 533 [5.37]

B:BD[6.34600] → [2.41052:41133]

        (phi[p.idx - p.dj] - 2 * phi[p.idx] + phi[p.idx + p.dj]) / pow(p.dy, 2);

[6.34600]

[6.34672]

        (phi[p.idx - p.dj] - 2 * phi[p.idx] + phi[p.idx + p.dj]) / pow(dy, 2);

Replacement in WaveToyAMReX/src/wavetoy.cxx at line 535 [5.37]

B:BD[6.34696] → [2.41134:41215]

        (phi[p.idx - p.dk] - 2 * phi[p.idx] + phi[p.idx + p.dk]) / pow(p.dz, 2);

[6.34696]

[2.41215]

        (phi[p.idx - p.dk] - 2 * phi[p.idx] + phi[p.idx + p.dk]) / pow(dz, 2);

Replacement in WaveToyAMReX/src/wavetoy.cxx at line 539 [5.37]

B:BD[2.41326] → [2.41326:41722]

    CCTK_REAL dx_phi_p = (phi[p.idx + p.di] - phi[p.idx]) / p.dx;
    CCTK_REAL dx_phi_m = (phi[p.idx] - phi[p.idx - p.di]) / p.dx;
    CCTK_REAL dy_phi_p = (phi[p.idx + p.dj] - phi[p.idx]) / p.dy;
    CCTK_REAL dy_phi_m = (phi[p.idx] - phi[p.idx - p.dj]) / p.dy;
    CCTK_REAL dz_phi_p = (phi[p.idx + p.dk] - phi[p.idx]) / p.dz;
    CCTK_REAL dz_phi_m = (phi[p.idx] - phi[p.idx - p.dk]) / p.dz;

[2.41326]

[2.41722]

    CCTK_REAL dx_phi_p = (phi[p.idx + p.di] - phi[p.idx]) / dx;
    CCTK_REAL dx_phi_m = (phi[p.idx] - phi[p.idx - p.di]) / dx;
    CCTK_REAL dy_phi_p = (phi[p.idx + p.dj] - phi[p.idx]) / dy;
    CCTK_REAL dy_phi_m = (phi[p.idx] - phi[p.idx - p.dj]) / dy;
    CCTK_REAL dz_phi_p = (phi[p.idx + p.dk] - phi[p.idx]) / dz;
    CCTK_REAL dz_phi_m = (phi[p.idx] - phi[p.idx - p.dk]) / dz;

Replacement in azure-pipelines/amrex.th at line 80 [11.11]
B:BD[11.1796] → [11.1796:1815]
```
CactusBase/IOBasic
```
[11.1796]
[11.1815]
```
# CactusBase/IOBasic
```

Insertion in azure-pipelines/amrex.th at line 84 [11.11]

[11.1868]


# CactusUtils thorns
!TARGET   = $ARR
!TYPE     = git
!URL      = https://bitbucket.org/cactuscode/cactusutils.git
!REPO_PATH= $2
!CHECKOUT =
CactusUtils/Formaline
# CactusUtils/MemSpeed
# CactusUtils/NaNCatcher
# CactusUtils/NaNChecker
# CactusUtils/Nice
# CactusUtils/NoMPI
# CactusUtils/SystemStatistics
# CactusUtils/SystemTopology
# CactusUtils/TerminationTrigger
# CactusUtils/TimerReport
# CactusUtils/Trigger
# CactusUtils/Vectors
# CactusUtils/WatchDog