diff options
Diffstat (limited to 'ML_BSSN/src/ML_BSSN_RHS2.cc')
| -rw-r--r-- | ML_BSSN/src/ML_BSSN_RHS2.cc | 951 |
1 files changed, 464 insertions, 487 deletions
diff --git a/ML_BSSN/src/ML_BSSN_RHS2.cc b/ML_BSSN/src/ML_BSSN_RHS2.cc index e78e16c..8710f4b 100644 --- a/ML_BSSN/src/ML_BSSN_RHS2.cc +++ b/ML_BSSN/src/ML_BSSN_RHS2.cc @@ -13,13 +13,14 @@ #include "GenericFD.h" #include "Differencing.h" #include "loopcontrol.h" +#include "vectors.h" /* Define macros used in calculations */ #define INITVALUE (42) #define QAD(x) (SQR(SQR(x))) -#define INV(x) ((1.0) / (x)) -#define SQR(x) ((x) * (x)) -#define CUB(x) ((x) * (x) * (x)) +#define INV(x) (kdiv(ToReal(1.0),x)) +#define SQR(x) (kmul(x,x)) +#define CUB(x) (kmul(x,SQR(x))) extern "C" void ML_BSSN_RHS2_SelectBCs(CCTK_ARGUMENTS) { @@ -65,84 +66,85 @@ static void ML_BSSN_RHS2_Body(cGH const * restrict const cctkGH, int const dir, ptrdiff_t const cdi = sizeof(CCTK_REAL) * di; ptrdiff_t const cdj = sizeof(CCTK_REAL) * dj; ptrdiff_t const cdk = sizeof(CCTK_REAL) * dk; - CCTK_REAL const dx = ToReal(CCTK_DELTA_SPACE(0)); - CCTK_REAL const dy = ToReal(CCTK_DELTA_SPACE(1)); - CCTK_REAL const dz = ToReal(CCTK_DELTA_SPACE(2)); - CCTK_REAL const dt = ToReal(CCTK_DELTA_TIME); - CCTK_REAL const dxi = INV(dx); - CCTK_REAL const dyi = INV(dy); - CCTK_REAL const dzi = INV(dz); - CCTK_REAL const khalf = 0.5; - CCTK_REAL const kthird = 1/3.0; - CCTK_REAL const ktwothird = 2.0/3.0; - CCTK_REAL const kfourthird = 4.0/3.0; - CCTK_REAL const keightthird = 8.0/3.0; - CCTK_REAL const hdxi = 0.5 * dxi; - CCTK_REAL const hdyi = 0.5 * dyi; - CCTK_REAL const hdzi = 0.5 * dzi; + CCTK_REAL_VEC const dx = ToReal(CCTK_DELTA_SPACE(0)); + CCTK_REAL_VEC const dy = ToReal(CCTK_DELTA_SPACE(1)); + CCTK_REAL_VEC const dz = ToReal(CCTK_DELTA_SPACE(2)); + CCTK_REAL_VEC const dt = ToReal(CCTK_DELTA_TIME); + CCTK_REAL_VEC const dxi = INV(dx); + CCTK_REAL_VEC const dyi = INV(dy); + CCTK_REAL_VEC const dzi = INV(dz); + CCTK_REAL_VEC const khalf = ToReal(0.5); + CCTK_REAL_VEC const kthird = ToReal(1.0/3.0); + CCTK_REAL_VEC const ktwothird = ToReal(2.0/3.0); + CCTK_REAL_VEC const kfourthird = ToReal(4.0/3.0); + CCTK_REAL_VEC const keightthird = ToReal(8.0/3.0); + CCTK_REAL_VEC const hdxi = kmul(ToReal(0.5), dxi); + CCTK_REAL_VEC const hdyi = kmul(ToReal(0.5), dyi); + CCTK_REAL_VEC const hdzi = kmul(ToReal(0.5), dzi); /* Initialize predefined quantities */ - CCTK_REAL const p1o12dx = 0.0833333333333333333333333333333*INV(dx); - CCTK_REAL const p1o12dy = 0.0833333333333333333333333333333*INV(dy); - CCTK_REAL const p1o12dz = 0.0833333333333333333333333333333*INV(dz); - CCTK_REAL const p1o144dxdy = 0.00694444444444444444444444444444*INV(dx)*INV(dy); - CCTK_REAL const p1o144dxdz = 0.00694444444444444444444444444444*INV(dx)*INV(dz); - CCTK_REAL const p1o144dydz = 0.00694444444444444444444444444444*INV(dy)*INV(dz); - CCTK_REAL const p1o24dx = 0.0416666666666666666666666666667*INV(dx); - CCTK_REAL const p1o24dy = 0.0416666666666666666666666666667*INV(dy); - CCTK_REAL const p1o24dz = 0.0416666666666666666666666666667*INV(dz); - CCTK_REAL const p1o64dx = 0.015625*INV(dx); - CCTK_REAL const p1o64dy = 0.015625*INV(dy); - CCTK_REAL const p1o64dz = 0.015625*INV(dz); - CCTK_REAL const p1odx = INV(dx); - CCTK_REAL const p1ody = INV(dy); - CCTK_REAL const p1odz = INV(dz); - CCTK_REAL const pm1o12dx2 = -0.0833333333333333333333333333333*INV(SQR(dx)); - CCTK_REAL const pm1o12dy2 = -0.0833333333333333333333333333333*INV(SQR(dy)); - CCTK_REAL const pm1o12dz2 = -0.0833333333333333333333333333333*INV(SQR(dz)); + CCTK_REAL_VEC const p1o12dx = kmul(INV(dx),ToReal(0.0833333333333333333333333333333)); + CCTK_REAL_VEC const p1o12dy = kmul(INV(dy),ToReal(0.0833333333333333333333333333333)); + CCTK_REAL_VEC const p1o12dz = kmul(INV(dz),ToReal(0.0833333333333333333333333333333)); + CCTK_REAL_VEC const p1o144dxdy = kmul(INV(dx),kmul(INV(dy),ToReal(0.00694444444444444444444444444444))); + CCTK_REAL_VEC const p1o144dxdz = kmul(INV(dx),kmul(INV(dz),ToReal(0.00694444444444444444444444444444))); + CCTK_REAL_VEC const p1o144dydz = kmul(INV(dy),kmul(INV(dz),ToReal(0.00694444444444444444444444444444))); + CCTK_REAL_VEC const p1o24dx = kmul(INV(dx),ToReal(0.0416666666666666666666666666667)); + CCTK_REAL_VEC const p1o24dy = kmul(INV(dy),ToReal(0.0416666666666666666666666666667)); + CCTK_REAL_VEC const p1o24dz = kmul(INV(dz),ToReal(0.0416666666666666666666666666667)); + CCTK_REAL_VEC const p1o64dx = kmul(INV(dx),ToReal(0.015625)); + CCTK_REAL_VEC const p1o64dy = kmul(INV(dy),ToReal(0.015625)); + CCTK_REAL_VEC const p1o64dz = kmul(INV(dz),ToReal(0.015625)); + CCTK_REAL_VEC const p1odx = INV(dx); + CCTK_REAL_VEC const p1ody = INV(dy); + CCTK_REAL_VEC const p1odz = INV(dz); + CCTK_REAL_VEC const pm1o12dx2 = kmul(INV(SQR(dx)),ToReal(-0.0833333333333333333333333333333)); + CCTK_REAL_VEC const pm1o12dy2 = kmul(INV(SQR(dy)),ToReal(-0.0833333333333333333333333333333)); + CCTK_REAL_VEC const pm1o12dz2 = kmul(INV(SQR(dz)),ToReal(-0.0833333333333333333333333333333)); /* Loop over the grid points */ #pragma omp parallel - LC_LOOP3 (ML_BSSN_RHS2, + LC_LOOP3VEC (ML_BSSN_RHS2, i,j,k, min[0],min[1],min[2], max[0],max[1],max[2], - cctk_lsh[0],cctk_lsh[1],cctk_lsh[2]) + cctk_lsh[0],cctk_lsh[1],cctk_lsh[2], + CCTK_REAL_VEC_SIZE) { ptrdiff_t const index = di*i + dj*j + dk*k; /* Assign local copies of grid functions */ - CCTK_REAL alphaL = alpha[index]; - CCTK_REAL At11L = At11[index]; - CCTK_REAL At12L = At12[index]; - CCTK_REAL At13L = At13[index]; - CCTK_REAL At22L = At22[index]; - CCTK_REAL At23L = At23[index]; - CCTK_REAL At33L = At33[index]; - CCTK_REAL beta1L = beta1[index]; - CCTK_REAL beta2L = beta2[index]; - CCTK_REAL beta3L = beta3[index]; - CCTK_REAL gt11L = gt11[index]; - CCTK_REAL gt12L = gt12[index]; - CCTK_REAL gt13L = gt13[index]; - CCTK_REAL gt22L = gt22[index]; - CCTK_REAL gt23L = gt23[index]; - CCTK_REAL gt33L = gt33[index]; - CCTK_REAL phiL = phi[index]; - CCTK_REAL trKL = trK[index]; - CCTK_REAL Xt1L = Xt1[index]; - CCTK_REAL Xt2L = Xt2[index]; - CCTK_REAL Xt3L = Xt3[index]; - - CCTK_REAL eTxxL, eTxyL, eTxzL, eTyyL, eTyzL, eTzzL; + CCTK_REAL_VEC alphaL = vec_load(alpha[index]); + CCTK_REAL_VEC At11L = vec_load(At11[index]); + CCTK_REAL_VEC At12L = vec_load(At12[index]); + CCTK_REAL_VEC At13L = vec_load(At13[index]); + CCTK_REAL_VEC At22L = vec_load(At22[index]); + CCTK_REAL_VEC At23L = vec_load(At23[index]); + CCTK_REAL_VEC At33L = vec_load(At33[index]); + CCTK_REAL_VEC beta1L = vec_load(beta1[index]); + CCTK_REAL_VEC beta2L = vec_load(beta2[index]); + CCTK_REAL_VEC beta3L = vec_load(beta3[index]); + CCTK_REAL_VEC gt11L = vec_load(gt11[index]); + CCTK_REAL_VEC gt12L = vec_load(gt12[index]); + CCTK_REAL_VEC gt13L = vec_load(gt13[index]); + CCTK_REAL_VEC gt22L = vec_load(gt22[index]); + CCTK_REAL_VEC gt23L = vec_load(gt23[index]); + CCTK_REAL_VEC gt33L = vec_load(gt33[index]); + CCTK_REAL_VEC phiL = vec_load(phi[index]); + CCTK_REAL_VEC trKL = vec_load(trK[index]); + CCTK_REAL_VEC Xt1L = vec_load(Xt1[index]); + CCTK_REAL_VEC Xt2L = vec_load(Xt2[index]); + CCTK_REAL_VEC Xt3L = vec_load(Xt3[index]); + + CCTK_REAL_VEC eTxxL, eTxyL, eTxzL, eTyyL, eTyzL, eTzzL; if (*stress_energy_state) { - eTxxL = eTxx[index]; - eTxyL = eTxy[index]; - eTxzL = eTxz[index]; - eTyyL = eTyy[index]; - eTyzL = eTyz[index]; - eTzzL = eTzz[index]; + eTxxL = vec_load(eTxx[index]); + eTxyL = vec_load(eTxy[index]); + eTxzL = vec_load(eTxz[index]); + eTyyL = vec_load(eTyy[index]); + eTyzL = vec_load(eTyz[index]); + eTzzL = vec_load(eTzz[index]); } else { @@ -157,96 +159,96 @@ static void ML_BSSN_RHS2_Body(cGH const * restrict const cctkGH, int const dir, /* Include user supplied include files */ /* Precompute derivatives */ - CCTK_REAL const PDstandardNth1alpha = PDstandardNth1(&alpha[index]); - CCTK_REAL const PDstandardNth2alpha = PDstandardNth2(&alpha[index]); - CCTK_REAL const PDstandardNth3alpha = PDstandardNth3(&alpha[index]); - CCTK_REAL const PDstandardNth11alpha = PDstandardNth11(&alpha[index]); - CCTK_REAL const PDstandardNth22alpha = PDstandardNth22(&alpha[index]); - CCTK_REAL const PDstandardNth33alpha = PDstandardNth33(&alpha[index]); - CCTK_REAL const PDstandardNth12alpha = PDstandardNth12(&alpha[index]); - CCTK_REAL const PDstandardNth13alpha = PDstandardNth13(&alpha[index]); - CCTK_REAL const PDstandardNth23alpha = PDstandardNth23(&alpha[index]); - CCTK_REAL const PDstandardNth1beta1 = PDstandardNth1(&beta1[index]); - CCTK_REAL const PDstandardNth2beta1 = PDstandardNth2(&beta1[index]); - CCTK_REAL const PDstandardNth3beta1 = PDstandardNth3(&beta1[index]); - CCTK_REAL const PDstandardNth1beta2 = PDstandardNth1(&beta2[index]); - CCTK_REAL const PDstandardNth2beta2 = PDstandardNth2(&beta2[index]); - CCTK_REAL const PDstandardNth3beta2 = PDstandardNth3(&beta2[index]); - CCTK_REAL const PDstandardNth1beta3 = PDstandardNth1(&beta3[index]); - CCTK_REAL const PDstandardNth2beta3 = PDstandardNth2(&beta3[index]); - CCTK_REAL const PDstandardNth3beta3 = PDstandardNth3(&beta3[index]); - CCTK_REAL const PDstandardNth1gt11 = PDstandardNth1(>11[index]); - CCTK_REAL const PDstandardNth2gt11 = PDstandardNth2(>11[index]); - CCTK_REAL const PDstandardNth3gt11 = PDstandardNth3(>11[index]); - CCTK_REAL const PDstandardNth11gt11 = PDstandardNth11(>11[index]); - CCTK_REAL const PDstandardNth22gt11 = PDstandardNth22(>11[index]); - CCTK_REAL const PDstandardNth33gt11 = PDstandardNth33(>11[index]); - CCTK_REAL const PDstandardNth12gt11 = PDstandardNth12(>11[index]); - CCTK_REAL const PDstandardNth13gt11 = PDstandardNth13(>11[index]); - CCTK_REAL const PDstandardNth23gt11 = PDstandardNth23(>11[index]); - CCTK_REAL const PDstandardNth1gt12 = PDstandardNth1(>12[index]); - CCTK_REAL const PDstandardNth2gt12 = PDstandardNth2(>12[index]); - CCTK_REAL const PDstandardNth3gt12 = PDstandardNth3(>12[index]); - CCTK_REAL const PDstandardNth11gt12 = PDstandardNth11(>12[index]); - CCTK_REAL const PDstandardNth22gt12 = PDstandardNth22(>12[index]); - CCTK_REAL const PDstandardNth33gt12 = PDstandardNth33(>12[index]); - CCTK_REAL const PDstandardNth12gt12 = PDstandardNth12(>12[index]); - CCTK_REAL const PDstandardNth13gt12 = PDstandardNth13(>12[index]); - CCTK_REAL const PDstandardNth23gt12 = PDstandardNth23(>12[index]); - CCTK_REAL const PDstandardNth1gt13 = PDstandardNth1(>13[index]); - CCTK_REAL const PDstandardNth2gt13 = PDstandardNth2(>13[index]); - CCTK_REAL const PDstandardNth3gt13 = PDstandardNth3(>13[index]); - CCTK_REAL const PDstandardNth11gt13 = PDstandardNth11(>13[index]); - CCTK_REAL const PDstandardNth22gt13 = PDstandardNth22(>13[index]); - CCTK_REAL const PDstandardNth33gt13 = PDstandardNth33(>13[index]); - CCTK_REAL const PDstandardNth12gt13 = PDstandardNth12(>13[index]); - CCTK_REAL const PDstandardNth13gt13 = PDstandardNth13(>13[index]); - CCTK_REAL const PDstandardNth23gt13 = PDstandardNth23(>13[index]); - CCTK_REAL const PDstandardNth1gt22 = PDstandardNth1(>22[index]); - CCTK_REAL const PDstandardNth2gt22 = PDstandardNth2(>22[index]); - CCTK_REAL const PDstandardNth3gt22 = PDstandardNth3(>22[index]); - CCTK_REAL const PDstandardNth11gt22 = PDstandardNth11(>22[index]); - CCTK_REAL const PDstandardNth22gt22 = PDstandardNth22(>22[index]); - CCTK_REAL const PDstandardNth33gt22 = PDstandardNth33(>22[index]); - CCTK_REAL const PDstandardNth12gt22 = PDstandardNth12(>22[index]); - CCTK_REAL const PDstandardNth13gt22 = PDstandardNth13(>22[index]); - CCTK_REAL const PDstandardNth23gt22 = PDstandardNth23(>22[index]); - CCTK_REAL const PDstandardNth1gt23 = PDstandardNth1(>23[index]); - CCTK_REAL const PDstandardNth2gt23 = PDstandardNth2(>23[index]); - CCTK_REAL const PDstandardNth3gt23 = PDstandardNth3(>23[index]); - CCTK_REAL const PDstandardNth11gt23 = PDstandardNth11(>23[index]); - CCTK_REAL const PDstandardNth22gt23 = PDstandardNth22(>23[index]); - CCTK_REAL const PDstandardNth33gt23 = PDstandardNth33(>23[index]); - CCTK_REAL const PDstandardNth12gt23 = PDstandardNth12(>23[index]); - CCTK_REAL const PDstandardNth13gt23 = PDstandardNth13(>23[index]); - CCTK_REAL const PDstandardNth23gt23 = PDstandardNth23(>23[index]); - CCTK_REAL const PDstandardNth1gt33 = PDstandardNth1(>33[index]); - CCTK_REAL const PDstandardNth2gt33 = PDstandardNth2(>33[index]); - CCTK_REAL const PDstandardNth3gt33 = PDstandardNth3(>33[index]); - CCTK_REAL const PDstandardNth11gt33 = PDstandardNth11(>33[index]); - CCTK_REAL const PDstandardNth22gt33 = PDstandardNth22(>33[index]); - CCTK_REAL const PDstandardNth33gt33 = PDstandardNth33(>33[index]); - CCTK_REAL const PDstandardNth12gt33 = PDstandardNth12(>33[index]); - CCTK_REAL const PDstandardNth13gt33 = PDstandardNth13(>33[index]); - CCTK_REAL const PDstandardNth23gt33 = PDstandardNth23(>33[index]); - CCTK_REAL const PDstandardNth1phi = PDstandardNth1(&phi[index]); - CCTK_REAL const PDstandardNth2phi = PDstandardNth2(&phi[index]); - CCTK_REAL const PDstandardNth3phi = PDstandardNth3(&phi[index]); - CCTK_REAL const PDstandardNth11phi = PDstandardNth11(&phi[index]); - CCTK_REAL const PDstandardNth22phi = PDstandardNth22(&phi[index]); - CCTK_REAL const PDstandardNth33phi = PDstandardNth33(&phi[index]); - CCTK_REAL const PDstandardNth12phi = PDstandardNth12(&phi[index]); - CCTK_REAL const PDstandardNth13phi = PDstandardNth13(&phi[index]); - CCTK_REAL const PDstandardNth23phi = PDstandardNth23(&phi[index]); - CCTK_REAL const PDstandardNth1Xt1 = PDstandardNth1(&Xt1[index]); - CCTK_REAL const PDstandardNth2Xt1 = PDstandardNth2(&Xt1[index]); - CCTK_REAL const PDstandardNth3Xt1 = PDstandardNth3(&Xt1[index]); - CCTK_REAL const PDstandardNth1Xt2 = PDstandardNth1(&Xt2[index]); - CCTK_REAL const PDstandardNth2Xt2 = PDstandardNth2(&Xt2[index]); - CCTK_REAL const PDstandardNth3Xt2 = PDstandardNth3(&Xt2[index]); - CCTK_REAL const PDstandardNth1Xt3 = PDstandardNth1(&Xt3[index]); - CCTK_REAL const PDstandardNth2Xt3 = PDstandardNth2(&Xt3[index]); - CCTK_REAL const PDstandardNth3Xt3 = PDstandardNth3(&Xt3[index]); + CCTK_REAL_VEC const PDstandardNth1alpha = PDstandardNth1(&alpha[index]); + CCTK_REAL_VEC const PDstandardNth2alpha = PDstandardNth2(&alpha[index]); + CCTK_REAL_VEC const PDstandardNth3alpha = PDstandardNth3(&alpha[index]); + CCTK_REAL_VEC const PDstandardNth11alpha = PDstandardNth11(&alpha[index]); + CCTK_REAL_VEC const PDstandardNth22alpha = PDstandardNth22(&alpha[index]); + CCTK_REAL_VEC const PDstandardNth33alpha = PDstandardNth33(&alpha[index]); + CCTK_REAL_VEC const PDstandardNth12alpha = PDstandardNth12(&alpha[index]); + CCTK_REAL_VEC const PDstandardNth13alpha = PDstandardNth13(&alpha[index]); + CCTK_REAL_VEC const PDstandardNth23alpha = PDstandardNth23(&alpha[index]); + CCTK_REAL_VEC const PDstandardNth1beta1 = PDstandardNth1(&beta1[index]); + CCTK_REAL_VEC const PDstandardNth2beta1 = PDstandardNth2(&beta1[index]); + CCTK_REAL_VEC const PDstandardNth3beta1 = PDstandardNth3(&beta1[index]); + CCTK_REAL_VEC const PDstandardNth1beta2 = PDstandardNth1(&beta2[index]); + CCTK_REAL_VEC const PDstandardNth2beta2 = PDstandardNth2(&beta2[index]); + CCTK_REAL_VEC const PDstandardNth3beta2 = PDstandardNth3(&beta2[index]); + CCTK_REAL_VEC const PDstandardNth1beta3 = PDstandardNth1(&beta3[index]); + CCTK_REAL_VEC const PDstandardNth2beta3 = PDstandardNth2(&beta3[index]); + CCTK_REAL_VEC const PDstandardNth3beta3 = PDstandardNth3(&beta3[index]); + CCTK_REAL_VEC const PDstandardNth1gt11 = PDstandardNth1(>11[index]); + CCTK_REAL_VEC const PDstandardNth2gt11 = PDstandardNth2(>11[index]); + CCTK_REAL_VEC const PDstandardNth3gt11 = PDstandardNth3(>11[index]); + CCTK_REAL_VEC const PDstandardNth11gt11 = PDstandardNth11(>11[index]); + CCTK_REAL_VEC const PDstandardNth22gt11 = PDstandardNth22(>11[index]); + CCTK_REAL_VEC const PDstandardNth33gt11 = PDstandardNth33(>11[index]); + CCTK_REAL_VEC const PDstandardNth12gt11 = PDstandardNth12(>11[index]); + CCTK_REAL_VEC const PDstandardNth13gt11 = PDstandardNth13(>11[index]); + CCTK_REAL_VEC const PDstandardNth23gt11 = PDstandardNth23(>11[index]); + CCTK_REAL_VEC const PDstandardNth1gt12 = PDstandardNth1(>12[index]); + CCTK_REAL_VEC const PDstandardNth2gt12 = PDstandardNth2(>12[index]); + CCTK_REAL_VEC const PDstandardNth3gt12 = PDstandardNth3(>12[index]); + CCTK_REAL_VEC const PDstandardNth11gt12 = PDstandardNth11(>12[index]); + CCTK_REAL_VEC const PDstandardNth22gt12 = PDstandardNth22(>12[index]); + CCTK_REAL_VEC const PDstandardNth33gt12 = PDstandardNth33(>12[index]); + CCTK_REAL_VEC const PDstandardNth12gt12 = PDstandardNth12(>12[index]); + CCTK_REAL_VEC const PDstandardNth13gt12 = PDstandardNth13(>12[index]); + CCTK_REAL_VEC const PDstandardNth23gt12 = PDstandardNth23(>12[index]); + CCTK_REAL_VEC const PDstandardNth1gt13 = PDstandardNth1(>13[index]); + CCTK_REAL_VEC const PDstandardNth2gt13 = PDstandardNth2(>13[index]); + CCTK_REAL_VEC const PDstandardNth3gt13 = PDstandardNth3(>13[index]); + CCTK_REAL_VEC const PDstandardNth11gt13 = PDstandardNth11(>13[index]); + CCTK_REAL_VEC const PDstandardNth22gt13 = PDstandardNth22(>13[index]); + CCTK_REAL_VEC const PDstandardNth33gt13 = PDstandardNth33(>13[index]); + CCTK_REAL_VEC const PDstandardNth12gt13 = PDstandardNth12(>13[index]); + CCTK_REAL_VEC const PDstandardNth13gt13 = PDstandardNth13(>13[index]); + CCTK_REAL_VEC const PDstandardNth23gt13 = PDstandardNth23(>13[index]); + CCTK_REAL_VEC const PDstandardNth1gt22 = PDstandardNth1(>22[index]); + CCTK_REAL_VEC const PDstandardNth2gt22 = PDstandardNth2(>22[index]); + CCTK_REAL_VEC const PDstandardNth3gt22 = PDstandardNth3(>22[index]); + CCTK_REAL_VEC const PDstandardNth11gt22 = PDstandardNth11(>22[index]); + CCTK_REAL_VEC const PDstandardNth22gt22 = PDstandardNth22(>22[index]); + CCTK_REAL_VEC const PDstandardNth33gt22 = PDstandardNth33(>22[index]); + CCTK_REAL_VEC const PDstandardNth12gt22 = PDstandardNth12(>22[index]); + CCTK_REAL_VEC const PDstandardNth13gt22 = PDstandardNth13(>22[index]); + CCTK_REAL_VEC const PDstandardNth23gt22 = PDstandardNth23(>22[index]); + CCTK_REAL_VEC const PDstandardNth1gt23 = PDstandardNth1(>23[index]); + CCTK_REAL_VEC const PDstandardNth2gt23 = PDstandardNth2(>23[index]); + CCTK_REAL_VEC const PDstandardNth3gt23 = PDstandardNth3(>23[index]); + CCTK_REAL_VEC const PDstandardNth11gt23 = PDstandardNth11(>23[index]); + CCTK_REAL_VEC const PDstandardNth22gt23 = PDstandardNth22(>23[index]); + CCTK_REAL_VEC const PDstandardNth33gt23 = PDstandardNth33(>23[index]); + CCTK_REAL_VEC const PDstandardNth12gt23 = PDstandardNth12(>23[index]); + CCTK_REAL_VEC const PDstandardNth13gt23 = PDstandardNth13(>23[index]); + CCTK_REAL_VEC const PDstandardNth23gt23 = PDstandardNth23(>23[index]); + CCTK_REAL_VEC const PDstandardNth1gt33 = PDstandardNth1(>33[index]); + CCTK_REAL_VEC const PDstandardNth2gt33 = PDstandardNth2(>33[index]); + CCTK_REAL_VEC const PDstandardNth3gt33 = PDstandardNth3(>33[index]); + CCTK_REAL_VEC const PDstandardNth11gt33 = PDstandardNth11(>33[index]); + CCTK_REAL_VEC const PDstandardNth22gt33 = PDstandardNth22(>33[index]); + CCTK_REAL_VEC const PDstandardNth33gt33 = PDstandardNth33(>33[index]); + CCTK_REAL_VEC const PDstandardNth12gt33 = PDstandardNth12(>33[index]); + CCTK_REAL_VEC const PDstandardNth13gt33 = PDstandardNth13(>33[index]); + CCTK_REAL_VEC const PDstandardNth23gt33 = PDstandardNth23(>33[index]); + CCTK_REAL_VEC const PDstandardNth1phi = PDstandardNth1(&phi[index]); + CCTK_REAL_VEC const PDstandardNth2phi = PDstandardNth2(&phi[index]); + CCTK_REAL_VEC const PDstandardNth3phi = PDstandardNth3(&phi[index]); + CCTK_REAL_VEC const PDstandardNth11phi = PDstandardNth11(&phi[index]); + CCTK_REAL_VEC const PDstandardNth22phi = PDstandardNth22(&phi[index]); + CCTK_REAL_VEC const PDstandardNth33phi = PDstandardNth33(&phi[index]); + CCTK_REAL_VEC const PDstandardNth12phi = PDstandardNth12(&phi[index]); + CCTK_REAL_VEC const PDstandardNth13phi = PDstandardNth13(&phi[index]); + CCTK_REAL_VEC const PDstandardNth23phi = PDstandardNth23(&phi[index]); + CCTK_REAL_VEC const PDstandardNth1Xt1 = PDstandardNth1(&Xt1[index]); + CCTK_REAL_VEC const PDstandardNth2Xt1 = PDstandardNth2(&Xt1[index]); + CCTK_REAL_VEC const PDstandardNth3Xt1 = PDstandardNth3(&Xt1[index]); + CCTK_REAL_VEC const PDstandardNth1Xt2 = PDstandardNth1(&Xt2[index]); + CCTK_REAL_VEC const PDstandardNth2Xt2 = PDstandardNth2(&Xt2[index]); + CCTK_REAL_VEC const PDstandardNth3Xt2 = PDstandardNth3(&Xt2[index]); + CCTK_REAL_VEC const PDstandardNth1Xt3 = PDstandardNth1(&Xt3[index]); + CCTK_REAL_VEC const PDstandardNth2Xt3 = PDstandardNth2(&Xt3[index]); + CCTK_REAL_VEC const PDstandardNth3Xt3 = PDstandardNth3(&Xt3[index]); /* Calculate temporaries and grid functions */ ptrdiff_t dir1 = Sign(beta1L); @@ -255,465 +257,440 @@ static void ML_BSSN_RHS2_Body(cGH const * restrict const cctkGH, int const dir, ptrdiff_t dir3 = Sign(beta3L); - CCTK_REAL detgt = 1; + CCTK_REAL_VEC detgt = ToReal(1); - CCTK_REAL gtu11 = INV(detgt)*(gt22L*gt33L - SQR(gt23L)); + CCTK_REAL_VEC gtu11 = kmul(INV(detgt),kmsub(gt22L,gt33L,SQR(gt23L))); - CCTK_REAL gtu12 = (gt13L*gt23L - gt12L*gt33L)*INV(detgt); + CCTK_REAL_VEC gtu12 = + kmul(INV(detgt),kmsub(gt13L,gt23L,kmul(gt12L,gt33L))); - CCTK_REAL gtu13 = (-(gt13L*gt22L) + gt12L*gt23L)*INV(detgt); + CCTK_REAL_VEC gtu13 = + kmul(INV(detgt),kmsub(gt12L,gt23L,kmul(gt13L,gt22L))); - CCTK_REAL gtu22 = INV(detgt)*(gt11L*gt33L - SQR(gt13L)); + CCTK_REAL_VEC gtu22 = kmul(INV(detgt),kmsub(gt11L,gt33L,SQR(gt13L))); - CCTK_REAL gtu23 = (gt12L*gt13L - gt11L*gt23L)*INV(detgt); + CCTK_REAL_VEC gtu23 = + kmul(INV(detgt),kmsub(gt12L,gt13L,kmul(gt11L,gt23L))); - CCTK_REAL gtu33 = INV(detgt)*(gt11L*gt22L - SQR(gt12L)); + CCTK_REAL_VEC gtu33 = kmul(INV(detgt),kmsub(gt11L,gt22L,SQR(gt12L))); - CCTK_REAL Gtl111 = 0.5*PDstandardNth1gt11; + CCTK_REAL_VEC Gtl111 = kmul(PDstandardNth1gt11,ToReal(0.5)); - CCTK_REAL Gtl112 = 0.5*PDstandardNth2gt11; + CCTK_REAL_VEC Gtl112 = kmul(PDstandardNth2gt11,ToReal(0.5)); - CCTK_REAL Gtl113 = 0.5*PDstandardNth3gt11; + CCTK_REAL_VEC Gtl113 = kmul(PDstandardNth3gt11,ToReal(0.5)); - CCTK_REAL Gtl122 = -0.5*PDstandardNth1gt22 + PDstandardNth2gt12; + CCTK_REAL_VEC Gtl122 = + kmadd(PDstandardNth1gt22,ToReal(-0.5),PDstandardNth2gt12); - CCTK_REAL Gtl123 = 0.5*(-PDstandardNth1gt23 + PDstandardNth2gt13 + - PDstandardNth3gt12); + CCTK_REAL_VEC Gtl123 = + kmul(kadd(PDstandardNth2gt13,ksub(PDstandardNth3gt12,PDstandardNth1gt23)),ToReal(0.5)); - CCTK_REAL Gtl133 = -0.5*PDstandardNth1gt33 + PDstandardNth3gt13; + CCTK_REAL_VEC Gtl133 = + kmadd(PDstandardNth1gt33,ToReal(-0.5),PDstandardNth3gt13); - CCTK_REAL Gtl211 = PDstandardNth1gt12 - 0.5*PDstandardNth2gt11; + CCTK_REAL_VEC Gtl211 = + kmadd(PDstandardNth2gt11,ToReal(-0.5),PDstandardNth1gt12); - CCTK_REAL Gtl212 = 0.5*PDstandardNth1gt22; + CCTK_REAL_VEC Gtl212 = kmul(PDstandardNth1gt22,ToReal(0.5)); - CCTK_REAL Gtl213 = 0.5*(PDstandardNth1gt23 - PDstandardNth2gt13 + - PDstandardNth3gt12); + CCTK_REAL_VEC Gtl213 = + kmul(kadd(PDstandardNth1gt23,ksub(PDstandardNth3gt12,PDstandardNth2gt13)),ToReal(0.5)); - CCTK_REAL Gtl222 = 0.5*PDstandardNth2gt22; + CCTK_REAL_VEC Gtl222 = kmul(PDstandardNth2gt22,ToReal(0.5)); - CCTK_REAL Gtl223 = 0.5*PDstandardNth3gt22; + CCTK_REAL_VEC Gtl223 = kmul(PDstandardNth3gt22,ToReal(0.5)); - CCTK_REAL Gtl233 = -0.5*PDstandardNth2gt33 + PDstandardNth3gt23; + CCTK_REAL_VEC Gtl233 = + kmadd(PDstandardNth2gt33,ToReal(-0.5),PDstandardNth3gt23); - CCTK_REAL Gtl311 = PDstandardNth1gt13 - 0.5*PDstandardNth3gt11; + CCTK_REAL_VEC Gtl311 = + kmadd(PDstandardNth3gt11,ToReal(-0.5),PDstandardNth1gt13); - CCTK_REAL Gtl312 = 0.5*(PDstandardNth1gt23 + PDstandardNth2gt13 - - PDstandardNth3gt12); + CCTK_REAL_VEC Gtl312 = + kmul(kadd(PDstandardNth1gt23,ksub(PDstandardNth2gt13,PDstandardNth3gt12)),ToReal(0.5)); - CCTK_REAL Gtl313 = 0.5*PDstandardNth1gt33; + CCTK_REAL_VEC Gtl313 = kmul(PDstandardNth1gt33,ToReal(0.5)); - CCTK_REAL Gtl322 = PDstandardNth2gt23 - 0.5*PDstandardNth3gt22; + CCTK_REAL_VEC Gtl322 = + kmadd(PDstandardNth3gt22,ToReal(-0.5),PDstandardNth2gt23); - CCTK_REAL Gtl323 = 0.5*PDstandardNth2gt33; + CCTK_REAL_VEC Gtl323 = kmul(PDstandardNth2gt33,ToReal(0.5)); - CCTK_REAL Gtl333 = 0.5*PDstandardNth3gt33; + CCTK_REAL_VEC Gtl333 = kmul(PDstandardNth3gt33,ToReal(0.5)); - CCTK_REAL Gtlu111 = Gtl111*gtu11 + Gtl112*gtu12 + Gtl113*gtu13; + CCTK_REAL_VEC Gtlu111 = + kmadd(Gtl111,gtu11,kmadd(Gtl112,gtu12,kmul(Gtl113,gtu13))); - CCTK_REAL Gtlu112 = Gtl111*gtu12 + Gtl112*gtu22 + Gtl113*gtu23; + CCTK_REAL_VEC Gtlu112 = + kmadd(Gtl111,gtu12,kmadd(Gtl112,gtu22,kmul(Gtl113,gtu23))); - CCTK_REAL Gtlu113 = Gtl111*gtu13 + Gtl112*gtu23 + Gtl113*gtu33; + CCTK_REAL_VEC Gtlu113 = + kmadd(Gtl111,gtu13,kmadd(Gtl112,gtu23,kmul(Gtl113,gtu33))); - CCTK_REAL Gtlu121 = Gtl112*gtu11 + Gtl122*gtu12 + Gtl123*gtu13; + CCTK_REAL_VEC Gtlu121 = + kmadd(Gtl112,gtu11,kmadd(Gtl122,gtu12,kmul(Gtl123,gtu13))); - CCTK_REAL Gtlu122 = Gtl112*gtu12 + Gtl122*gtu22 + Gtl123*gtu23; + CCTK_REAL_VEC Gtlu122 = + kmadd(Gtl112,gtu12,kmadd(Gtl122,gtu22,kmul(Gtl123,gtu23))); - CCTK_REAL Gtlu123 = Gtl112*gtu13 + Gtl122*gtu23 + Gtl123*gtu33; + CCTK_REAL_VEC Gtlu123 = + kmadd(Gtl112,gtu13,kmadd(Gtl122,gtu23,kmul(Gtl123,gtu33))); - CCTK_REAL Gtlu131 = Gtl113*gtu11 + Gtl123*gtu12 + Gtl133*gtu13; + CCTK_REAL_VEC Gtlu131 = + kmadd(Gtl113,gtu11,kmadd(Gtl123,gtu12,kmul(Gtl133,gtu13))); - CCTK_REAL Gtlu132 = Gtl113*gtu12 + Gtl123*gtu22 + Gtl133*gtu23; + CCTK_REAL_VEC Gtlu132 = + kmadd(Gtl113,gtu12,kmadd(Gtl123,gtu22,kmul(Gtl133,gtu23))); - CCTK_REAL Gtlu133 = Gtl113*gtu13 + Gtl123*gtu23 + Gtl133*gtu33; + CCTK_REAL_VEC Gtlu133 = + kmadd(Gtl113,gtu13,kmadd(Gtl123,gtu23,kmul(Gtl133,gtu33))); - CCTK_REAL Gtlu211 = Gtl211*gtu11 + Gtl212*gtu12 + Gtl213*gtu13; + CCTK_REAL_VEC Gtlu211 = + kmadd(Gtl211,gtu11,kmadd(Gtl212,gtu12,kmul(Gtl213,gtu13))); - CCTK_REAL Gtlu212 = Gtl211*gtu12 + Gtl212*gtu22 + Gtl213*gtu23; + CCTK_REAL_VEC Gtlu212 = + kmadd(Gtl211,gtu12,kmadd(Gtl212,gtu22,kmul(Gtl213,gtu23))); - CCTK_REAL Gtlu213 = Gtl211*gtu13 + Gtl212*gtu23 + Gtl213*gtu33; + CCTK_REAL_VEC Gtlu213 = + kmadd(Gtl211,gtu13,kmadd(Gtl212,gtu23,kmul(Gtl213,gtu33))); - CCTK_REAL Gtlu221 = Gtl212*gtu11 + Gtl222*gtu12 + Gtl223*gtu13; + CCTK_REAL_VEC Gtlu221 = + kmadd(Gtl212,gtu11,kmadd(Gtl222,gtu12,kmul(Gtl223,gtu13))); - CCTK_REAL Gtlu222 = Gtl212*gtu12 + Gtl222*gtu22 + Gtl223*gtu23; + CCTK_REAL_VEC Gtlu222 = + kmadd(Gtl212,gtu12,kmadd(Gtl222,gtu22,kmul(Gtl223,gtu23))); - CCTK_REAL Gtlu223 = Gtl212*gtu13 + Gtl222*gtu23 + Gtl223*gtu33; + CCTK_REAL_VEC Gtlu223 = + kmadd(Gtl212,gtu13,kmadd(Gtl222,gtu23,kmul(Gtl223,gtu33))); - CCTK_REAL Gtlu231 = Gtl213*gtu11 + Gtl223*gtu12 + Gtl233*gtu13; + CCTK_REAL_VEC Gtlu231 = + kmadd(Gtl213,gtu11,kmadd(Gtl223,gtu12,kmul(Gtl233,gtu13))); - CCTK_REAL Gtlu232 = Gtl213*gtu12 + Gtl223*gtu22 + Gtl233*gtu23; + CCTK_REAL_VEC Gtlu232 = + kmadd(Gtl213,gtu12,kmadd(Gtl223,gtu22,kmul(Gtl233,gtu23))); - CCTK_REAL Gtlu233 = Gtl213*gtu13 + Gtl223*gtu23 + Gtl233*gtu33; + CCTK_REAL_VEC Gtlu233 = + kmadd(Gtl213,gtu13,kmadd(Gtl223,gtu23,kmul(Gtl233,gtu33))); - CCTK_REAL Gtlu311 = Gtl311*gtu11 + Gtl312*gtu12 + Gtl313*gtu13; + CCTK_REAL_VEC Gtlu311 = + kmadd(Gtl311,gtu11,kmadd(Gtl312,gtu12,kmul(Gtl313,gtu13))); - CCTK_REAL Gtlu312 = Gtl311*gtu12 + Gtl312*gtu22 + Gtl313*gtu23; + CCTK_REAL_VEC Gtlu312 = + kmadd(Gtl311,gtu12,kmadd(Gtl312,gtu22,kmul(Gtl313,gtu23))); - CCTK_REAL Gtlu313 = Gtl311*gtu13 + Gtl312*gtu23 + Gtl313*gtu33; + CCTK_REAL_VEC Gtlu313 = + kmadd(Gtl311,gtu13,kmadd(Gtl312,gtu23,kmul(Gtl313,gtu33))); - CCTK_REAL Gtlu321 = Gtl312*gtu11 + Gtl322*gtu12 + Gtl323*gtu13; + CCTK_REAL_VEC Gtlu321 = + kmadd(Gtl312,gtu11,kmadd(Gtl322,gtu12,kmul(Gtl323,gtu13))); - CCTK_REAL Gtlu322 = Gtl312*gtu12 + Gtl322*gtu22 + Gtl323*gtu23; + CCTK_REAL_VEC Gtlu322 = + kmadd(Gtl312,gtu12,kmadd(Gtl322,gtu22,kmul(Gtl323,gtu23))); - CCTK_REAL Gtlu323 = Gtl312*gtu13 + Gtl322*gtu23 + Gtl323*gtu33; + CCTK_REAL_VEC Gtlu323 = + kmadd(Gtl312,gtu13,kmadd(Gtl322,gtu23,kmul(Gtl323,gtu33))); - CCTK_REAL Gtlu331 = Gtl313*gtu11 + Gtl323*gtu12 + Gtl333*gtu13; + CCTK_REAL_VEC Gtlu331 = + kmadd(Gtl313,gtu11,kmadd(Gtl323,gtu12,kmul(Gtl333,gtu13))); - CCTK_REAL Gtlu332 = Gtl313*gtu12 + Gtl323*gtu22 + Gtl333*gtu23; + CCTK_REAL_VEC Gtlu332 = + kmadd(Gtl313,gtu12,kmadd(Gtl323,gtu22,kmul(Gtl333,gtu23))); - CCTK_REAL Gtlu333 = Gtl313*gtu13 + Gtl323*gtu23 + Gtl333*gtu33; + CCTK_REAL_VEC Gtlu333 = + kmadd(Gtl313,gtu13,kmadd(Gtl323,gtu23,kmul(Gtl333,gtu33))); - CCTK_REAL Gt111 = Gtl111*gtu11 + Gtl211*gtu12 + Gtl311*gtu13; + CCTK_REAL_VEC Gt111 = + kmadd(Gtl111,gtu11,kmadd(Gtl211,gtu12,kmul(Gtl311,gtu13))); - CCTK_REAL Gt211 = Gtl111*gtu12 + Gtl211*gtu22 + Gtl311*gtu23; + CCTK_REAL_VEC Gt211 = + kmadd(Gtl111,gtu12,kmadd(Gtl211,gtu22,kmul(Gtl311,gtu23))); - CCTK_REAL Gt311 = Gtl111*gtu13 + Gtl211*gtu23 + Gtl311*gtu33; + CCTK_REAL_VEC Gt311 = + kmadd(Gtl111,gtu13,kmadd(Gtl211,gtu23,kmul(Gtl311,gtu33))); - CCTK_REAL Gt112 = Gtl112*gtu11 + Gtl212*gtu12 + Gtl312*gtu13; + CCTK_REAL_VEC Gt112 = + kmadd(Gtl112,gtu11,kmadd(Gtl212,gtu12,kmul(Gtl312,gtu13))); - CCTK_REAL Gt212 = Gtl112*gtu12 + Gtl212*gtu22 + Gtl312*gtu23; + CCTK_REAL_VEC Gt212 = + kmadd(Gtl112,gtu12,kmadd(Gtl212,gtu22,kmul(Gtl312,gtu23))); - CCTK_REAL Gt312 = Gtl112*gtu13 + Gtl212*gtu23 + Gtl312*gtu33; + CCTK_REAL_VEC Gt312 = + kmadd(Gtl112,gtu13,kmadd(Gtl212,gtu23,kmul(Gtl312,gtu33))); - CCTK_REAL Gt113 = Gtl113*gtu11 + Gtl213*gtu12 + Gtl313*gtu13; + CCTK_REAL_VEC Gt113 = + kmadd(Gtl113,gtu11,kmadd(Gtl213,gtu12,kmul(Gtl313,gtu13))); - CCTK_REAL Gt213 = Gtl113*gtu12 + Gtl213*gtu22 + Gtl313*gtu23; + CCTK_REAL_VEC Gt213 = + kmadd(Gtl113,gtu12,kmadd(Gtl213,gtu22,kmul(Gtl313,gtu23))); - CCTK_REAL Gt313 = Gtl113*gtu13 + Gtl213*gtu23 + Gtl313*gtu33; + CCTK_REAL_VEC Gt313 = + kmadd(Gtl113,gtu13,kmadd(Gtl213,gtu23,kmul(Gtl313,gtu33))); - CCTK_REAL Gt122 = Gtl122*gtu11 + Gtl222*gtu12 + Gtl322*gtu13; + CCTK_REAL_VEC Gt122 = + kmadd(Gtl122,gtu11,kmadd(Gtl222,gtu12,kmul(Gtl322,gtu13))); - CCTK_REAL Gt222 = Gtl122*gtu12 + Gtl222*gtu22 + Gtl322*gtu23; + CCTK_REAL_VEC Gt222 = + kmadd(Gtl122,gtu12,kmadd(Gtl222,gtu22,kmul(Gtl322,gtu23))); - CCTK_REAL Gt322 = Gtl122*gtu13 + Gtl222*gtu23 + Gtl322*gtu33; + CCTK_REAL_VEC Gt322 = + kmadd(Gtl122,gtu13,kmadd(Gtl222,gtu23,kmul(Gtl322,gtu33))); - CCTK_REAL Gt123 = Gtl123*gtu11 + Gtl223*gtu12 + Gtl323*gtu13; + CCTK_REAL_VEC Gt123 = + kmadd(Gtl123,gtu11,kmadd(Gtl223,gtu12,kmul(Gtl323,gtu13))); - CCTK_REAL Gt223 = Gtl123*gtu12 + Gtl223*gtu22 + Gtl323*gtu23; + CCTK_REAL_VEC Gt223 = + kmadd(Gtl123,gtu12,kmadd(Gtl223,gtu22,kmul(Gtl323,gtu23))); - CCTK_REAL Gt323 = Gtl123*gtu13 + Gtl223*gtu23 + Gtl323*gtu33; + CCTK_REAL_VEC Gt323 = + kmadd(Gtl123,gtu13,kmadd(Gtl223,gtu23,kmul(Gtl323,gtu33))); - CCTK_REAL Gt133 = Gtl133*gtu11 + Gtl233*gtu12 + Gtl333*gtu13; + CCTK_REAL_VEC Gt133 = + kmadd(Gtl133,gtu11,kmadd(Gtl233,gtu12,kmul(Gtl333,gtu13))); - CCTK_REAL Gt233 = Gtl133*gtu12 + Gtl233*gtu22 + Gtl333*gtu23; + CCTK_REAL_VEC Gt233 = + kmadd(Gtl133,gtu12,kmadd(Gtl233,gtu22,kmul(Gtl333,gtu23))); - CCTK_REAL Gt333 = Gtl133*gtu13 + Gtl233*gtu23 + Gtl333*gtu33; + CCTK_REAL_VEC Gt333 = + kmadd(Gtl133,gtu13,kmadd(Gtl233,gtu23,kmul(Gtl333,gtu33))); - CCTK_REAL Xtn1 = Gt111*gtu11 + Gt122*gtu22 + 2*(Gt112*gtu12 + - Gt113*gtu13 + Gt123*gtu23) + Gt133*gtu33; + CCTK_REAL_VEC Xtn1 = + kmadd(Gt111,gtu11,kmadd(Gt122,gtu22,kmadd(Gt133,gtu33,kmul(kmadd(Gt112,gtu12,kmadd(Gt113,gtu13,kmul(Gt123,gtu23))),ToReal(2))))); - CCTK_REAL Xtn2 = Gt211*gtu11 + Gt222*gtu22 + 2*(Gt212*gtu12 + - Gt213*gtu13 + Gt223*gtu23) + Gt233*gtu33; + CCTK_REAL_VEC Xtn2 = + kmadd(Gt211,gtu11,kmadd(Gt222,gtu22,kmadd(Gt233,gtu33,kmul(kmadd(Gt212,gtu12,kmadd(Gt213,gtu13,kmul(Gt223,gtu23))),ToReal(2))))); - CCTK_REAL Xtn3 = Gt311*gtu11 + Gt322*gtu22 + 2*(Gt312*gtu12 + - Gt313*gtu13 + Gt323*gtu23) + Gt333*gtu33; + CCTK_REAL_VEC Xtn3 = + kmadd(Gt311,gtu11,kmadd(Gt322,gtu22,kmadd(Gt333,gtu33,kmul(kmadd(Gt312,gtu12,kmadd(Gt313,gtu13,kmul(Gt323,gtu23))),ToReal(2))))); - CCTK_REAL Rt11 = 0.5*(6*(Gt111*Gtlu111 + Gt112*Gtlu112 + - Gt113*Gtlu113) + 4*(Gt211*Gtlu121 + Gt212*Gtlu122 + Gt213*Gtlu123 + - Gt311*Gtlu131 + Gt312*Gtlu132 + Gt313*Gtlu133) - - gtu11*PDstandardNth11gt11 - 2*gtu12*PDstandardNth12gt11 - - 2*gtu13*PDstandardNth13gt11 + 2*(Gt211*Gtlu211 + Gt212*Gtlu212 + - Gt213*Gtlu213 + Gt311*Gtlu311 + Gt312*Gtlu312 + Gt313*Gtlu313 + - gt11L*PDstandardNth1Xt1) + 2*gt12L*PDstandardNth1Xt2 + - 2*gt13L*PDstandardNth1Xt3 - gtu22*PDstandardNth22gt11 - - 2*gtu23*PDstandardNth23gt11 - gtu33*PDstandardNth33gt11 + 2*Gtl111*Xtn1 - + 2*Gtl112*Xtn2 + 2*Gtl113*Xtn3); + CCTK_REAL_VEC Rt11 = + kmul(ToReal(0.5),kmadd(gtu12,kmul(PDstandardNth12gt11,ToReal(-2)),kmadd(gtu13,kmul(PDstandardNth13gt11,ToReal(-2)),kmadd(gtu23,kmul(PDstandardNth23gt11,ToReal(-2)),knmsub(gtu11,PDstandardNth11gt11,knmsub(gtu22,PDstandardNth22gt11,knmsub(gtu33,PDstandardNth33gt11,kmadd(kmadd(Gt211,Gtlu211,kmadd(Gt212,Gtlu212,kmadd(Gt213,Gtlu213,kmadd(Gt311,Gtlu311,kmadd(Gt312,Gtlu312,kmadd(Gt313,Gtlu313,kmul(gt11L,PDstandardNth1Xt1))))))),ToReal(2),kmadd(gt12L,kmul(PDstandardNth1Xt2,ToReal(2)),kmadd(gt13L,kmul(PDstandardNth1Xt3,ToReal(2)),kmadd(Gtl111,kmul(Xtn1,ToReal(2)),kmadd(Gtl112,kmul(Xtn2,ToReal(2)),kmadd(Gtl113,kmul(Xtn3,ToReal(2)),kmadd(kmadd(Gt211,Gtlu121,kmadd(Gt212,Gtlu122,kmadd(Gt213,Gtlu123,kmadd(Gt311,Gtlu131,kmadd(Gt312,Gtlu132,kmul(Gt313,Gtlu133)))))),ToReal(4),kmul(kmadd(Gt111,Gtlu111,kmadd(Gt112,Gtlu112,kmul(Gt113,Gtlu113))),ToReal(6)))))))))))))))); - CCTK_REAL Rt12 = 0.5*(4*(Gt211*Gtlu221 + Gt212*Gtlu222 + - Gt213*Gtlu223) + 2*(Gt112*Gtlu111 + Gt122*Gtlu112 + Gt123*Gtlu113 + - Gt111*Gtlu121 + Gt212*Gtlu121 + Gt112*Gtlu122 + Gt222*Gtlu122 + - Gt113*Gtlu123 + Gt223*Gtlu123 + Gt312*Gtlu131 + Gt322*Gtlu132 + - Gt323*Gtlu133 + Gt111*Gtlu211 + Gt112*Gtlu212 + Gt113*Gtlu213 + - Gt311*Gtlu231 + Gt312*Gtlu232 + Gt313*Gtlu233 + Gt311*Gtlu321 + - Gt312*Gtlu322 + Gt313*Gtlu323) - gtu11*PDstandardNth11gt12 - - 2*gtu12*PDstandardNth12gt12 - 2*gtu13*PDstandardNth13gt12 + - gt12L*PDstandardNth1Xt1 + gt22L*PDstandardNth1Xt2 + - gt23L*PDstandardNth1Xt3 - gtu22*PDstandardNth22gt12 - - 2*gtu23*PDstandardNth23gt12 + gt11L*PDstandardNth2Xt1 + - gt12L*PDstandardNth2Xt2 + gt13L*PDstandardNth2Xt3 - - gtu33*PDstandardNth33gt12 + Gtl112*Xtn1 + Gtl211*Xtn1 + Gtl122*Xtn2 + - Gtl212*Xtn2 + Gtl123*Xtn3 + Gtl213*Xtn3); + CCTK_REAL_VEC Rt12 = + kmul(ToReal(0.5),kmadd(gt12L,PDstandardNth1Xt1,kmadd(gt22L,PDstandardNth1Xt2,kmadd(gt23L,PDstandardNth1Xt3,kmadd(gt11L,PDstandardNth2Xt1,kmadd(gt12L,PDstandardNth2Xt2,kmadd(gt13L,PDstandardNth2Xt3,kmadd(Gtl112,Xtn1,kmadd(Gtl211,Xtn1,kmadd(Gtl122,Xtn2,kmadd(Gtl212,Xtn2,kmadd(Gtl123,Xtn3,kmadd(Gtl213,Xtn3,kmadd(gtu12,kmul(PDstandardNth12gt12,ToReal(-2)),kmadd(gtu13,kmul(PDstandardNth13gt12,ToReal(-2)),kmadd(gtu23,kmul(PDstandardNth23gt12,ToReal(-2)),knmsub(gtu11,PDstandardNth11gt12,knmsub(gtu22,PDstandardNth22gt12,knmsub(gtu33,PDstandardNth33gt12,kmadd(kmadd(Gt112,Gtlu111,kmadd(Gt122,Gtlu112,kmadd(Gt123,Gtlu113,kmadd(Gt111,Gtlu121,kmadd(Gt212,Gtlu121,kmadd(Gt112,Gtlu122,kmadd(Gt222,Gtlu122,kmadd(Gt113,Gtlu123,kmadd(Gt223,Gtlu123,kmadd(Gt312,Gtlu131,kmadd(Gt322,Gtlu132,kmadd(Gt323,Gtlu133,kmadd(Gt111,Gtlu211,kmadd(Gt112,Gtlu212,kmadd(Gt113,Gtlu213,kmadd(Gt311,Gtlu231,kmadd(Gt312,Gtlu232,kmadd(Gt313,Gtlu233,kmadd(Gt311,Gtlu321,kmadd(Gt312,Gtlu322,kmul(Gt313,Gtlu323))))))))))))))))))))),ToReal(2),kmul(kmadd(Gt211,Gtlu221,kmadd(Gt212,Gtlu222,kmul(Gt213,Gtlu223))),ToReal(4)))))))))))))))))))))); - CCTK_REAL Rt13 = 0.5*(2*(Gt113*Gtlu111 + Gt123*Gtlu112 + Gt133*Gtlu113 - + Gt213*Gtlu121 + Gt223*Gtlu122 + Gt233*Gtlu123 + Gt111*Gtlu131 + - Gt313*Gtlu131 + Gt112*Gtlu132 + Gt323*Gtlu132 + Gt113*Gtlu133 + - Gt333*Gtlu133 + Gt211*Gtlu231 + Gt212*Gtlu232 + Gt213*Gtlu233 + - Gt111*Gtlu311 + Gt112*Gtlu312 + Gt113*Gtlu313 + Gt211*Gtlu321 + - Gt212*Gtlu322 + Gt213*Gtlu323) + 4*(Gt311*Gtlu331 + Gt312*Gtlu332 + - Gt313*Gtlu333) - gtu11*PDstandardNth11gt13 - - 2*gtu12*PDstandardNth12gt13 - 2*gtu13*PDstandardNth13gt13 + - gt13L*PDstandardNth1Xt1 + gt23L*PDstandardNth1Xt2 + - gt33L*PDstandardNth1Xt3 - gtu22*PDstandardNth22gt13 - - 2*gtu23*PDstandardNth23gt13 - gtu33*PDstandardNth33gt13 + - gt11L*PDstandardNth3Xt1 + gt12L*PDstandardNth3Xt2 + - gt13L*PDstandardNth3Xt3 + Gtl113*Xtn1 + Gtl311*Xtn1 + Gtl123*Xtn2 + - Gtl312*Xtn2 + Gtl133*Xtn3 + Gtl313*Xtn3); + CCTK_REAL_VEC Rt13 = + kmul(ToReal(0.5),kmadd(gt13L,PDstandardNth1Xt1,kmadd(gt23L,PDstandardNth1Xt2,kmadd(gt33L,PDstandardNth1Xt3,kmadd(gt11L,PDstandardNth3Xt1,kmadd(gt12L,PDstandardNth3Xt2,kmadd(gt13L,PDstandardNth3Xt3,kmadd(Gtl113,Xtn1,kmadd(Gtl311,Xtn1,kmadd(Gtl123,Xtn2,kmadd(Gtl312,Xtn2,kmadd(Gtl133,Xtn3,kmadd(Gtl313,Xtn3,kmadd(gtu12,kmul(PDstandardNth12gt13,ToReal(-2)),kmadd(gtu13,kmul(PDstandardNth13gt13,ToReal(-2)),kmadd(gtu23,kmul(PDstandardNth23gt13,ToReal(-2)),knmsub(gtu11,PDstandardNth11gt13,knmsub(gtu22,PDstandardNth22gt13,knmsub(gtu33,PDstandardNth33gt13,kmadd(kmadd(Gt113,Gtlu111,kmadd(Gt123,Gtlu112,kmadd(Gt133,Gtlu113,kmadd(Gt213,Gtlu121,kmadd(Gt223,Gtlu122,kmadd(Gt233,Gtlu123,kmadd(Gt111,Gtlu131,kmadd(Gt313,Gtlu131,kmadd(Gt112,Gtlu132,kmadd(Gt323,Gtlu132,kmadd(Gt113,Gtlu133,kmadd(Gt333,Gtlu133,kmadd(Gt211,Gtlu231,kmadd(Gt212,Gtlu232,kmadd(Gt213,Gtlu233,kmadd(Gt111,Gtlu311,kmadd(Gt112,Gtlu312,kmadd(Gt113,Gtlu313,kmadd(Gt211,Gtlu321,kmadd(Gt212,Gtlu322,kmul(Gt213,Gtlu323))))))))))))))))))))),ToReal(2),kmul(kmadd(Gt311,Gtlu331,kmadd(Gt312,Gtlu332,kmul(Gt313,Gtlu333))),ToReal(4)))))))))))))))))))))); - CCTK_REAL Rt22 = 0.5*(6*(Gt212*Gtlu221 + Gt222*Gtlu222 + - Gt223*Gtlu223) + 4*(Gt112*Gtlu211 + Gt122*Gtlu212 + Gt123*Gtlu213 + - Gt312*Gtlu231 + Gt322*Gtlu232 + Gt323*Gtlu233) - - gtu11*PDstandardNth11gt22 - 2*gtu12*PDstandardNth12gt22 - - 2*gtu13*PDstandardNth13gt22 - gtu22*PDstandardNth22gt22 - - 2*gtu23*PDstandardNth23gt22 + 2*(Gt112*Gtlu121 + Gt122*Gtlu122 + - Gt123*Gtlu123 + Gt312*Gtlu321 + Gt322*Gtlu322 + Gt323*Gtlu323 + - gt12L*PDstandardNth2Xt1) + 2*gt22L*PDstandardNth2Xt2 + - 2*gt23L*PDstandardNth2Xt3 - gtu33*PDstandardNth33gt22 + 2*Gtl212*Xtn1 + - 2*Gtl222*Xtn2 + 2*Gtl223*Xtn3); - - CCTK_REAL Rt23 = 0.5*(2*(Gt112*Gtlu131 + Gt122*Gtlu132 + Gt123*Gtlu133 - + Gt113*Gtlu211 + Gt123*Gtlu212 + Gt133*Gtlu213 + Gt213*Gtlu221 + - Gt223*Gtlu222 + Gt233*Gtlu223 + Gt212*Gtlu231 + Gt313*Gtlu231 + - Gt222*Gtlu232 + Gt323*Gtlu232 + Gt223*Gtlu233 + Gt333*Gtlu233 + - Gt112*Gtlu311 + Gt122*Gtlu312 + Gt123*Gtlu313 + Gt212*Gtlu321 + - Gt222*Gtlu322 + Gt223*Gtlu323) + 4*(Gt312*Gtlu331 + Gt322*Gtlu332 + - Gt323*Gtlu333) - gtu11*PDstandardNth11gt23 - - 2*gtu12*PDstandardNth12gt23 - 2*gtu13*PDstandardNth13gt23 - - gtu22*PDstandardNth22gt23 - 2*gtu23*PDstandardNth23gt23 + - gt13L*PDstandardNth2Xt1 + gt23L*PDstandardNth2Xt2 + - gt33L*PDstandardNth2Xt3 - gtu33*PDstandardNth33gt23 + - gt12L*PDstandardNth3Xt1 + gt22L*PDstandardNth3Xt2 + - gt23L*PDstandardNth3Xt3 + Gtl213*Xtn1 + Gtl312*Xtn1 + Gtl223*Xtn2 + - Gtl322*Xtn2 + Gtl233*Xtn3 + Gtl323*Xtn3); - - CCTK_REAL Rt33 = 0.5*(4*(Gt113*Gtlu311 + Gt123*Gtlu312 + Gt133*Gtlu313 - + Gt213*Gtlu321 + Gt223*Gtlu322 + Gt233*Gtlu323) + 6*(Gt313*Gtlu331 + - Gt323*Gtlu332 + Gt333*Gtlu333) - gtu11*PDstandardNth11gt33 - - 2*gtu12*PDstandardNth12gt33 - 2*gtu13*PDstandardNth13gt33 - - gtu22*PDstandardNth22gt33 - 2*gtu23*PDstandardNth23gt33 - - gtu33*PDstandardNth33gt33 + 2*(Gt113*Gtlu131 + Gt123*Gtlu132 + - Gt133*Gtlu133 + Gt213*Gtlu231 + Gt223*Gtlu232 + Gt233*Gtlu233 + - gt13L*PDstandardNth3Xt1) + 2*gt23L*PDstandardNth3Xt2 + - 2*gt33L*PDstandardNth3Xt3 + 2*Gtl313*Xtn1 + 2*Gtl323*Xtn2 + - 2*Gtl333*Xtn3); - - CCTK_REAL fac1 = IfThen(conformalMethod,-0.5*INV(phiL),1); - - CCTK_REAL cdphi1 = fac1*PDstandardNth1phi; - - CCTK_REAL cdphi2 = fac1*PDstandardNth2phi; - - CCTK_REAL cdphi3 = fac1*PDstandardNth3phi; - - CCTK_REAL fac2 = IfThen(conformalMethod,0.5*INV(SQR(phiL)),0); - - CCTK_REAL cdphi211 = -(fac1*(-PDstandardNth11phi + - Gt111*PDstandardNth1phi + Gt211*PDstandardNth2phi + - Gt311*PDstandardNth3phi)) + fac2*SQR(PDstandardNth1phi); - - CCTK_REAL cdphi212 = fac2*PDstandardNth1phi*PDstandardNth2phi - - fac1*(-PDstandardNth12phi + Gt112*PDstandardNth1phi + - Gt212*PDstandardNth2phi + Gt312*PDstandardNth3phi); - - CCTK_REAL cdphi213 = fac2*PDstandardNth1phi*PDstandardNth3phi - - fac1*(-PDstandardNth13phi + Gt113*PDstandardNth1phi + - Gt213*PDstandardNth2phi + Gt313*PDstandardNth3phi); + CCTK_REAL_VEC Rt22 = + kmul(ToReal(0.5),kmadd(gtu12,kmul(PDstandardNth12gt22,ToReal(-2)),kmadd(gtu13,kmul(PDstandardNth13gt22,ToReal(-2)),kmadd(gtu23,kmul(PDstandardNth23gt22,ToReal(-2)),knmsub(gtu11,PDstandardNth11gt22,knmsub(gtu22,PDstandardNth22gt22,knmsub(gtu33,PDstandardNth33gt22,kmadd(kmadd(Gt112,Gtlu121,kmadd(Gt122,Gtlu122,kmadd(Gt123,Gtlu123,kmadd(Gt312,Gtlu321,kmadd(Gt322,Gtlu322,kmadd(Gt323,Gtlu323,kmul(gt12L,PDstandardNth2Xt1))))))),ToReal(2),kmadd(gt22L,kmul(PDstandardNth2Xt2,ToReal(2)),kmadd(gt23L,kmul(PDstandardNth2Xt3,ToReal(2)),kmadd(Gtl212,kmul(Xtn1,ToReal(2)),kmadd(Gtl222,kmul(Xtn2,ToReal(2)),kmadd(Gtl223,kmul(Xtn3,ToReal(2)),kmadd(kmadd(Gt112,Gtlu211,kmadd(Gt122,Gtlu212,kmadd(Gt123,Gtlu213,kmadd(Gt312,Gtlu231,kmadd(Gt322,Gtlu232,kmul(Gt323,Gtlu233)))))),ToReal(4),kmul(kmadd(Gt212,Gtlu221,kmadd(Gt222,Gtlu222,kmul(Gt223,Gtlu223))),ToReal(6)))))))))))))))); - CCTK_REAL cdphi222 = -(fac1*(Gt122*PDstandardNth1phi - - PDstandardNth22phi + Gt222*PDstandardNth2phi + - Gt322*PDstandardNth3phi)) + fac2*SQR(PDstandardNth2phi); + CCTK_REAL_VEC Rt23 = + kmul(ToReal(0.5),kmadd(gt13L,PDstandardNth2Xt1,kmadd(gt23L,PDstandardNth2Xt2,kmadd(gt33L,PDstandardNth2Xt3,kmadd(gt12L,PDstandardNth3Xt1,kmadd(gt22L,PDstandardNth3Xt2,kmadd(gt23L,PDstandardNth3Xt3,kmadd(Gtl213,Xtn1,kmadd(Gtl312,Xtn1,kmadd(Gtl223,Xtn2,kmadd(Gtl322,Xtn2,kmadd(Gtl233,Xtn3,kmadd(Gtl323,Xtn3,kmadd(gtu12,kmul(PDstandardNth12gt23,ToReal(-2)),kmadd(gtu13,kmul(PDstandardNth13gt23,ToReal(-2)),kmadd(gtu23,kmul(PDstandardNth23gt23,ToReal(-2)),knmsub(gtu11,PDstandardNth11gt23,knmsub(gtu22,PDstandardNth22gt23,knmsub(gtu33,PDstandardNth33gt23,kmadd(kmadd(Gt112,Gtlu131,kmadd(Gt122,Gtlu132,kmadd(Gt123,Gtlu133,kmadd(Gt113,Gtlu211,kmadd(Gt123,Gtlu212,kmadd(Gt133,Gtlu213,kmadd(Gt213,Gtlu221,kmadd(Gt223,Gtlu222,kmadd(Gt233,Gtlu223,kmadd(Gt212,Gtlu231,kmadd(Gt313,Gtlu231,kmadd(Gt222,Gtlu232,kmadd(Gt323,Gtlu232,kmadd(Gt223,Gtlu233,kmadd(Gt333,Gtlu233,kmadd(Gt112,Gtlu311,kmadd(Gt122,Gtlu312,kmadd(Gt123,Gtlu313,kmadd(Gt212,Gtlu321,kmadd(Gt222,Gtlu322,kmul(Gt223,Gtlu323))))))))))))))))))))),ToReal(2),kmul(kmadd(Gt312,Gtlu331,kmadd(Gt322,Gtlu332,kmul(Gt323,Gtlu333))),ToReal(4)))))))))))))))))))))); - CCTK_REAL cdphi223 = fac2*PDstandardNth2phi*PDstandardNth3phi - - fac1*(Gt123*PDstandardNth1phi - PDstandardNth23phi + - Gt223*PDstandardNth2phi + Gt323*PDstandardNth3phi); + CCTK_REAL_VEC Rt33 = + kmul(ToReal(0.5),kmadd(gtu12,kmul(PDstandardNth12gt33,ToReal(-2)),kmadd(gtu13,kmul(PDstandardNth13gt33,ToReal(-2)),kmadd(gtu23,kmul(PDstandardNth23gt33,ToReal(-2)),knmsub(gtu11,PDstandardNth11gt33,knmsub(gtu22,PDstandardNth22gt33,knmsub(gtu33,PDstandardNth33gt33,kmadd(kmadd(Gt113,Gtlu131,kmadd(Gt123,Gtlu132,kmadd(Gt133,Gtlu133,kmadd(Gt213,Gtlu231,kmadd(Gt223,Gtlu232,kmadd(Gt233,Gtlu233,kmul(gt13L,PDstandardNth3Xt1))))))),ToReal(2),kmadd(gt23L,kmul(PDstandardNth3Xt2,ToReal(2)),kmadd(gt33L,kmul(PDstandardNth3Xt3,ToReal(2)),kmadd(Gtl313,kmul(Xtn1,ToReal(2)),kmadd(Gtl323,kmul(Xtn2,ToReal(2)),kmadd(Gtl333,kmul(Xtn3,ToReal(2)),kmadd(kmadd(Gt113,Gtlu311,kmadd(Gt123,Gtlu312,kmadd(Gt133,Gtlu313,kmadd(Gt213,Gtlu321,kmadd(Gt223,Gtlu322,kmul(Gt233,Gtlu323)))))),ToReal(4),kmul(kmadd(Gt313,Gtlu331,kmadd(Gt323,Gtlu332,kmul(Gt333,Gtlu333))),ToReal(6)))))))))))))))); - CCTK_REAL cdphi233 = -(fac1*(Gt133*PDstandardNth1phi + - Gt233*PDstandardNth2phi - PDstandardNth33phi + - Gt333*PDstandardNth3phi)) + fac2*SQR(PDstandardNth3phi); + CCTK_REAL_VEC fac1 = + IfThen(conformalMethod,kmul(INV(phiL),ToReal(-0.5)),ToReal(1)); - CCTK_REAL Rphi11 = -2*(cdphi211 + 2*(-1 + gt11L*gtu11)*SQR(cdphi1) + - gt11L*(cdphi211*gtu11 + 4*(cdphi1*(cdphi2*gtu12 + cdphi3*gtu13) + - cdphi2*cdphi3*gtu23) + cdphi233*gtu33 + gtu22*(cdphi222 + - 2*SQR(cdphi2)) + 2*(cdphi212*gtu12 + cdphi213*gtu13 + cdphi223*gtu23 + - gtu33*SQR(cdphi3)))); + CCTK_REAL_VEC cdphi1 = kmul(fac1,PDstandardNth1phi); - CCTK_REAL Rphi12 = -2*(cdphi212 + cdphi1*(cdphi2*(-2 + 4*gt12L*gtu12) - + 4*cdphi3*gt12L*gtu13) + gt12L*(cdphi211*gtu11 + 4*cdphi2*cdphi3*gtu23 - + 2*(cdphi212*gtu12 + cdphi213*gtu13 + cdphi223*gtu23 + - gtu11*SQR(cdphi1)) + gtu22*(cdphi222 + 2*SQR(cdphi2)) + gtu33*(cdphi233 - + 2*SQR(cdphi3)))); + CCTK_REAL_VEC cdphi2 = kmul(fac1,PDstandardNth2phi); - CCTK_REAL Rphi13 = -2*(cdphi213 + cdphi1*(4*cdphi2*gt13L*gtu12 + - cdphi3*(-2 + 4*gt13L*gtu13)) + gt13L*(cdphi211*gtu11 + - 4*cdphi2*cdphi3*gtu23 + 2*(cdphi212*gtu12 + cdphi213*gtu13 + - cdphi223*gtu23 + gtu11*SQR(cdphi1)) + gtu22*(cdphi222 + 2*SQR(cdphi2)) - + gtu33*(cdphi233 + 2*SQR(cdphi3)))); + CCTK_REAL_VEC cdphi3 = kmul(fac1,PDstandardNth3phi); - CCTK_REAL Rphi22 = -2*(cdphi222 + 2*(-1 + gt22L*gtu22)*SQR(cdphi2) + - gt22L*(cdphi222*gtu22 + 4*(cdphi1*cdphi3*gtu13 + cdphi2*(cdphi1*gtu12 + - cdphi3*gtu23)) + cdphi233*gtu33 + gtu11*(cdphi211 + 2*SQR(cdphi1)) + - 2*(cdphi212*gtu12 + cdphi213*gtu13 + cdphi223*gtu23 + - gtu33*SQR(cdphi3)))); + CCTK_REAL_VEC fac2 = + IfThen(conformalMethod,kmul(INV(SQR(phiL)),ToReal(0.5)),ToReal(0)); - CCTK_REAL Rphi23 = -2*(cdphi223 + cdphi2*(4*cdphi1*gt23L*gtu12 + - cdphi3*(-2 + 4*gt23L*gtu23)) + gt23L*(4*cdphi1*cdphi3*gtu13 + - cdphi222*gtu22 + gtu11*(cdphi211 + 2*SQR(cdphi1)) + 2*(cdphi212*gtu12 + - cdphi213*gtu13 + cdphi223*gtu23 + gtu22*SQR(cdphi2)) + gtu33*(cdphi233 - + 2*SQR(cdphi3)))); + CCTK_REAL_VEC cdphi211 = + kmsub(fac2,SQR(PDstandardNth1phi),kmul(fac1,kmadd(Gt111,PDstandardNth1phi,kmadd(Gt211,PDstandardNth2phi,kmsub(Gt311,PDstandardNth3phi,PDstandardNth11phi))))); - CCTK_REAL Rphi33 = -2*(cdphi233 + gt33L*((4*cdphi1*cdphi2 + - 2*cdphi212)*gtu12 + 4*cdphi3*(cdphi1*gtu13 + cdphi2*gtu23) + - 2*(cdphi213*gtu13 + cdphi223*gtu23) + cdphi233*gtu33 + gtu11*(cdphi211 - + 2*SQR(cdphi1)) + gtu22*(cdphi222 + 2*SQR(cdphi2))) + 2*(-1 + - gt33L*gtu33)*SQR(cdphi3)); + CCTK_REAL_VEC cdphi212 = + kmsub(fac2,kmul(PDstandardNth1phi,PDstandardNth2phi),kmul(fac1,kmadd(Gt112,PDstandardNth1phi,kmadd(Gt212,PDstandardNth2phi,kmsub(Gt312,PDstandardNth3phi,PDstandardNth12phi))))); - CCTK_REAL Atm11 = At11L*gtu11 + At12L*gtu12 + At13L*gtu13; + CCTK_REAL_VEC cdphi213 = + kmsub(fac2,kmul(PDstandardNth1phi,PDstandardNth3phi),kmul(fac1,kmadd(Gt113,PDstandardNth1phi,kmadd(Gt213,PDstandardNth2phi,kmsub(Gt313,PDstandardNth3phi,PDstandardNth13phi))))); - CCTK_REAL Atm21 = At11L*gtu12 + At12L*gtu22 + At13L*gtu23; + CCTK_REAL_VEC cdphi222 = + kmsub(fac2,SQR(PDstandardNth2phi),kmul(fac1,kmadd(Gt122,PDstandardNth1phi,kmadd(Gt222,PDstandardNth2phi,kmsub(Gt322,PDstandardNth3phi,PDstandardNth22phi))))); - CCTK_REAL Atm31 = At11L*gtu13 + At12L*gtu23 + At13L*gtu33; + CCTK_REAL_VEC cdphi223 = + kmsub(fac2,kmul(PDstandardNth2phi,PDstandardNth3phi),kmul(fac1,kmadd(Gt123,PDstandardNth1phi,kmadd(Gt223,PDstandardNth2phi,kmsub(Gt323,PDstandardNth3phi,PDstandardNth23phi))))); - CCTK_REAL Atm12 = At12L*gtu11 + At22L*gtu12 + At23L*gtu13; + CCTK_REAL_VEC cdphi233 = + kmsub(fac2,SQR(PDstandardNth3phi),kmul(fac1,kmadd(Gt133,PDstandardNth1phi,kmadd(Gt233,PDstandardNth2phi,kmsub(Gt333,PDstandardNth3phi,PDstandardNth33phi))))); - CCTK_REAL Atm22 = At12L*gtu12 + At22L*gtu22 + At23L*gtu23; + CCTK_REAL_VEC Rphi11 = + kmul(ToReal(-2),kadd(cdphi211,kmadd(SQR(cdphi1),kmul(kmadd(gt11L,gtu11,ToReal(-1)),ToReal(2)),kmul(gt11L,kmadd(cdphi211,gtu11,kmadd(cdphi233,gtu33,kmadd(kmadd(cdphi212,gtu12,kmadd(cdphi213,gtu13,kmadd(cdphi223,gtu23,kmul(gtu33,SQR(cdphi3))))),ToReal(2),kmadd(gtu22,kmadd(SQR(cdphi2),ToReal(2),cdphi222),kmul(kmadd(cdphi1,kmadd(cdphi2,gtu12,kmul(cdphi3,gtu13)),kmul(cdphi2,kmul(cdphi3,gtu23))),ToReal(4)))))))))); - CCTK_REAL Atm32 = At12L*gtu13 + At22L*gtu23 + At23L*gtu33; + CCTK_REAL_VEC Rphi12 = + kmul(ToReal(-2),kadd(cdphi212,kmadd(gt12L,kmadd(cdphi211,gtu11,kmadd(kmadd(cdphi212,gtu12,kmadd(cdphi213,gtu13,kmadd(cdphi223,gtu23,kmul(gtu11,SQR(cdphi1))))),ToReal(2),kmadd(gtu22,kmadd(SQR(cdphi2),ToReal(2),cdphi222),kmadd(gtu33,kmadd(SQR(cdphi3),ToReal(2),cdphi233),kmul(cdphi2,kmul(cdphi3,kmul(gtu23,ToReal(4)))))))),kmul(cdphi1,kmadd(cdphi3,kmul(gt12L,kmul(gtu13,ToReal(4))),kmul(cdphi2,kmadd(gt12L,kmul(gtu12,ToReal(4)),ToReal(-2)))))))); - CCTK_REAL Atm13 = At13L*gtu11 + At23L*gtu12 + At33L*gtu13; + CCTK_REAL_VEC Rphi13 = + kmul(ToReal(-2),kadd(cdphi213,kmadd(gt13L,kmadd(cdphi211,gtu11,kmadd(kmadd(cdphi212,gtu12,kmadd(cdphi213,gtu13,kmadd(cdphi223,gtu23,kmul(gtu11,SQR(cdphi1))))),ToReal(2),kmadd(gtu22,kmadd(SQR(cdphi2),ToReal(2),cdphi222),kmadd(gtu33,kmadd(SQR(cdphi3),ToReal(2),cdphi233),kmul(cdphi2,kmul(cdphi3,kmul(gtu23,ToReal(4)))))))),kmul(cdphi1,kmadd(cdphi2,kmul(gt13L,kmul(gtu12,ToReal(4))),kmul(cdphi3,kmadd(gt13L,kmul(gtu13,ToReal(4)),ToReal(-2)))))))); - CCTK_REAL Atm23 = At13L*gtu12 + At23L*gtu22 + At33L*gtu23; + CCTK_REAL_VEC Rphi22 = + kmul(ToReal(-2),kadd(cdphi222,kmadd(SQR(cdphi2),kmul(kmadd(gt22L,gtu22,ToReal(-1)),ToReal(2)),kmul(gt22L,kmadd(cdphi222,gtu22,kmadd(cdphi233,gtu33,kmadd(kmadd(cdphi212,gtu12,kmadd(cdphi213,gtu13,kmadd(cdphi223,gtu23,kmul(gtu33,SQR(cdphi3))))),ToReal(2),kmadd(gtu11,kmadd(SQR(cdphi1),ToReal(2),cdphi211),kmul(kmadd(cdphi1,kmul(cdphi3,gtu13),kmul(cdphi2,kmadd(cdphi1,gtu12,kmul(cdphi3,gtu23)))),ToReal(4)))))))))); - CCTK_REAL Atm33 = At13L*gtu13 + At23L*gtu23 + At33L*gtu33; + CCTK_REAL_VEC Rphi23 = + kmul(ToReal(-2),kadd(cdphi223,kmadd(gt23L,kmadd(cdphi222,gtu22,kmadd(kmadd(cdphi212,gtu12,kmadd(cdphi213,gtu13,kmadd(cdphi223,gtu23,kmul(gtu22,SQR(cdphi2))))),ToReal(2),kmadd(gtu11,kmadd(SQR(cdphi1),ToReal(2),cdphi211),kmadd(gtu33,kmadd(SQR(cdphi3),ToReal(2),cdphi233),kmul(cdphi1,kmul(cdphi3,kmul(gtu13,ToReal(4)))))))),kmul(cdphi2,kmadd(cdphi1,kmul(gt23L,kmul(gtu12,ToReal(4))),kmul(cdphi3,kmadd(gt23L,kmul(gtu23,ToReal(4)),ToReal(-2)))))))); - CCTK_REAL e4phi = IfThen(conformalMethod,INV(SQR(phiL)),exp(4*phiL)); + CCTK_REAL_VEC Rphi33 = + kmul(ToReal(-2),kadd(cdphi233,kmadd(SQR(cdphi3),kmul(kmadd(gt33L,gtu33,ToReal(-1)),ToReal(2)),kmul(gt33L,kmadd(cdphi233,gtu33,kmadd(kmadd(cdphi213,gtu13,kmul(cdphi223,gtu23)),ToReal(2),kmadd(gtu11,kmadd(SQR(cdphi1),ToReal(2),cdphi211),kmadd(gtu22,kmadd(SQR(cdphi2),ToReal(2),cdphi222),kmadd(cdphi3,kmul(kmadd(cdphi1,gtu13,kmul(cdphi2,gtu23)),ToReal(4)),kmul(gtu12,kmadd(cdphi212,ToReal(2),kmul(cdphi1,kmul(cdphi2,ToReal(4)))))))))))))); - CCTK_REAL em4phi = INV(e4phi); + CCTK_REAL_VEC Atm11 = + kmadd(At11L,gtu11,kmadd(At12L,gtu12,kmul(At13L,gtu13))); - CCTK_REAL g11 = e4phi*gt11L; + CCTK_REAL_VEC Atm21 = + kmadd(At11L,gtu12,kmadd(At12L,gtu22,kmul(At13L,gtu23))); - CCTK_REAL g12 = e4phi*gt12L; + CCTK_REAL_VEC Atm31 = + kmadd(At11L,gtu13,kmadd(At12L,gtu23,kmul(At13L,gtu33))); - CCTK_REAL g13 = e4phi*gt13L; + CCTK_REAL_VEC Atm12 = + kmadd(At12L,gtu11,kmadd(At22L,gtu12,kmul(At23L,gtu13))); - CCTK_REAL g22 = e4phi*gt22L; + CCTK_REAL_VEC Atm22 = + kmadd(At12L,gtu12,kmadd(At22L,gtu22,kmul(At23L,gtu23))); - CCTK_REAL g23 = e4phi*gt23L; + CCTK_REAL_VEC Atm32 = + kmadd(At12L,gtu13,kmadd(At22L,gtu23,kmul(At23L,gtu33))); - CCTK_REAL g33 = e4phi*gt33L; + CCTK_REAL_VEC Atm13 = + kmadd(At13L,gtu11,kmadd(At23L,gtu12,kmul(At33L,gtu13))); - CCTK_REAL gu11 = em4phi*gtu11; + CCTK_REAL_VEC Atm23 = + kmadd(At13L,gtu12,kmadd(At23L,gtu22,kmul(At33L,gtu23))); - CCTK_REAL gu12 = em4phi*gtu12; + CCTK_REAL_VEC Atm33 = + kmadd(At13L,gtu13,kmadd(At23L,gtu23,kmul(At33L,gtu33))); - CCTK_REAL gu13 = em4phi*gtu13; + CCTK_REAL_VEC e4phi = + IfThen(conformalMethod,INV(SQR(phiL)),kexp(kmul(phiL,ToReal(4)))); - CCTK_REAL gu22 = em4phi*gtu22; + CCTK_REAL_VEC em4phi = INV(e4phi); - CCTK_REAL gu23 = em4phi*gtu23; + CCTK_REAL_VEC g11 = kmul(e4phi,gt11L); - CCTK_REAL gu33 = em4phi*gtu33; + CCTK_REAL_VEC g12 = kmul(e4phi,gt12L); - CCTK_REAL R11 = Rphi11 + Rt11; + CCTK_REAL_VEC g13 = kmul(e4phi,gt13L); - CCTK_REAL R12 = Rphi12 + Rt12; + CCTK_REAL_VEC g22 = kmul(e4phi,gt22L); - CCTK_REAL R13 = Rphi13 + Rt13; + CCTK_REAL_VEC g23 = kmul(e4phi,gt23L); - CCTK_REAL R22 = Rphi22 + Rt22; + CCTK_REAL_VEC g33 = kmul(e4phi,gt33L); - CCTK_REAL R23 = Rphi23 + Rt23; + CCTK_REAL_VEC gu11 = kmul(em4phi,gtu11); - CCTK_REAL R33 = Rphi33 + Rt33; + CCTK_REAL_VEC gu12 = kmul(em4phi,gtu12); - CCTK_REAL trS = em4phi*(eTxxL*gtu11 + eTyyL*gtu22 + 2*(eTxyL*gtu12 + - eTxzL*gtu13 + eTyzL*gtu23) + eTzzL*gtu33); + CCTK_REAL_VEC gu13 = kmul(em4phi,gtu13); - CCTK_REAL Ats11 = -PDstandardNth11alpha + (4*cdphi1 + - Gt111)*PDstandardNth1alpha + Gt211*PDstandardNth2alpha + - Gt311*PDstandardNth3alpha + alphaL*R11; + CCTK_REAL_VEC gu22 = kmul(em4phi,gtu22); - CCTK_REAL Ats12 = -PDstandardNth12alpha + (2*cdphi2 + - Gt112)*PDstandardNth1alpha + (2*cdphi1 + Gt212)*PDstandardNth2alpha + - Gt312*PDstandardNth3alpha + alphaL*R12; + CCTK_REAL_VEC gu23 = kmul(em4phi,gtu23); - CCTK_REAL Ats13 = -PDstandardNth13alpha + (2*cdphi3 + - Gt113)*PDstandardNth1alpha + Gt213*PDstandardNth2alpha + (2*cdphi1 + - Gt313)*PDstandardNth3alpha + alphaL*R13; + CCTK_REAL_VEC gu33 = kmul(em4phi,gtu33); - CCTK_REAL Ats22 = Gt122*PDstandardNth1alpha - PDstandardNth22alpha + - (4*cdphi2 + Gt222)*PDstandardNth2alpha + Gt322*PDstandardNth3alpha + - alphaL*R22; + CCTK_REAL_VEC R11 = kadd(Rphi11,Rt11); - CCTK_REAL Ats23 = Gt123*PDstandardNth1alpha - PDstandardNth23alpha + - (2*cdphi3 + Gt223)*PDstandardNth2alpha + (2*cdphi2 + - Gt323)*PDstandardNth3alpha + alphaL*R23; + CCTK_REAL_VEC R12 = kadd(Rphi12,Rt12); - CCTK_REAL Ats33 = Gt133*PDstandardNth1alpha + - Gt233*PDstandardNth2alpha - PDstandardNth33alpha + (4*cdphi3 + - Gt333)*PDstandardNth3alpha + alphaL*R33; + CCTK_REAL_VEC R13 = kadd(Rphi13,Rt13); - CCTK_REAL trAts = Ats11*gu11 + Ats22*gu22 + 2*(Ats12*gu12 + Ats13*gu13 - + Ats23*gu23) + Ats33*gu33; + CCTK_REAL_VEC R22 = kadd(Rphi22,Rt22); - CCTK_REAL At11rhsL = -2.*alphaL*(At11L*Atm11 + At12L*Atm21 + - At13L*Atm31) + 2.*(At12L*PDstandardNth1beta2 + - At13L*PDstandardNth1beta3) + - At11L*(1.333333333333333333333333333333333333333*PDstandardNth1beta1 - - 0.6666666666666666666666666666666666666667*(PDstandardNth2beta2 + - PDstandardNth3beta3) + alphaL*trKL) + em4phi*(Ats11 - - 0.3333333333333333333333333333333333333333*g11*trAts + - alphaL*(-25.13274122871834590770114706623602307358*eTxxL + - 8.377580409572781969233715688745341024526*g11*trS)); + CCTK_REAL_VEC R23 = kadd(Rphi23,Rt23); - CCTK_REAL At12rhsL = -2.*alphaL*(At11L*Atm12 + At12L*Atm22 + - At13L*Atm32) + At22L*PDstandardNth1beta2 + At23L*PDstandardNth1beta3 + - At11L*PDstandardNth2beta1 + At13L*PDstandardNth2beta3 + - At12L*(0.3333333333333333333333333333333333333333*(PDstandardNth1beta1 - + PDstandardNth2beta2) - - 0.6666666666666666666666666666666666666667*PDstandardNth3beta3 + - alphaL*trKL) + em4phi*(Ats12 - - 0.3333333333333333333333333333333333333333*g12*trAts + - alphaL*(-25.13274122871834590770114706623602307358*eTxyL + - 8.377580409572781969233715688745341024526*g12*trS)); + CCTK_REAL_VEC R33 = kadd(Rphi33,Rt33); - CCTK_REAL At13rhsL = -2.*alphaL*(At11L*Atm13 + At12L*Atm23 + - At13L*Atm33) + At23L*PDstandardNth1beta2 + At33L*PDstandardNth1beta3 + - At11L*PDstandardNth3beta1 + At12L*PDstandardNth3beta2 + - At13L*(-0.6666666666666666666666666666666666666667*PDstandardNth2beta2 - + 0.3333333333333333333333333333333333333333*(PDstandardNth1beta1 + - PDstandardNth3beta3) + alphaL*trKL) + em4phi*(Ats13 - - 0.3333333333333333333333333333333333333333*g13*trAts + - alphaL*(-25.13274122871834590770114706623602307358*eTxzL + - 8.377580409572781969233715688745341024526*g13*trS)); + CCTK_REAL_VEC trS = + kmul(em4phi,kmadd(eTxxL,gtu11,kmadd(eTyyL,gtu22,kmadd(eTzzL,gtu33,kmul(kmadd(eTxyL,gtu12,kmadd(eTxzL,gtu13,kmul(eTyzL,gtu23))),ToReal(2)))))); - CCTK_REAL At22rhsL = -2.*alphaL*(At12L*Atm12 + At22L*Atm22 + - At23L*Atm32) + 2.*(At12L*PDstandardNth2beta1 + - At23L*PDstandardNth2beta3) + - At22L*(1.333333333333333333333333333333333333333*PDstandardNth2beta2 - - 0.6666666666666666666666666666666666666667*(PDstandardNth1beta1 + - PDstandardNth3beta3) + alphaL*trKL) + em4phi*(Ats22 - - 0.3333333333333333333333333333333333333333*g22*trAts + - alphaL*(-25.13274122871834590770114706623602307358*eTyyL + - 8.377580409572781969233715688745341024526*g22*trS)); - - CCTK_REAL At23rhsL = -2.*alphaL*(At12L*Atm13 + At22L*Atm23 + - At23L*Atm33) + At13L*PDstandardNth2beta1 + At33L*PDstandardNth2beta3 + - At12L*PDstandardNth3beta1 + At22L*PDstandardNth3beta2 + - At23L*(-0.6666666666666666666666666666666666666667*PDstandardNth1beta1 - + 0.3333333333333333333333333333333333333333*(PDstandardNth2beta2 + - PDstandardNth3beta3) + alphaL*trKL) + em4phi*(Ats23 - - 0.3333333333333333333333333333333333333333*g23*trAts + - alphaL*(-25.13274122871834590770114706623602307358*eTyzL + - 8.377580409572781969233715688745341024526*g23*trS)); - - CCTK_REAL At33rhsL = -2.*alphaL*(At13L*Atm13 + At23L*Atm23 + - At33L*Atm33) + 2.*(At13L*PDstandardNth3beta1 + - At23L*PDstandardNth3beta2) + - At33L*(-0.6666666666666666666666666666666666666667*(PDstandardNth1beta1 - + PDstandardNth2beta2) + - 1.333333333333333333333333333333333333333*PDstandardNth3beta3 + - alphaL*trKL) + em4phi*(Ats33 - - 0.3333333333333333333333333333333333333333*g33*trAts + - alphaL*(-25.13274122871834590770114706623602307358*eTzzL + - 8.377580409572781969233715688745341024526*g33*trS)); + CCTK_REAL_VEC Ats11 = + kmadd(Gt211,PDstandardNth2alpha,kmadd(Gt311,PDstandardNth3alpha,kmadd(alphaL,R11,kmsub(PDstandardNth1alpha,kmadd(cdphi1,ToReal(4),Gt111),PDstandardNth11alpha)))); + + CCTK_REAL_VEC Ats12 = + kmadd(Gt312,PDstandardNth3alpha,kmadd(alphaL,R12,ksub(kmadd(PDstandardNth2alpha,kmadd(cdphi1,ToReal(2),Gt212),kmul(PDstandardNth1alpha,kmadd(cdphi2,ToReal(2),Gt112))),PDstandardNth12alpha))); + + CCTK_REAL_VEC Ats13 = + kmadd(Gt213,PDstandardNth2alpha,kmadd(alphaL,R13,ksub(kmadd(PDstandardNth3alpha,kmadd(cdphi1,ToReal(2),Gt313),kmul(PDstandardNth1alpha,kmadd(cdphi3,ToReal(2),Gt113))),PDstandardNth13alpha))); + + CCTK_REAL_VEC Ats22 = + kmadd(Gt122,PDstandardNth1alpha,kmadd(Gt322,PDstandardNth3alpha,kmadd(alphaL,R22,kmsub(PDstandardNth2alpha,kmadd(cdphi2,ToReal(4),Gt222),PDstandardNth22alpha)))); + + CCTK_REAL_VEC Ats23 = + kmadd(Gt123,PDstandardNth1alpha,kmadd(alphaL,R23,ksub(kmadd(PDstandardNth3alpha,kmadd(cdphi2,ToReal(2),Gt323),kmul(PDstandardNth2alpha,kmadd(cdphi3,ToReal(2),Gt223))),PDstandardNth23alpha))); + + CCTK_REAL_VEC Ats33 = + kmadd(Gt133,PDstandardNth1alpha,kmadd(Gt233,PDstandardNth2alpha,kmadd(alphaL,R33,kmsub(PDstandardNth3alpha,kmadd(cdphi3,ToReal(4),Gt333),PDstandardNth33alpha)))); + + CCTK_REAL_VEC trAts = + kmadd(Ats11,gu11,kmadd(Ats22,gu22,kmadd(Ats33,gu33,kmul(kmadd(Ats12,gu12,kmadd(Ats13,gu13,kmul(Ats23,gu23))),ToReal(2))))); + + CCTK_REAL_VEC At11rhsL = + kmadd(alphaL,kmul(kmadd(At11L,Atm11,kmadd(At12L,Atm21,kmul(At13L,Atm31))),ToReal(-2.)),kmadd(At11L,kmadd(alphaL,trKL,kmadd(kadd(PDstandardNth2beta2,PDstandardNth3beta3),ToReal(-0.6666666666666666666666666666666666666667),kmul(PDstandardNth1beta1,ToReal(1.333333333333333333333333333333333333333)))),kmadd(kmadd(At12L,PDstandardNth1beta2,kmul(At13L,PDstandardNth1beta3)),ToReal(2.),kmul(em4phi,kadd(Ats11,kmadd(g11,kmul(trAts,ToReal(-0.3333333333333333333333333333333333333333)),kmul(alphaL,kmadd(eTxxL,ToReal(-25.13274122871834590770114706623602307358),kmul(g11,kmul(trS,ToReal(8.377580409572781969233715688745341024526))))))))))); + + CCTK_REAL_VEC At12rhsL = + kmadd(At22L,PDstandardNth1beta2,kmadd(At23L,PDstandardNth1beta3,kmadd(At11L,PDstandardNth2beta1,kmadd(At13L,PDstandardNth2beta3,kmadd(alphaL,kmul(kmadd(At11L,Atm12,kmadd(At12L,Atm22,kmul(At13L,Atm32))),ToReal(-2.)),kmadd(At12L,kmadd(alphaL,trKL,kmadd(PDstandardNth3beta3,ToReal(-0.6666666666666666666666666666666666666667),kmul(kadd(PDstandardNth1beta1,PDstandardNth2beta2),ToReal(0.3333333333333333333333333333333333333333)))),kmul(em4phi,kadd(Ats12,kmadd(g12,kmul(trAts,ToReal(-0.3333333333333333333333333333333333333333)),kmul(alphaL,kmadd(eTxyL,ToReal(-25.13274122871834590770114706623602307358),kmul(g12,kmul(trS,ToReal(8.377580409572781969233715688745341024526)))))))))))))); + + CCTK_REAL_VEC At13rhsL = + kmadd(At23L,PDstandardNth1beta2,kmadd(At33L,PDstandardNth1beta3,kmadd(At11L,PDstandardNth3beta1,kmadd(At12L,PDstandardNth3beta2,kmadd(alphaL,kmul(kmadd(At11L,Atm13,kmadd(At12L,Atm23,kmul(At13L,Atm33))),ToReal(-2.)),kmadd(At13L,kmadd(alphaL,trKL,kmadd(PDstandardNth2beta2,ToReal(-0.6666666666666666666666666666666666666667),kmul(kadd(PDstandardNth1beta1,PDstandardNth3beta3),ToReal(0.3333333333333333333333333333333333333333)))),kmul(em4phi,kadd(Ats13,kmadd(g13,kmul(trAts,ToReal(-0.3333333333333333333333333333333333333333)),kmul(alphaL,kmadd(eTxzL,ToReal(-25.13274122871834590770114706623602307358),kmul(g13,kmul(trS,ToReal(8.377580409572781969233715688745341024526)))))))))))))); + + CCTK_REAL_VEC At22rhsL = + kmadd(alphaL,kmul(kmadd(At12L,Atm12,kmadd(At22L,Atm22,kmul(At23L,Atm32))),ToReal(-2.)),kmadd(At22L,kmadd(alphaL,trKL,kmadd(kadd(PDstandardNth1beta1,PDstandardNth3beta3),ToReal(-0.6666666666666666666666666666666666666667),kmul(PDstandardNth2beta2,ToReal(1.333333333333333333333333333333333333333)))),kmadd(kmadd(At12L,PDstandardNth2beta1,kmul(At23L,PDstandardNth2beta3)),ToReal(2.),kmul(em4phi,kadd(Ats22,kmadd(g22,kmul(trAts,ToReal(-0.3333333333333333333333333333333333333333)),kmul(alphaL,kmadd(eTyyL,ToReal(-25.13274122871834590770114706623602307358),kmul(g22,kmul(trS,ToReal(8.377580409572781969233715688745341024526))))))))))); + + CCTK_REAL_VEC At23rhsL = + kmadd(At13L,PDstandardNth2beta1,kmadd(At33L,PDstandardNth2beta3,kmadd(At12L,PDstandardNth3beta1,kmadd(At22L,PDstandardNth3beta2,kmadd(alphaL,kmul(kmadd(At12L,Atm13,kmadd(At22L,Atm23,kmul(At23L,Atm33))),ToReal(-2.)),kmadd(At23L,kmadd(alphaL,trKL,kmadd(PDstandardNth1beta1,ToReal(-0.6666666666666666666666666666666666666667),kmul(kadd(PDstandardNth2beta2,PDstandardNth3beta3),ToReal(0.3333333333333333333333333333333333333333)))),kmul(em4phi,kadd(Ats23,kmadd(g23,kmul(trAts,ToReal(-0.3333333333333333333333333333333333333333)),kmul(alphaL,kmadd(eTyzL,ToReal(-25.13274122871834590770114706623602307358),kmul(g23,kmul(trS,ToReal(8.377580409572781969233715688745341024526)))))))))))))); + + CCTK_REAL_VEC At33rhsL = + kmadd(alphaL,kmul(kmadd(At13L,Atm13,kmadd(At23L,Atm23,kmul(At33L,Atm33))),ToReal(-2.)),kmadd(At33L,kmadd(alphaL,trKL,kmadd(kadd(PDstandardNth1beta1,PDstandardNth2beta2),ToReal(-0.6666666666666666666666666666666666666667),kmul(PDstandardNth3beta3,ToReal(1.333333333333333333333333333333333333333)))),kmadd(kmadd(At13L,PDstandardNth3beta1,kmul(At23L,PDstandardNth3beta2)),ToReal(2.),kmul(em4phi,kadd(Ats33,kmadd(g33,kmul(trAts,ToReal(-0.3333333333333333333333333333333333333333)),kmul(alphaL,kmadd(eTzzL,ToReal(-25.13274122871834590770114706623602307358),kmul(g33,kmul(trS,ToReal(8.377580409572781969233715688745341024526))))))))))); + + /* If necessary, store only partial vectors after the first iteration */ + + if (CCTK_REAL_VEC_SIZE > 2 && CCTK_BUILTIN_EXPECT(i < lc_imin && i+CCTK_REAL_VEC_SIZE > lc_imax, 0)) + { + ptrdiff_t const elt_count_lo = lc_imin-i; + ptrdiff_t const elt_count_hi = lc_imax-i; + vec_store_nta_partial_mid(At11rhs[index],At11rhsL,elt_count_lo,elt_count_hi); + vec_store_nta_partial_mid(At12rhs[index],At12rhsL,elt_count_lo,elt_count_hi); + vec_store_nta_partial_mid(At13rhs[index],At13rhsL,elt_count_lo,elt_count_hi); + vec_store_nta_partial_mid(At22rhs[index],At22rhsL,elt_count_lo,elt_count_hi); + vec_store_nta_partial_mid(At23rhs[index],At23rhsL,elt_count_lo,elt_count_hi); + vec_store_nta_partial_mid(At33rhs[index],At33rhsL,elt_count_lo,elt_count_hi); + break; + } + + /* If necessary, store only partial vectors after the first iteration */ + + if (CCTK_REAL_VEC_SIZE > 1 && CCTK_BUILTIN_EXPECT(i < lc_imin, 0)) + { + ptrdiff_t const elt_count = lc_imin-i; + vec_store_nta_partial_hi(At11rhs[index],At11rhsL,elt_count); + vec_store_nta_partial_hi(At12rhs[index],At12rhsL,elt_count); + vec_store_nta_partial_hi(At13rhs[index],At13rhsL,elt_count); + vec_store_nta_partial_hi(At22rhs[index],At22rhsL,elt_count); + vec_store_nta_partial_hi(At23rhs[index],At23rhsL,elt_count); + vec_store_nta_partial_hi(At33rhs[index],At33rhsL,elt_count); + continue; + } + + /* If necessary, store only partial vectors after the last iteration */ + + if (CCTK_REAL_VEC_SIZE > 1 && CCTK_BUILTIN_EXPECT(i+CCTK_REAL_VEC_SIZE > lc_imax, 0)) + { + ptrdiff_t const elt_count = lc_imax-i; + vec_store_nta_partial_lo(At11rhs[index],At11rhsL,elt_count); + vec_store_nta_partial_lo(At12rhs[index],At12rhsL,elt_count); + vec_store_nta_partial_lo(At13rhs[index],At13rhsL,elt_count); + vec_store_nta_partial_lo(At22rhs[index],At22rhsL,elt_count); + vec_store_nta_partial_lo(At23rhs[index],At23rhsL,elt_count); + vec_store_nta_partial_lo(At33rhs[index],At33rhsL,elt_count); + break; + } /* Copy local copies back to grid functions */ - At11rhs[index] = At11rhsL; - At12rhs[index] = At12rhsL; - At13rhs[index] = At13rhsL; - At22rhs[index] = At22rhsL; - At23rhs[index] = At23rhsL; - At33rhs[index] = At33rhsL; + vec_store_nta(At11rhs[index],At11rhsL); + vec_store_nta(At12rhs[index],At12rhsL); + vec_store_nta(At13rhs[index],At13rhsL); + vec_store_nta(At22rhs[index],At22rhsL); + vec_store_nta(At23rhs[index],At23rhsL); + vec_store_nta(At33rhs[index],At33rhsL); } - LC_ENDLOOP3 (ML_BSSN_RHS2); + LC_ENDLOOP3VEC (ML_BSSN_RHS2); } extern "C" void ML_BSSN_RHS2(CCTK_ARGUMENTS) |