/* File produced by Kranc */ #define KRANC_C #include #include #include #include #include #include "cctk.h" #include "cctk_Arguments.h" #include "cctk_Parameters.h" #include "GenericFD.h" #include "Differencing.h" #include "loopcontrol.h" #include "vectors.h" /* Define macros used in calculations */ #define INITVALUE (42) #define QAD(x) (SQR(SQR(x))) #define INV(x) (kdiv(ToReal(1.0),x)) #define SQR(x) (kmul(x,x)) #define CUB(x) (kmul(x,SQR(x))) static void ML_BSSN_enforce_Body(cGH const * restrict const cctkGH, int const dir, int const face, CCTK_REAL const normal[3], CCTK_REAL const tangentA[3], CCTK_REAL const tangentB[3], int const imin[3], int const imax[3], int const n_subblock_gfs, CCTK_REAL * restrict const subblock_gfs[]) { DECLARE_CCTK_ARGUMENTS; DECLARE_CCTK_PARAMETERS; /* Declare finite differencing variables */ /* Include user-supplied include files */ /* Initialise finite differencing variables */ ptrdiff_t const di = 1; ptrdiff_t const dj = CCTK_GFINDEX3D(cctkGH,0,1,0) - CCTK_GFINDEX3D(cctkGH,0,0,0); ptrdiff_t const dk = CCTK_GFINDEX3D(cctkGH,0,0,1) - CCTK_GFINDEX3D(cctkGH,0,0,0); ptrdiff_t const cdi = sizeof(CCTK_REAL) * di; ptrdiff_t const cdj = sizeof(CCTK_REAL) * dj; ptrdiff_t const cdk = sizeof(CCTK_REAL) * dk; CCTK_REAL_VEC const dx = ToReal(CCTK_DELTA_SPACE(0)); CCTK_REAL_VEC const dy = ToReal(CCTK_DELTA_SPACE(1)); CCTK_REAL_VEC const dz = ToReal(CCTK_DELTA_SPACE(2)); CCTK_REAL_VEC const dt = ToReal(CCTK_DELTA_TIME); CCTK_REAL_VEC const t = ToReal(cctk_time); CCTK_REAL_VEC const dxi = INV(dx); CCTK_REAL_VEC const dyi = INV(dy); CCTK_REAL_VEC const dzi = INV(dz); CCTK_REAL_VEC const khalf = ToReal(0.5); CCTK_REAL_VEC const kthird = ToReal(1.0/3.0); CCTK_REAL_VEC const ktwothird = ToReal(2.0/3.0); CCTK_REAL_VEC const kfourthird = ToReal(4.0/3.0); CCTK_REAL_VEC const keightthird = ToReal(8.0/3.0); CCTK_REAL_VEC const hdxi = kmul(ToReal(0.5), dxi); CCTK_REAL_VEC const hdyi = kmul(ToReal(0.5), dyi); CCTK_REAL_VEC const hdzi = kmul(ToReal(0.5), dzi); /* Initialize predefined quantities */ CCTK_REAL_VEC const p1o1024dx = kmul(INV(dx),ToReal(0.0009765625)); CCTK_REAL_VEC const p1o1024dy = kmul(INV(dy),ToReal(0.0009765625)); CCTK_REAL_VEC const p1o1024dz = kmul(INV(dz),ToReal(0.0009765625)); CCTK_REAL_VEC const p1o120dx = kmul(INV(dx),ToReal(0.00833333333333333333333333333333)); CCTK_REAL_VEC const p1o120dy = kmul(INV(dy),ToReal(0.00833333333333333333333333333333)); CCTK_REAL_VEC const p1o120dz = kmul(INV(dz),ToReal(0.00833333333333333333333333333333)); CCTK_REAL_VEC const p1o12dx = kmul(INV(dx),ToReal(0.0833333333333333333333333333333)); CCTK_REAL_VEC const p1o12dy = kmul(INV(dy),ToReal(0.0833333333333333333333333333333)); CCTK_REAL_VEC const p1o12dz = kmul(INV(dz),ToReal(0.0833333333333333333333333333333)); CCTK_REAL_VEC const p1o144dxdy = kmul(INV(dx),kmul(INV(dy),ToReal(0.00694444444444444444444444444444))); CCTK_REAL_VEC const p1o144dxdz = kmul(INV(dx),kmul(INV(dz),ToReal(0.00694444444444444444444444444444))); CCTK_REAL_VEC const p1o144dydz = kmul(INV(dy),kmul(INV(dz),ToReal(0.00694444444444444444444444444444))); CCTK_REAL_VEC const p1o1680dx = kmul(INV(dx),ToReal(0.000595238095238095238095238095238)); CCTK_REAL_VEC const p1o1680dy = kmul(INV(dy),ToReal(0.000595238095238095238095238095238)); CCTK_REAL_VEC const p1o1680dz = kmul(INV(dz),ToReal(0.000595238095238095238095238095238)); CCTK_REAL_VEC const p1o16dx = kmul(INV(dx),ToReal(0.0625)); CCTK_REAL_VEC const p1o16dy = kmul(INV(dy),ToReal(0.0625)); CCTK_REAL_VEC const p1o16dz = kmul(INV(dz),ToReal(0.0625)); CCTK_REAL_VEC const p1o180dx2 = kmul(INV(SQR(dx)),ToReal(0.00555555555555555555555555555556)); CCTK_REAL_VEC const p1o180dy2 = kmul(INV(SQR(dy)),ToReal(0.00555555555555555555555555555556)); CCTK_REAL_VEC const p1o180dz2 = kmul(INV(SQR(dz)),ToReal(0.00555555555555555555555555555556)); CCTK_REAL_VEC const p1o24dx = kmul(INV(dx),ToReal(0.0416666666666666666666666666667)); CCTK_REAL_VEC const p1o24dy = kmul(INV(dy),ToReal(0.0416666666666666666666666666667)); CCTK_REAL_VEC const p1o24dz = kmul(INV(dz),ToReal(0.0416666666666666666666666666667)); CCTK_REAL_VEC const p1o256dx = kmul(INV(dx),ToReal(0.00390625)); CCTK_REAL_VEC const p1o256dy = kmul(INV(dy),ToReal(0.00390625)); CCTK_REAL_VEC const p1o256dz = kmul(INV(dz),ToReal(0.00390625)); CCTK_REAL_VEC const p1o2dx = kmul(INV(dx),ToReal(0.5)); CCTK_REAL_VEC const p1o2dy = kmul(INV(dy),ToReal(0.5)); CCTK_REAL_VEC const p1o2dz = kmul(INV(dz),ToReal(0.5)); CCTK_REAL_VEC const p1o3600dxdy = kmul(INV(dx),kmul(INV(dy),ToReal(0.000277777777777777777777777777778))); CCTK_REAL_VEC const p1o3600dxdz = kmul(INV(dx),kmul(INV(dz),ToReal(0.000277777777777777777777777777778))); CCTK_REAL_VEC const p1o3600dydz = kmul(INV(dy),kmul(INV(dz),ToReal(0.000277777777777777777777777777778))); CCTK_REAL_VEC const p1o4dx = kmul(INV(dx),ToReal(0.25)); CCTK_REAL_VEC const p1o4dxdy = kmul(INV(dx),kmul(INV(dy),ToReal(0.25))); CCTK_REAL_VEC const p1o4dxdz = kmul(INV(dx),kmul(INV(dz),ToReal(0.25))); CCTK_REAL_VEC const p1o4dy = kmul(INV(dy),ToReal(0.25)); CCTK_REAL_VEC const p1o4dydz = kmul(INV(dy),kmul(INV(dz),ToReal(0.25))); CCTK_REAL_VEC const p1o4dz = kmul(INV(dz),ToReal(0.25)); CCTK_REAL_VEC const p1o5040dx2 = kmul(INV(SQR(dx)),ToReal(0.000198412698412698412698412698413)); CCTK_REAL_VEC const p1o5040dy2 = kmul(INV(SQR(dy)),ToReal(0.000198412698412698412698412698413)); CCTK_REAL_VEC const p1o5040dz2 = kmul(INV(SQR(dz)),ToReal(0.000198412698412698412698412698413)); CCTK_REAL_VEC const p1o560dx = kmul(INV(dx),ToReal(0.00178571428571428571428571428571)); CCTK_REAL_VEC const p1o560dy = kmul(INV(dy),ToReal(0.00178571428571428571428571428571)); CCTK_REAL_VEC const p1o560dz = kmul(INV(dz),ToReal(0.00178571428571428571428571428571)); CCTK_REAL_VEC const p1o60dx = kmul(INV(dx),ToReal(0.0166666666666666666666666666667)); CCTK_REAL_VEC const p1o60dy = kmul(INV(dy),ToReal(0.0166666666666666666666666666667)); CCTK_REAL_VEC const p1o60dz = kmul(INV(dz),ToReal(0.0166666666666666666666666666667)); CCTK_REAL_VEC const p1o64dx = kmul(INV(dx),ToReal(0.015625)); CCTK_REAL_VEC const p1o64dy = kmul(INV(dy),ToReal(0.015625)); CCTK_REAL_VEC const p1o64dz = kmul(INV(dz),ToReal(0.015625)); CCTK_REAL_VEC const p1o705600dxdy = kmul(INV(dx),kmul(INV(dy),ToReal(1.41723356009070294784580498866e-6))); CCTK_REAL_VEC const p1o705600dxdz = kmul(INV(dx),kmul(INV(dz),ToReal(1.41723356009070294784580498866e-6))); CCTK_REAL_VEC const p1o705600dydz = kmul(INV(dy),kmul(INV(dz),ToReal(1.41723356009070294784580498866e-6))); CCTK_REAL_VEC const p1o840dx = kmul(INV(dx),ToReal(0.00119047619047619047619047619048)); CCTK_REAL_VEC const p1o840dy = kmul(INV(dy),ToReal(0.00119047619047619047619047619048)); CCTK_REAL_VEC const p1o840dz = kmul(INV(dz),ToReal(0.00119047619047619047619047619048)); CCTK_REAL_VEC const p1odx = INV(dx); CCTK_REAL_VEC const p1odx2 = INV(SQR(dx)); CCTK_REAL_VEC const p1ody = INV(dy); CCTK_REAL_VEC const p1ody2 = INV(SQR(dy)); CCTK_REAL_VEC const p1odz = INV(dz); CCTK_REAL_VEC const p1odz2 = INV(SQR(dz)); CCTK_REAL_VEC const pm1o120dx = kmul(INV(dx),ToReal(-0.00833333333333333333333333333333)); CCTK_REAL_VEC const pm1o120dy = kmul(INV(dy),ToReal(-0.00833333333333333333333333333333)); CCTK_REAL_VEC const pm1o120dz = kmul(INV(dz),ToReal(-0.00833333333333333333333333333333)); CCTK_REAL_VEC const pm1o12dx2 = kmul(INV(SQR(dx)),ToReal(-0.0833333333333333333333333333333)); CCTK_REAL_VEC const pm1o12dy2 = kmul(INV(SQR(dy)),ToReal(-0.0833333333333333333333333333333)); CCTK_REAL_VEC const pm1o12dz2 = kmul(INV(SQR(dz)),ToReal(-0.0833333333333333333333333333333)); CCTK_REAL_VEC const pm1o2dx = kmul(INV(dx),ToReal(-0.5)); CCTK_REAL_VEC const pm1o2dy = kmul(INV(dy),ToReal(-0.5)); CCTK_REAL_VEC const pm1o2dz = kmul(INV(dz),ToReal(-0.5)); CCTK_REAL_VEC const pm1o4dx = kmul(INV(dx),ToReal(-0.25)); CCTK_REAL_VEC const pm1o4dy = kmul(INV(dy),ToReal(-0.25)); CCTK_REAL_VEC const pm1o4dz = kmul(INV(dz),ToReal(-0.25)); CCTK_REAL_VEC const pm1o60dx = kmul(INV(dx),ToReal(-0.0166666666666666666666666666667)); CCTK_REAL_VEC const pm1o60dy = kmul(INV(dy),ToReal(-0.0166666666666666666666666666667)); CCTK_REAL_VEC const pm1o60dz = kmul(INV(dz),ToReal(-0.0166666666666666666666666666667)); /* Jacobian variable pointers */ bool const use_jacobian = (!CCTK_IsFunctionAliased("MultiPatch_GetMap") || MultiPatch_GetMap(cctkGH) != jacobian_identity_map) && strlen(jacobian_group) > 0; if (use_jacobian && strlen(jacobian_derivative_group) == 0) { CCTK_WARN (1, "GenericFD::jacobian_group and GenericFD::jacobian_derivative_group must both be set to valid group names"); } CCTK_REAL const *restrict jacobian_ptrs[9]; if (use_jacobian) GenericFD_GroupDataPointers(cctkGH, jacobian_group, 9, jacobian_ptrs); CCTK_REAL const *restrict const J11 = use_jacobian ? jacobian_ptrs[0] : 0; CCTK_REAL const *restrict const J12 = use_jacobian ? jacobian_ptrs[1] : 0; CCTK_REAL const *restrict const J13 = use_jacobian ? jacobian_ptrs[2] : 0; CCTK_REAL const *restrict const J21 = use_jacobian ? jacobian_ptrs[3] : 0; CCTK_REAL const *restrict const J22 = use_jacobian ? jacobian_ptrs[4] : 0; CCTK_REAL const *restrict const J23 = use_jacobian ? jacobian_ptrs[5] : 0; CCTK_REAL const *restrict const J31 = use_jacobian ? jacobian_ptrs[6] : 0; CCTK_REAL const *restrict const J32 = use_jacobian ? jacobian_ptrs[7] : 0; CCTK_REAL const *restrict const J33 = use_jacobian ? jacobian_ptrs[8] : 0; CCTK_REAL const *restrict jacobian_derivative_ptrs[18]; if (use_jacobian) GenericFD_GroupDataPointers(cctkGH, jacobian_derivative_group, 18, jacobian_derivative_ptrs); CCTK_REAL const *restrict const dJ111 = use_jacobian ? jacobian_derivative_ptrs[0] : 0; CCTK_REAL const *restrict const dJ112 = use_jacobian ? jacobian_derivative_ptrs[1] : 0; CCTK_REAL const *restrict const dJ113 = use_jacobian ? jacobian_derivative_ptrs[2] : 0; CCTK_REAL const *restrict const dJ122 = use_jacobian ? jacobian_derivative_ptrs[3] : 0; CCTK_REAL const *restrict const dJ123 = use_jacobian ? jacobian_derivative_ptrs[4] : 0; CCTK_REAL const *restrict const dJ133 = use_jacobian ? jacobian_derivative_ptrs[5] : 0; CCTK_REAL const *restrict const dJ211 = use_jacobian ? jacobian_derivative_ptrs[6] : 0; CCTK_REAL const *restrict const dJ212 = use_jacobian ? jacobian_derivative_ptrs[7] : 0; CCTK_REAL const *restrict const dJ213 = use_jacobian ? jacobian_derivative_ptrs[8] : 0; CCTK_REAL const *restrict const dJ222 = use_jacobian ? jacobian_derivative_ptrs[9] : 0; CCTK_REAL const *restrict const dJ223 = use_jacobian ? jacobian_derivative_ptrs[10] : 0; CCTK_REAL const *restrict const dJ233 = use_jacobian ? jacobian_derivative_ptrs[11] : 0; CCTK_REAL const *restrict const dJ311 = use_jacobian ? jacobian_derivative_ptrs[12] : 0; CCTK_REAL const *restrict const dJ312 = use_jacobian ? jacobian_derivative_ptrs[13] : 0; CCTK_REAL const *restrict const dJ313 = use_jacobian ? jacobian_derivative_ptrs[14] : 0; CCTK_REAL const *restrict const dJ322 = use_jacobian ? jacobian_derivative_ptrs[15] : 0; CCTK_REAL const *restrict const dJ323 = use_jacobian ? jacobian_derivative_ptrs[16] : 0; CCTK_REAL const *restrict const dJ333 = use_jacobian ? jacobian_derivative_ptrs[17] : 0; /* Assign local copies of arrays functions */ /* Calculate temporaries and arrays functions */ /* Copy local copies back to grid functions */ /* Loop over the grid points */ #pragma omp parallel LC_LOOP3VEC (ML_BSSN_enforce, i,j,k, imin[0],imin[1],imin[2], imax[0],imax[1],imax[2], cctk_lsh[0],cctk_lsh[1],cctk_lsh[2], CCTK_REAL_VEC_SIZE) { ptrdiff_t const index = di*i + dj*j + dk*k; /* Assign local copies of grid functions */ CCTK_REAL_VEC alphaL = vec_load(alpha[index]); CCTK_REAL_VEC At11L = vec_load(At11[index]); CCTK_REAL_VEC At12L = vec_load(At12[index]); CCTK_REAL_VEC At13L = vec_load(At13[index]); CCTK_REAL_VEC At22L = vec_load(At22[index]); CCTK_REAL_VEC At23L = vec_load(At23[index]); CCTK_REAL_VEC At33L = vec_load(At33[index]); CCTK_REAL_VEC gt11L = vec_load(gt11[index]); CCTK_REAL_VEC gt12L = vec_load(gt12[index]); CCTK_REAL_VEC gt13L = vec_load(gt13[index]); CCTK_REAL_VEC gt22L = vec_load(gt22[index]); CCTK_REAL_VEC gt23L = vec_load(gt23[index]); CCTK_REAL_VEC gt33L = vec_load(gt33[index]); /* Include user supplied include files */ /* Precompute derivatives */ switch(fdOrder) { case 2: break; case 4: break; case 6: break; case 8: break; } /* Calculate temporaries and grid functions */ CCTK_REAL_VEC detgt = ToReal(1); CCTK_REAL_VEC gtu11 = kmul(INV(detgt),kmsub(gt22L,gt33L,SQR(gt23L))); CCTK_REAL_VEC gtu12 = kmul(INV(detgt),kmsub(gt13L,gt23L,kmul(gt12L,gt33L))); CCTK_REAL_VEC gtu13 = kmul(INV(detgt),kmsub(gt12L,gt23L,kmul(gt13L,gt22L))); CCTK_REAL_VEC gtu22 = kmul(INV(detgt),kmsub(gt11L,gt33L,SQR(gt13L))); CCTK_REAL_VEC gtu23 = kmul(INV(detgt),kmsub(gt12L,gt13L,kmul(gt11L,gt23L))); CCTK_REAL_VEC gtu33 = kmul(INV(detgt),kmsub(gt11L,gt22L,SQR(gt12L))); CCTK_REAL_VEC trAt = kmadd(At11L,gtu11,kmadd(At22L,gtu22,kmadd(At33L,gtu33,kmul(kmadd(At12L,gtu12,kmadd(At13L,gtu13,kmul(At23L,gtu23))),ToReal(2))))); At11L = kmadd(gt11L,kmul(trAt,ToReal(-0.333333333333333333333333333333)),At11L); At12L = kmadd(gt12L,kmul(trAt,ToReal(-0.333333333333333333333333333333)),At12L); At13L = kmadd(gt13L,kmul(trAt,ToReal(-0.333333333333333333333333333333)),At13L); At22L = kmadd(gt22L,kmul(trAt,ToReal(-0.333333333333333333333333333333)),At22L); At23L = kmadd(gt23L,kmul(trAt,ToReal(-0.333333333333333333333333333333)),At23L); At33L = kmadd(gt33L,kmul(trAt,ToReal(-0.333333333333333333333333333333)),At33L); alphaL = kfmax(alphaL,ToReal(MinimumLapse)); /* If necessary, store only partial vectors after the first iteration */ if (CCTK_REAL_VEC_SIZE > 2 && CCTK_BUILTIN_EXPECT(i < lc_imin && i+CCTK_REAL_VEC_SIZE > lc_imax, 0)) { ptrdiff_t const elt_count_lo = lc_imin-i; ptrdiff_t const elt_count_hi = lc_imax-i; vec_store_nta_partial_mid(alpha[index],alphaL,elt_count_lo,elt_count_hi); vec_store_nta_partial_mid(At11[index],At11L,elt_count_lo,elt_count_hi); vec_store_nta_partial_mid(At12[index],At12L,elt_count_lo,elt_count_hi); vec_store_nta_partial_mid(At13[index],At13L,elt_count_lo,elt_count_hi); vec_store_nta_partial_mid(At22[index],At22L,elt_count_lo,elt_count_hi); vec_store_nta_partial_mid(At23[index],At23L,elt_count_lo,elt_count_hi); vec_store_nta_partial_mid(At33[index],At33L,elt_count_lo,elt_count_hi); break; } /* If necessary, store only partial vectors after the first iteration */ if (CCTK_REAL_VEC_SIZE > 1 && CCTK_BUILTIN_EXPECT(i < lc_imin, 0)) { ptrdiff_t const elt_count = lc_imin-i; vec_store_nta_partial_hi(alpha[index],alphaL,elt_count); vec_store_nta_partial_hi(At11[index],At11L,elt_count); vec_store_nta_partial_hi(At12[index],At12L,elt_count); vec_store_nta_partial_hi(At13[index],At13L,elt_count); vec_store_nta_partial_hi(At22[index],At22L,elt_count); vec_store_nta_partial_hi(At23[index],At23L,elt_count); vec_store_nta_partial_hi(At33[index],At33L,elt_count); continue; } /* If necessary, store only partial vectors after the last iteration */ if (CCTK_REAL_VEC_SIZE > 1 && CCTK_BUILTIN_EXPECT(i+CCTK_REAL_VEC_SIZE > lc_imax, 0)) { ptrdiff_t const elt_count = lc_imax-i; vec_store_nta_partial_lo(alpha[index],alphaL,elt_count); vec_store_nta_partial_lo(At11[index],At11L,elt_count); vec_store_nta_partial_lo(At12[index],At12L,elt_count); vec_store_nta_partial_lo(At13[index],At13L,elt_count); vec_store_nta_partial_lo(At22[index],At22L,elt_count); vec_store_nta_partial_lo(At23[index],At23L,elt_count); vec_store_nta_partial_lo(At33[index],At33L,elt_count); break; } vec_store_nta(alpha[index],alphaL); vec_store_nta(At11[index],At11L); vec_store_nta(At12[index],At12L); vec_store_nta(At13[index],At13L); vec_store_nta(At22[index],At22L); vec_store_nta(At23[index],At23L); vec_store_nta(At33[index],At33L); } LC_ENDLOOP3VEC (ML_BSSN_enforce); } extern "C" void ML_BSSN_enforce(CCTK_ARGUMENTS) { DECLARE_CCTK_ARGUMENTS; DECLARE_CCTK_PARAMETERS; if (verbose > 1) { CCTK_VInfo(CCTK_THORNSTRING,"Entering ML_BSSN_enforce_Body"); } if (cctk_iteration % ML_BSSN_enforce_calc_every != ML_BSSN_enforce_calc_offset) { return; } const char *groups[] = {"ML_BSSN::ML_curv","ML_BSSN::ML_lapse","ML_BSSN::ML_metric"}; GenericFD_AssertGroupStorage(cctkGH, "ML_BSSN_enforce", 3, groups); switch(fdOrder) { case 2: break; case 4: break; case 6: break; case 8: break; } GenericFD_LoopOverEverything(cctkGH, &ML_BSSN_enforce_Body); if (verbose > 1) { CCTK_VInfo(CCTK_THORNSTRING,"Leaving ML_BSSN_enforce_Body"); } }