1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
|
// Vectorise using IBM's Altivec VSX (Power)
// Use the type vector double directly, without introducing a wrapper class
// Use macros instead of inline functions
#include <altivec.h>
// Vector type corresponding to CCTK_REAL
#define CCTK_REAL8_VEC vector double
// Number of vector elements in a CCTK_REAL_VEC
#define CCTK_REAL8_VEC_SIZE 2
// Create vectors, extract vector elements
#define vec8_set1(a) (vec_splats(a))
#define vec8_set(a,b) \
({ \
CCTK_REAL8_VEC x; \
x[0]=(a); \
x[1]=(b); \
x; \
})
#define vec8_elt0(x) ((x)[0])
#define vec8_elt1(x) ((x)[1])
#define vec8_elt(x,d) ((x)[d])
// Load and store vectors
// Load a vector from memory (aligned and unaligned); this loads from
// a reference to a scalar
#define vec8_load(p) (*(CCTK_REAL8_VEC const*)&(p))
#define vec8_loadu(p) (*(CCTK_REAL8_VEC const*)&(p))
// Load a vector from memory that may or may not be aligned, as
// decided by the offset and the vector size
#define vec8_loadu_maybe(off,p) (vec8_loadu(p))
#define vec8_loadu_maybe3(off1,off2,off3,p) (vec8_loadu(p))
// Store a vector to memory (aligned and non-temporal); this stores to
// a reference to a scalar
#define vec8_store(p,x) (*(CCTK_REAL8_VEC*)&(p)=(x))
#define vec8_storeu(p,x) (*(CCTK_REAL8_VEC*)&(p)=(x))
// TODO: Use stvxl instruction?
#define vec8_store_nta(p,x) (*(CCTK_REAL8_VEC*)&(p)=(x))
// Store a lower or higher partial vector (aligned and non-temporal);
// the non-temporal hint is probably ignored
#define vec8_store_nta_partial_lo(p,x,n) ((&(p))[0]=(x)[0])
#define vec8_store_nta_partial_hi(p,x,n) ((&(p))[1]=(x)[1])
// Functions and operators
// Operators
#define k8pos(x) (+(x))
#define k8neg(x) (-(x))
#define k8add(x,y) ((x)+(y))
#define k8sub(x,y) ((x)-(y))
#define k8mul(x,y) ((x)*(y))
#define k8div(x,y) ((x)/(y))
// Fused multiply-add, defined as [+-]x*y[+-]z
#define k8madd(x,y,z) (vec_madd(x,y,z))
#define k8msub(x,y,z) (vec_msub(x,y,z))
#define k8nmadd(x,y,z) (vec_nmadd(x,y,z))
#define k8nmsub(x,y,z) (vec_nmsub(x,y,z))
// Cheap functions
#define k8fabs(x) (vec_abs(x))
#define k8fmax(x,y) (vec_max(x,y))
#define k8fmin(x,y) (vec_min(x,y))
#define k8fnabs(x) (vec_nabs(x))
#define k8exp(x) \
({ \
CCTK_REAL8_VEC const xexp=(x); \
vec8_set(exp(vec8_elt0(xexp)), exp(vec8_elt1(xexp))); \
})
#define k8log(x) \
({ \
CCTK_REAL8_VEC const xlog=(x); \
vec8_set(log(vec8_elt0(xlog)), log(vec8_elt1(xlog))); \
})
#define k8pow(x,a) \
({ \
CCTK_REAL8_VEC const xpow=(x); \
CCTK_REAL8 const apow=(a); \
vec8_set(pow(vec8_elt0(xpow),apow), pow(vec8_elt1(xpow),apow)); \
})
#define k8sqrt(x) \
({ \
CCTK_REAL8_VEC const xsqrt=(x); \
vec8_set(sqrt(vec8_elt0(xsqrt)), sqrt(vec8_elt1(xsqrt))); \
})
|
