diff options
Diffstat (limited to 'vec_builtin.h')
| -rw-r--r-- | vec_builtin.h | 2619 |
1 files changed, 1211 insertions, 1408 deletions
diff --git a/vec_builtin.h b/vec_builtin.h index bbe4277..2f1ff90 100644 --- a/vec_builtin.h +++ b/vec_builtin.h @@ -12,1450 +12,1253 @@ #include <cmath> #include <cstring> #ifndef VML_NO_IOSTREAM -# include <sstream> +#include <sstream> #endif #include <string> +namespace vecmathlib { +template <typename T, int N> struct boolbuiltinvec; +template <typename T, int N> struct intbuiltinvec; +template <typename T, int N> struct realbuiltinvec; -namespace vecmathlib { - - template<typename T, int N> struct boolbuiltinvec; - template<typename T, int N> struct intbuiltinvec; - template<typename T, int N> struct realbuiltinvec; - - - - template<typename T, int N> - struct boolbuiltinvec: floatprops<T> - { - typedef typename floatprops<T>::int_t int_t; - typedef typename floatprops<T>::uint_t uint_t; - typedef typename floatprops<T>::real_t real_t; - - static const int size = N; - typedef bool scalar_t; - typedef int_t bvector_t __attribute__((__ext_vector_type__(N))); - static const int alignment = sizeof(bvector_t); - - static_assert(size * sizeof(real_t) == sizeof(bvector_t), - "vector size is wrong"); - - private: - // true is -1, false is 0 - static int_t from_bool(bool a) { return -uint_t(a); } - static bool to_bool(int_t a) { return a; } - public: - - typedef boolbuiltinvec boolvec_t; - typedef intbuiltinvec<real_t, size> intvec_t; - typedef realbuiltinvec<real_t, size> realvec_t; - - // Short names for type casts - typedef real_t R; - typedef int_t I; - typedef uint_t U; - typedef realvec_t RV; - typedef intvec_t IV; - typedef boolvec_t BV; - typedef floatprops<real_t> FP; - typedef mathfuncs<realvec_t> MF; - - - - bvector_t v; - - boolbuiltinvec() {} - // Can't have a non-trivial copy constructor; if so, objects won't - // be passed in registers - // boolbuiltinvec(const boolbuiltinvec& x): v(x.v) {} - // boolbuiltinvec& operator=(const boolbuiltinvec& x) { return v=x.v, *this; } - // Can't have a constructor from bvector_t, since this would - // conflict with the constructor from bool - // boolbuiltinvec(bvector_t x): v(x) {} - static boolvec_t mkvec(bvector_t x) { boolvec_t res; res.v=x; return res; } - boolbuiltinvec(bool a): v(from_bool(a)) {} - boolbuiltinvec(const bool* as) - { - for (int d=0; d<size; ++d) set_elt(d, as[d]); - } - - operator bvector_t() const { return v; } - bool operator[](int n) const { return to_bool(v[n]); } - boolvec_t& set_elt(int n, bool a) { return v[n]=from_bool(a), *this; } - - - - intvec_t as_int() const; // defined after intbuiltinvec - intvec_t convert_int() const; // defined after intbuiltinvec - - - - boolvec_t operator!() const { return mkvec(!v); } - - boolvec_t operator&&(boolvec_t x) const { return mkvec(v && x.v); } - boolvec_t operator||(boolvec_t x) const { return mkvec(v || x.v); } - boolvec_t operator==(boolvec_t x) const { return mkvec(v == x.v); } - boolvec_t operator!=(boolvec_t x) const { return mkvec(v != x.v); } - - bool all() const - { - bool res = (*this)[0]; - for (int d=1; d<size; ++d) res = res && (*this)[d]; - return res; - } - bool any() const - { - bool res = (*this)[0]; - for (int d=1; d<size; ++d) res = res || (*this)[d]; - return res; - } - - - - // ifthen(condition, then-value, else-value) - boolvec_t ifthen(boolvec_t x, boolvec_t y) const; - intvec_t ifthen(intvec_t x, intvec_t y) const; // defined after intbuiltinvec - realvec_t ifthen(realvec_t x, realvec_t y) const; // defined after realbuiltinvec - }; - - - - template<typename T, int N> - struct intbuiltinvec: floatprops<T> - { - typedef typename floatprops<T>::int_t int_t; - typedef typename floatprops<T>::uint_t uint_t; - typedef typename floatprops<T>::real_t real_t; - - static const int size = N; - typedef int_t scalar_t; - typedef int_t ivector_t __attribute__((__ext_vector_type__(N))); - typedef uint_t uvector_t __attribute__((__ext_vector_type__(N))); - static const int alignment = sizeof(ivector_t); - - static_assert(size * sizeof(real_t) == sizeof(ivector_t), - "vector size is wrong"); - static_assert(size * sizeof(real_t) == sizeof(uvector_t), - "vector size is wrong"); - - typedef boolbuiltinvec<real_t, size> boolvec_t; - typedef intbuiltinvec intvec_t; - typedef realbuiltinvec<real_t, size> realvec_t; - - // Short names for type casts - typedef real_t R; - typedef int_t I; - typedef uint_t U; - typedef realvec_t RV; - typedef intvec_t IV; - typedef boolvec_t BV; - typedef floatprops<real_t> FP; - typedef mathfuncs<realvec_t> MF; - - - - ivector_t v; - - intbuiltinvec() {} - // Can't have a non-trivial copy constructor; if so, objects won't - // be passed in registers - // intbuiltinvec(const intbuiltinvec& x): v(x.v) {} - // intbuiltinvec& operator=(const intbuiltinvec& x) { return v=x.v, *this; } - // Can't have a constructor from ivector_t, since this would - // conflict with the constructor from int_t - // intbuiltinvec(ivector_t x): v(x) {} - static intvec_t mkvec(ivector_t x) { intvec_t res; res.v=x; return res; } - intbuiltinvec(int_t a): v(a) {} - intbuiltinvec(const int_t* as) { std::memcpy(&v, as, sizeof v); } - static intvec_t iota() - { - intvec_t res; - for (int d=0; d<size; ++d) res.set_elt(d, d); - return res; - } - - int_t operator[](int n) const { return v[n]; } - intvec_t& set_elt(int n, int_t a) { return v[n]=a, *this; } - - - - boolvec_t as_bool() const - { - boolvec_t res; - std::memcpy(&res.v, &v, sizeof res.v); - return res; - } - boolvec_t convert_bool() const { return *this != IV(I(0)); } - realvec_t as_float() const; // defined after realbuiltinvec - realvec_t convert_float() const; // defined after realbuiltinvec - - - - intvec_t operator+() const { return mkvec(+v); } - intvec_t operator-() const { return mkvec(-v); } - - intvec_t operator+(intvec_t x) const { return mkvec(v + x.v); } - intvec_t operator-(intvec_t x) const { return mkvec(v - x.v); } - intvec_t operator*(intvec_t x) const { return mkvec(v * x.v); } - intvec_t operator/(intvec_t x) const { return mkvec(v / x.v); } - intvec_t operator%(intvec_t x) const { return mkvec(v % x.v); } - - intvec_t& operator+=(const intvec_t& x) { return *this=*this+x; } - intvec_t& operator-=(const intvec_t& x) { return *this=*this-x; } - intvec_t& operator*=(const intvec_t& x) { return *this=*this*x; } - intvec_t& operator/=(const intvec_t& x) { return *this=*this/x; } - intvec_t& operator%=(const intvec_t& x) { return *this=*this%x; } - - - - intvec_t operator~() const { return mkvec(~v); } - - intvec_t operator&(intvec_t x) const { return mkvec(v & x.v); } - intvec_t operator|(intvec_t x) const { return mkvec(v | x.v); } - intvec_t operator^(intvec_t x) const { return mkvec(v ^ x.v); } - - intvec_t& operator&=(const intvec_t& x) { return *this=*this&x; } - intvec_t& operator|=(const intvec_t& x) { return *this=*this|x; } - intvec_t& operator^=(const intvec_t& x) { return *this=*this^x; } - - intvec_t bitifthen(intvec_t x, intvec_t y) const - { - return MF::vml_bitifthen(*this, x, y); - } - - - - intvec_t lsr(int_t n) const - { - return mkvec(ivector_t(uvector_t(v) >> U(n))); - } - intvec_t rotate(int_t n) const { return MF::vml_rotate(*this, n); } - intvec_t operator>>(int_t n) const { return mkvec(v >> n); } - intvec_t operator<<(int_t n) const { return mkvec(v << n); } - - intvec_t& operator>>=(int_t n) { return *this=*this>>n; } - intvec_t& operator<<=(int_t n) { return *this=*this<<n; } - - intvec_t lsr(intvec_t n) const - { - return mkvec(ivector_t(uvector_t(v)>>uvector_t(n.v))); - } - intvec_t rotate(intvec_t n) const { return MF::vml_rotate(*this, n); } - intvec_t operator>>(intvec_t n) const { return mkvec(v >> n.v); } - intvec_t operator<<(intvec_t n) const { return mkvec(v << n.v); } - - intvec_t& operator>>=(intvec_t n) { return *this=*this>>n; } - intvec_t& operator<<=(intvec_t n) { return *this=*this<<n; } - - intvec_t clz() const - { - intvec_t res; - for (int d=0; d<size; ++d) { - int_t val = (*this)[d]; - int_t cnt = val == 0 ? CHAR_BIT * sizeof val : builtin_clz(U(val)); - res.set_elt(d, cnt); - } - return res; - } - intvec_t popcount() const - { - intvec_t res; - for (int d=0; d<size; ++d) { - res.set_elt(d, builtin_popcount(U((*this)[d]))); - } - return res; - } - - - - boolvec_t operator==(const intvec_t& x) const - { - return boolvec_t::mkvec(v == x.v); - } - boolvec_t operator!=(const intvec_t& x) const - { - return boolvec_t::mkvec(v != x.v); - } - boolvec_t operator<(const intvec_t& x) const - { - return boolvec_t::mkvec(v < x.v); - } - boolvec_t operator<=(const intvec_t& x) const - { - return boolvec_t::mkvec(v <= x.v); - } - boolvec_t operator>(const intvec_t& x) const - { - return boolvec_t::mkvec(v > x.v); - } - boolvec_t operator>=(const intvec_t& x) const - { - return boolvec_t::mkvec(v >= x.v); +template <typename T, int N> struct boolbuiltinvec : floatprops<T> { + typedef typename floatprops<T>::int_t int_t; + typedef typename floatprops<T>::uint_t uint_t; + typedef typename floatprops<T>::real_t real_t; + + static const int size = N; + typedef bool scalar_t; + typedef int_t bvector_t __attribute__((__ext_vector_type__(N))); + static const int alignment = sizeof(bvector_t); + + static_assert(size * sizeof(real_t) == sizeof(bvector_t), + "vector size is wrong"); + +private: + // true is -1, false is 0 + static int_t from_bool(bool a) { return -uint_t(a); } + static bool to_bool(int_t a) { return a; } + +public: + typedef boolbuiltinvec boolvec_t; + typedef intbuiltinvec<real_t, size> intvec_t; + typedef realbuiltinvec<real_t, size> realvec_t; + + // Short names for type casts + typedef real_t R; + typedef int_t I; + typedef uint_t U; + typedef realvec_t RV; + typedef intvec_t IV; + typedef boolvec_t BV; + typedef floatprops<real_t> FP; + typedef mathfuncs<realvec_t> MF; + + bvector_t v; + + boolbuiltinvec() {} + // Can't have a non-trivial copy constructor; if so, objects won't + // be passed in registers + // boolbuiltinvec(const boolbuiltinvec& x): v(x.v) {} + // boolbuiltinvec& operator=(const boolbuiltinvec& x) { return v=x.v, *this; } + // Can't have a constructor from bvector_t, since this would + // conflict with the constructor from bool + // boolbuiltinvec(bvector_t x): v(x) {} + static boolvec_t mkvec(bvector_t x) { + boolvec_t res; + res.v = x; + return res; + } + boolbuiltinvec(bool a) : v(from_bool(a)) {} + boolbuiltinvec(const bool *as) { + for (int d = 0; d < size; ++d) + set_elt(d, as[d]); + } + + operator bvector_t() const { return v; } + bool operator[](int n) const { return to_bool(v[n]); } + boolvec_t &set_elt(int n, bool a) { return v[n] = from_bool(a), *this; } + + intvec_t as_int() const; // defined after intbuiltinvec + intvec_t convert_int() const; // defined after intbuiltinvec + + boolvec_t operator!() const { return mkvec(!v); } + + boolvec_t operator&&(boolvec_t x) const { return mkvec(v && x.v); } + boolvec_t operator||(boolvec_t x) const { return mkvec(v || x.v); } + boolvec_t operator==(boolvec_t x) const { return mkvec(v == x.v); } + boolvec_t operator!=(boolvec_t x) const { return mkvec(v != x.v); } + + bool all() const { + bool res = (*this)[0]; + for (int d = 1; d < size; ++d) + res = res && (*this)[d]; + return res; + } + bool any() const { + bool res = (*this)[0]; + for (int d = 1; d < size; ++d) + res = res || (*this)[d]; + return res; + } + + // ifthen(condition, then-value, else-value) + boolvec_t ifthen(boolvec_t x, boolvec_t y) const; + intvec_t ifthen(intvec_t x, intvec_t y) const; // defined after intbuiltinvec + realvec_t ifthen(realvec_t x, + realvec_t y) const; // defined after realbuiltinvec +}; + +template <typename T, int N> struct intbuiltinvec : floatprops<T> { + typedef typename floatprops<T>::int_t int_t; + typedef typename floatprops<T>::uint_t uint_t; + typedef typename floatprops<T>::real_t real_t; + + static const int size = N; + typedef int_t scalar_t; + typedef int_t ivector_t __attribute__((__ext_vector_type__(N))); + typedef uint_t uvector_t __attribute__((__ext_vector_type__(N))); + static const int alignment = sizeof(ivector_t); + + static_assert(size * sizeof(real_t) == sizeof(ivector_t), + "vector size is wrong"); + static_assert(size * sizeof(real_t) == sizeof(uvector_t), + "vector size is wrong"); + + typedef boolbuiltinvec<real_t, size> boolvec_t; + typedef intbuiltinvec intvec_t; + typedef realbuiltinvec<real_t, size> realvec_t; + + // Short names for type casts + typedef real_t R; + typedef int_t I; + typedef uint_t U; + typedef realvec_t RV; + typedef intvec_t IV; + typedef boolvec_t BV; + typedef floatprops<real_t> FP; + typedef mathfuncs<realvec_t> MF; + + ivector_t v; + + intbuiltinvec() {} + // Can't have a non-trivial copy constructor; if so, objects won't + // be passed in registers + // intbuiltinvec(const intbuiltinvec& x): v(x.v) {} + // intbuiltinvec& operator=(const intbuiltinvec& x) { return v=x.v, *this; } + // Can't have a constructor from ivector_t, since this would + // conflict with the constructor from int_t + // intbuiltinvec(ivector_t x): v(x) {} + static intvec_t mkvec(ivector_t x) { + intvec_t res; + res.v = x; + return res; + } + intbuiltinvec(int_t a) : v(a) {} + intbuiltinvec(const int_t *as) { std::memcpy(&v, as, sizeof v); } + static intvec_t iota() { + intvec_t res; + for (int d = 0; d < size; ++d) + res.set_elt(d, d); + return res; + } + + int_t operator[](int n) const { return v[n]; } + intvec_t &set_elt(int n, int_t a) { return v[n] = a, *this; } + + boolvec_t as_bool() const { + boolvec_t res; + std::memcpy(&res.v, &v, sizeof res.v); + return res; + } + boolvec_t convert_bool() const { return *this != IV(I(0)); } + realvec_t as_float() const; // defined after realbuiltinvec + realvec_t convert_float() const; // defined after realbuiltinvec + + intvec_t operator+() const { return mkvec(+v); } + intvec_t operator-() const { return mkvec(-v); } + + intvec_t operator+(intvec_t x) const { return mkvec(v + x.v); } + intvec_t operator-(intvec_t x) const { return mkvec(v - x.v); } + intvec_t operator*(intvec_t x) const { return mkvec(v * x.v); } + intvec_t operator/(intvec_t x) const { return mkvec(v / x.v); } + intvec_t operator%(intvec_t x) const { return mkvec(v % x.v); } + + intvec_t &operator+=(const intvec_t &x) { return *this = *this + x; } + intvec_t &operator-=(const intvec_t &x) { return *this = *this - x; } + intvec_t &operator*=(const intvec_t &x) { return *this = *this * x; } + intvec_t &operator/=(const intvec_t &x) { return *this = *this / x; } + intvec_t &operator%=(const intvec_t &x) { return *this = *this % x; } + + intvec_t operator~() const { return mkvec(~v); } + + intvec_t operator&(intvec_t x) const { return mkvec(v & x.v); } + intvec_t operator|(intvec_t x) const { return mkvec(v | x.v); } + intvec_t operator^(intvec_t x) const { return mkvec(v ^ x.v); } + + intvec_t &operator&=(const intvec_t &x) { return *this = *this & x; } + intvec_t &operator|=(const intvec_t &x) { return *this = *this | x; } + intvec_t &operator^=(const intvec_t &x) { return *this = *this ^ x; } + + intvec_t bitifthen(intvec_t x, intvec_t y) const { + return MF::vml_bitifthen(*this, x, y); + } + + intvec_t lsr(int_t n) const { return mkvec(ivector_t(uvector_t(v) >> U(n))); } + intvec_t rotate(int_t n) const { return MF::vml_rotate(*this, n); } + intvec_t operator>>(int_t n) const { return mkvec(v >> n); } + intvec_t operator<<(int_t n) const { return mkvec(v << n); } + + intvec_t &operator>>=(int_t n) { return *this = *this >> n; } + intvec_t &operator<<=(int_t n) { return *this = *this << n; } + + intvec_t lsr(intvec_t n) const { + return mkvec(ivector_t(uvector_t(v) >> uvector_t(n.v))); + } + intvec_t rotate(intvec_t n) const { return MF::vml_rotate(*this, n); } + intvec_t operator>>(intvec_t n) const { return mkvec(v >> n.v); } + intvec_t operator<<(intvec_t n) const { return mkvec(v << n.v); } + + intvec_t &operator>>=(intvec_t n) { return *this = *this >> n; } + intvec_t &operator<<=(intvec_t n) { return *this = *this << n; } + + intvec_t clz() const { + intvec_t res; + for (int d = 0; d < size; ++d) { + int_t val = (*this)[d]; + int_t cnt = val == 0 ? CHAR_BIT * sizeof val : builtin_clz(U(val)); + res.set_elt(d, cnt); } - - intvec_t abs() const - { - intvec_t res; - for (int d=0; d<size; ++d) res.set_elt(d, builtin_abs((*this)[d])); - return res; + return res; + } + intvec_t popcount() const { + intvec_t res; + for (int d = 0; d < size; ++d) { + res.set_elt(d, builtin_popcount(U((*this)[d]))); } - - boolvec_t isignbit() const { return MF::vml_isignbit(*this); } - - intvec_t max(intvec_t x) const { return MF::vml_max(*this, x); } - intvec_t min(intvec_t x) const { return MF::vml_min(*this, x); } - }; - - - - template<typename T, int N> - struct realbuiltinvec: floatprops<T> - { - typedef typename floatprops<T>::int_t int_t; - typedef typename floatprops<T>::uint_t uint_t; - typedef typename floatprops<T>::real_t real_t; - - static const int size = N; - typedef real_t scalar_t; - typedef real_t vector_t __attribute__((__ext_vector_type__(N))); - static const int alignment = sizeof(vector_t); - - static_assert(size * sizeof(real_t) == sizeof(vector_t), - "vector size is wrong"); - + return res; + } + + boolvec_t operator==(const intvec_t &x) const { + return boolvec_t::mkvec(v == x.v); + } + boolvec_t operator!=(const intvec_t &x) const { + return boolvec_t::mkvec(v != x.v); + } + boolvec_t operator<(const intvec_t &x) const { + return boolvec_t::mkvec(v < x.v); + } + boolvec_t operator<=(const intvec_t &x) const { + return boolvec_t::mkvec(v <= x.v); + } + boolvec_t operator>(const intvec_t &x) const { + return boolvec_t::mkvec(v > x.v); + } + boolvec_t operator>=(const intvec_t &x) const { + return boolvec_t::mkvec(v >= x.v); + } + + intvec_t abs() const { + intvec_t res; + for (int d = 0; d < size; ++d) + res.set_elt(d, builtin_abs((*this)[d])); + return res; + } + + boolvec_t isignbit() const { return MF::vml_isignbit(*this); } + + intvec_t max(intvec_t x) const { return MF::vml_max(*this, x); } + intvec_t min(intvec_t x) const { return MF::vml_min(*this, x); } +}; + +template <typename T, int N> struct realbuiltinvec : floatprops<T> { + typedef typename floatprops<T>::int_t int_t; + typedef typename floatprops<T>::uint_t uint_t; + typedef typename floatprops<T>::real_t real_t; + + static const int size = N; + typedef real_t scalar_t; + typedef real_t vector_t __attribute__((__ext_vector_type__(N))); + static const int alignment = sizeof(vector_t); + + static_assert(size * sizeof(real_t) == sizeof(vector_t), + "vector size is wrong"); + #ifndef VML_NO_IOSTREAM - static const char* name() - { - static std::string name_; - if (name_.empty()) { - std::stringstream buf; - buf << "<builtin:" << N << "*" << FP::name() << ">"; - name_ = buf.str(); - } - return name_.c_str(); + static const char *name() { + static std::string name_; + if (name_.empty()) { + std::stringstream buf; + buf << "<builtin:" << N << "*" << FP::name() << ">"; + name_ = buf.str(); } + return name_.c_str(); + } #endif - void barrier() { volatile vector_t x __attribute__((__unused__)) = v; } - - typedef boolbuiltinvec<real_t, size> boolvec_t; - typedef intbuiltinvec<real_t, size> intvec_t; - typedef realbuiltinvec realvec_t; - - private: - boolvec_t mapb(bool f(real_t)) const - { - boolvec_t res; - for (int d=0; d<size; ++d) res.v[d] = f(v[d]); - return res; - } - intvec_t map(int_t f(real_t)) const - { - intvec_t res; - for (int d=0; d<size; ++d) res.v[d] = f(v[d]); - return res; - } - realvec_t map(real_t f(real_t)) const - { - realvec_t res; - for (int d=0; d<size; ++d) res.v[d] = f(v[d]); - return res; - } - realvec_t map(real_t f(real_t, int_t), intvec_t x) const - { - realvec_t res; - for (int d=0; d<size; ++d) res.v[d] = f(v[d], x.v[d]); - return res; - } - realvec_t map(real_t f(real_t, int_t*), intvec_t* x) const - { - realvec_t res; - for (int d=0; d<size; ++d) { - int_t ix; - res.v[d] = f(v[d], &ix); - x->set_elt(d, ix); - } - return res; - } - realvec_t map(real_t f(real_t, real_t), realvec_t x) const - { - realvec_t res; - for (int d=0; d<size; ++d) res.v[d] = f(v[d], x.v[d]); - return res; - } - realvec_t map(real_t f(real_t, real_t, real_t), - realvec_t x, realvec_t y) const - { - realvec_t res; - for (int d=0; d<size; ++d) res.v[d] = f(v[d], x.v[d], y.v[d]); - return res; + void barrier() { volatile vector_t x __attribute__((__unused__)) = v; } + + typedef boolbuiltinvec<real_t, size> boolvec_t; + typedef intbuiltinvec<real_t, size> intvec_t; + typedef realbuiltinvec realvec_t; + +private: + boolvec_t mapb(bool f(real_t)) const { + boolvec_t res; + for (int d = 0; d < size; ++d) + res.v[d] = f(v[d]); + return res; + } + intvec_t map(int_t f(real_t)) const { + intvec_t res; + for (int d = 0; d < size; ++d) + res.v[d] = f(v[d]); + return res; + } + realvec_t map(real_t f(real_t)) const { + realvec_t res; + for (int d = 0; d < size; ++d) + res.v[d] = f(v[d]); + return res; + } + realvec_t map(real_t f(real_t, int_t), intvec_t x) const { + realvec_t res; + for (int d = 0; d < size; ++d) + res.v[d] = f(v[d], x.v[d]); + return res; + } + realvec_t map(real_t f(real_t, int_t *), intvec_t *x) const { + realvec_t res; + for (int d = 0; d < size; ++d) { + int_t ix; + res.v[d] = f(v[d], &ix); + x->set_elt(d, ix); } - public: - - // Short names for type casts - typedef real_t R; - typedef int_t I; - typedef uint_t U; - typedef realvec_t RV; - typedef intvec_t IV; - typedef boolvec_t BV; - typedef floatprops<real_t> FP; - typedef mathfuncs<realvec_t> MF; - - - - vector_t v; - - realbuiltinvec() {} - // Can't have a non-trivial copy constructor; if so, objects won't - // be passed in registers - // realbuiltinvec(const realbuiltinvec& x): v(x.v) {} - // realbuiltinvec& operator=(const realbuiltinvec& x) { return v=x.v, *this; } - // Can't have a constructor from vector_t, since this would - // conflict with the constructor from real_t - // realbuiltinvec(vector_t x): v(x) {} - static realvec_t mkvec(vector_t x) { realvec_t res; res.v=x; return res; } - realbuiltinvec(real_t a): v(a) {} - realbuiltinvec(const real_t* as) { std::memcpy(&v, as, sizeof v); } - - real_t operator[](int n) const { return v[n]; } - realvec_t& set_elt(int n, real_t a) { return v[n]=a, *this; } - - - - typedef vecmathlib::mask_t<realvec_t> mask_t; - - static realvec_t loada(const real_t* p) - { - VML_ASSERT(intptr_t(p) % alignment == 0); + return res; + } + realvec_t map(real_t f(real_t, real_t), realvec_t x) const { + realvec_t res; + for (int d = 0; d < size; ++d) + res.v[d] = f(v[d], x.v[d]); + return res; + } + realvec_t map(real_t f(real_t, real_t, real_t), realvec_t x, + realvec_t y) const { + realvec_t res; + for (int d = 0; d < size; ++d) + res.v[d] = f(v[d], x.v[d], y.v[d]); + return res; + } + +public: + // Short names for type casts + typedef real_t R; + typedef int_t I; + typedef uint_t U; + typedef realvec_t RV; + typedef intvec_t IV; + typedef boolvec_t BV; + typedef floatprops<real_t> FP; + typedef mathfuncs<realvec_t> MF; + + vector_t v; + + realbuiltinvec() {} + // Can't have a non-trivial copy constructor; if so, objects won't + // be passed in registers + // realbuiltinvec(const realbuiltinvec& x): v(x.v) {} + // realbuiltinvec& operator=(const realbuiltinvec& x) { return v=x.v, *this; } + // Can't have a constructor from vector_t, since this would + // conflict with the constructor from real_t + // realbuiltinvec(vector_t x): v(x) {} + static realvec_t mkvec(vector_t x) { + realvec_t res; + res.v = x; + return res; + } + realbuiltinvec(real_t a) : v(a) {} + realbuiltinvec(const real_t *as) { std::memcpy(&v, as, sizeof v); } + + real_t operator[](int n) const { return v[n]; } + realvec_t &set_elt(int n, real_t a) { return v[n] = a, *this; } + + typedef vecmathlib::mask_t<realvec_t> mask_t; + + static realvec_t loada(const real_t *p) { + VML_ASSERT(intptr_t(p) % alignment == 0); #if __has_builtin(__builtin_assume_aligned) - p = (const real_t*)__builtin_assume_aligned(p, sizeof(realvec_t)); + p = (const real_t *)__builtin_assume_aligned(p, sizeof(realvec_t)); #endif - return mkvec(*(const vector_t*)p); - } - static realvec_t loadu(const real_t* p) - { - // return mkvec(*(const vector_t*)p); - realvec_t res; - for (int d=0; d<size; ++d) res.set_elt(d, p[d]); - return res; - // realvec_t res; - // memcpy(&res.v, p, sizeof res.v); - // return res; - } - static realvec_t loadu(const real_t* p, size_t ioff) - { - VML_ASSERT(intptr_t(p) % alignment == 0); - return loadu(p+ioff); - } - realvec_t loada(const real_t* p, const mask_t& m) const - { - return m.m.ifthen(loada(p), *this); - } - realvec_t loadu(const real_t* p, const mask_t& m) const - { - return m.m.ifthen(loadu(p), *this); - } - realvec_t loadu(const real_t* p, size_t ioff, const mask_t& m) const - { - return m.m.ifthen(loadu(p, ioff), *this); - } - - void storea(real_t* p) const - { - VML_ASSERT(intptr_t(p) % alignment == 0); + return mkvec(*(const vector_t *)p); + } + static realvec_t loadu(const real_t *p) { + // return mkvec(*(const vector_t*)p); + realvec_t res; + for (int d = 0; d < size; ++d) + res.set_elt(d, p[d]); + return res; + // realvec_t res; + // memcpy(&res.v, p, sizeof res.v); + // return res; + } + static realvec_t loadu(const real_t *p, size_t ioff) { + VML_ASSERT(intptr_t(p) % alignment == 0); + return loadu(p + ioff); + } + realvec_t loada(const real_t *p, const mask_t &m) const { + return m.m.ifthen(loada(p), *this); + } + realvec_t loadu(const real_t *p, const mask_t &m) const { + return m.m.ifthen(loadu(p), *this); + } + realvec_t loadu(const real_t *p, size_t ioff, const mask_t &m) const { + return m.m.ifthen(loadu(p, ioff), *this); + } + + void storea(real_t *p) const { + VML_ASSERT(intptr_t(p) % alignment == 0); #if __has_builtin(__builtin_assume_aligned) - p = (real_t*)__builtin_assume_aligned(p, sizeof(realvec_t)); + p = (real_t *)__builtin_assume_aligned(p, sizeof(realvec_t)); #endif - *(vector_t*)p = v; - } - void storeu(real_t* p) const - { - // *(vector_t*)p = v; - for (int d=0; d<size; ++d) p[d] = (*this)[d]; - // memcpy(p, &v, sizeof res.v); - } - void storeu(real_t* p, size_t ioff) const - { - VML_ASSERT(intptr_t(p) % alignment == 0); - storeu(p+ioff); - } - void storea(real_t* p, const mask_t& m) const - { - VML_ASSERT(intptr_t(p) % alignment == 0); - storeu(p, m); - } - void storeu(real_t* p, const mask_t& m) const - { - for (int d=0; d<size; ++d) if (m.m[d]) p[d] = (*this)[d]; - } - void storeu(real_t* p, size_t ioff, const mask_t& m) const - { - VML_ASSERT(intptr_t(p) % alignment == 0); - storeu(p+ioff, m); - } - - - - intvec_t as_int() const - { - intvec_t res; - std::memcpy(&res.v, &v, sizeof res.v); - return res; - } - intvec_t convert_int() const - { - intvec_t res; - for (int d=0; d<size; ++d) res.set_elt(d, int_t((*this)[d])); - return res; - } - - - - realvec_t operator+() const { return mkvec(+v); } - realvec_t operator-() const { return mkvec(-v); } - - realvec_t operator+(realvec_t x) const { return mkvec(v + x.v); } - realvec_t operator-(realvec_t x) const { return mkvec(v - x.v); } - realvec_t operator*(realvec_t x) const { return mkvec(v * x.v); } - realvec_t operator/(realvec_t x) const { return mkvec(v / x.v); } - - realvec_t& operator+=(const realvec_t& x) { return *this=*this+x; } - realvec_t& operator-=(const realvec_t& x) { return *this=*this-x; } - realvec_t& operator*=(const realvec_t& x) { return *this=*this*x; } - realvec_t& operator/=(const realvec_t& x) { return *this=*this/x; } - - real_t maxval() const - { - real_t res = v[0]; - for (int d=1; d<size; ++d) { - res = builtin_fmax(res, (*this)[d]); - } - return res; - } - real_t minval() const - { - real_t res = v[0]; - for (int d=1; d<size; ++d) { - res = builtin_fmin(res, (*this)[d]); - } - return res; - } - real_t prod() const - { - real_t res = (*this)[0]; - for (int d=1; d<size; ++d) res *= (*this)[d]; - return res; - } - real_t sum() const - { - real_t res = (*this)[0]; - for (int d=1; d<size; ++d) res += (*this)[d]; - return res; - } - - - - boolvec_t operator==(const realvec_t& x) const - { - return boolvec_t::mkvec(v == x.v); - } - boolvec_t operator!=(const realvec_t& x) const - { - return boolvec_t::mkvec(v != x.v); - } - boolvec_t operator<(const realvec_t& x) const - { - return boolvec_t::mkvec(v < x.v); - } - boolvec_t operator<=(const realvec_t& x) const - { - return boolvec_t::mkvec(v <= x.v); - } - boolvec_t operator>(const realvec_t& x) const - { - return boolvec_t::mkvec(v > x.v); - } - boolvec_t operator>=(const realvec_t& x) const - { - return boolvec_t::mkvec(v >= x.v); - } - - - - realvec_t acos() const { return map(builtin_acos); } - realvec_t acosh() const { return map(builtin_acosh); } - realvec_t asin() const { return map(builtin_asin); } - realvec_t asinh() const { return map(builtin_asinh); } - realvec_t atan() const { return map(builtin_atan); } - realvec_t atan2(realvec_t y) const { return map(builtin_atan2, y); } - realvec_t atanh() const { return map(builtin_atanh); } - realvec_t cbrt() const { return map(builtin_cbrt); } - realvec_t ceil() const { return map(builtin_ceil); } - realvec_t copysign(realvec_t y) const { return map(builtin_copysign, y); } - realvec_t cos() const { return map(builtin_cos); } - realvec_t cosh() const { return map(builtin_cosh); } - realvec_t exp() const { return map(builtin_exp); } - realvec_t exp10() const { return MF::vml_exp10(*this); } - realvec_t exp2() const { return map(builtin_exp2); } - realvec_t expm1() const { return map(builtin_expm1); } - realvec_t fabs() const { return map(builtin_fabs); } - realvec_t fdim(realvec_t y) const { return map(builtin_fdim, y); } - realvec_t floor() const { return map(builtin_floor); } - realvec_t fma(realvec_t y, realvec_t z) const - { - return map(builtin_fma, y, z); - } - realvec_t fmax(realvec_t y) const { return map(builtin_fmax, y); } - realvec_t fmin(realvec_t y) const { return map(builtin_fmin, y); } - realvec_t fmod(realvec_t y) const { return map(builtin_fmod, y); } - realvec_t frexp(intvec_t* r) const - { - realvec_t res; - intvec_t exp; - for (int d=0; d<size; ++d) { - real_t val = (*this)[d]; - int iexp; - res.set_elt(d, __builtin_frexp(val, &iexp)); - int_t jexp = int_t(iexp); - if (__builtin_isinf(val)) jexp = std::numeric_limits<int_t>::max(); - if (__builtin_isnan(val)) jexp = std::numeric_limits<int_t>::min(); - exp.set_elt(d, jexp); - } - *r = exp; - return res; - } - realvec_t hypot(realvec_t y) const { return map(builtin_hypot, y); } - intvec_t ilogb() const - { - intvec_t res; - for (int d=0; d<size; ++d) { - real_t val = (*this)[d]; - int iexp = __builtin_ilogb(val); - int_t jexp = int_t(iexp); - if (val == R(0.0)) jexp = std::numeric_limits<int_t>::min(); - if (__builtin_isinf(val)) jexp = std::numeric_limits<int_t>::max(); - if (__builtin_isnan(val)) jexp = std::numeric_limits<int_t>::min(); - res.set_elt(d, jexp); - } - return res; - } - boolvec_t isfinite() const - { - boolvec_t res; - for (int d=0; d<size; ++d) { - res.set_elt(d, builtin_isfinite((*this)[d]) != 0); - } - return res; - } - boolvec_t isinf() const - { - boolvec_t res; - for (int d=0; d<size; ++d) { - res.set_elt(d, builtin_isinf((*this)[d]) != 0); - } - return res; - } - boolvec_t isnan() const - { - boolvec_t res; - for (int d=0; d<size; ++d) { - res.set_elt(d, builtin_isnan((*this)[d]) != 0); - } - return res; - } - boolvec_t isnormal() const - { - boolvec_t res; - for (int d=0; d<size; ++d) { - res.set_elt(d, builtin_isnormal((*this)[d]) != 0); - } - return res; - } - realvec_t ldexp(int_t n) const - { - realvec_t res; - for (int d=0; d<size; ++d) { - res.set_elt(d, builtin_ldexp((*this)[d], int(n))); - } - return res; - } - realvec_t ldexp(intvec_t n) const - { - realvec_t res; - for (int d=0; d<size; ++d) { - res.set_elt(d, builtin_ldexp((*this)[d], int(n[d]))); - } - return res; + *(vector_t *)p = v; + } + void storeu(real_t *p) const { + // *(vector_t*)p = v; + for (int d = 0; d < size; ++d) + p[d] = (*this)[d]; + // memcpy(p, &v, sizeof res.v); + } + void storeu(real_t *p, size_t ioff) const { + VML_ASSERT(intptr_t(p) % alignment == 0); + storeu(p + ioff); + } + void storea(real_t *p, const mask_t &m) const { + VML_ASSERT(intptr_t(p) % alignment == 0); + storeu(p, m); + } + void storeu(real_t *p, const mask_t &m) const { + for (int d = 0; d < size; ++d) + if (m.m[d]) + p[d] = (*this)[d]; + } + void storeu(real_t *p, size_t ioff, const mask_t &m) const { + VML_ASSERT(intptr_t(p) % alignment == 0); + storeu(p + ioff, m); + } + + intvec_t as_int() const { + intvec_t res; + std::memcpy(&res.v, &v, sizeof res.v); + return res; + } + intvec_t convert_int() const { + intvec_t res; + for (int d = 0; d < size; ++d) + res.set_elt(d, int_t((*this)[d])); + return res; + } + + realvec_t operator+() const { return mkvec(+v); } + realvec_t operator-() const { return mkvec(-v); } + + realvec_t operator+(realvec_t x) const { return mkvec(v + x.v); } + realvec_t operator-(realvec_t x) const { return mkvec(v - x.v); } + realvec_t operator*(realvec_t x) const { return mkvec(v * x.v); } + realvec_t operator/(realvec_t x) const { return mkvec(v / x.v); } + + realvec_t &operator+=(const realvec_t &x) { return *this = *this + x; } + realvec_t &operator-=(const realvec_t &x) { return *this = *this - x; } + realvec_t &operator*=(const realvec_t &x) { return *this = *this * x; } + realvec_t &operator/=(const realvec_t &x) { return *this = *this / x; } + + real_t maxval() const { + real_t res = v[0]; + for (int d = 1; d < size; ++d) { + res = builtin_fmax(res, (*this)[d]); } - realvec_t log() const { return map(builtin_log); } - realvec_t log10() const { return map(builtin_log10); } - realvec_t log1p() const { return map(builtin_log1p); } - realvec_t log2() const { return map(builtin_log2); } - intvec_t lrint() const - { - if (sizeof(int_t) <= sizeof(long)) { - return map(builtin_lrint); - } else if (sizeof(int_t) <= sizeof(long long)) { - return map(builtin_llrint); - } - __builtin_unreachable(); + return res; + } + real_t minval() const { + real_t res = v[0]; + for (int d = 1; d < size; ++d) { + res = builtin_fmin(res, (*this)[d]); } - realvec_t mad(realvec_t y, realvec_t z) const - { - return MF::vml_mad(*this, y, z); + return res; + } + real_t prod() const { + real_t res = (*this)[0]; + for (int d = 1; d < size; ++d) + res *= (*this)[d]; + return res; + } + real_t sum() const { + real_t res = (*this)[0]; + for (int d = 1; d < size; ++d) + res += (*this)[d]; + return res; + } + + boolvec_t operator==(const realvec_t &x) const { + return boolvec_t::mkvec(v == x.v); + } + boolvec_t operator!=(const realvec_t &x) const { + return boolvec_t::mkvec(v != x.v); + } + boolvec_t operator<(const realvec_t &x) const { + return boolvec_t::mkvec(v < x.v); + } + boolvec_t operator<=(const realvec_t &x) const { + return boolvec_t::mkvec(v <= x.v); + } + boolvec_t operator>(const realvec_t &x) const { + return boolvec_t::mkvec(v > x.v); + } + boolvec_t operator>=(const realvec_t &x) const { + return boolvec_t::mkvec(v >= x.v); + } + + realvec_t acos() const { return map(builtin_acos); } + realvec_t acosh() const { return map(builtin_acosh); } + realvec_t asin() const { return map(builtin_asin); } + realvec_t asinh() const { return map(builtin_asinh); } + realvec_t atan() const { return map(builtin_atan); } + realvec_t atan2(realvec_t y) const { return map(builtin_atan2, y); } + realvec_t atanh() const { return map(builtin_atanh); } + realvec_t cbrt() const { return map(builtin_cbrt); } + realvec_t ceil() const { return map(builtin_ceil); } + realvec_t copysign(realvec_t y) const { return map(builtin_copysign, y); } + realvec_t cos() const { return map(builtin_cos); } + realvec_t cosh() const { return map(builtin_cosh); } + realvec_t exp() const { return map(builtin_exp); } + realvec_t exp10() const { return MF::vml_exp10(*this); } + realvec_t exp2() const { return map(builtin_exp2); } + realvec_t expm1() const { return map(builtin_expm1); } + realvec_t fabs() const { return map(builtin_fabs); } + realvec_t fdim(realvec_t y) const { return map(builtin_fdim, y); } + realvec_t floor() const { return map(builtin_floor); } + realvec_t fma(realvec_t y, realvec_t z) const { + return map(builtin_fma, y, z); + } + realvec_t fmax(realvec_t y) const { return map(builtin_fmax, y); } + realvec_t fmin(realvec_t y) const { return map(builtin_fmin, y); } + realvec_t fmod(realvec_t y) const { return map(builtin_fmod, y); } + realvec_t frexp(intvec_t *r) const { + realvec_t res; + intvec_t exp; + for (int d = 0; d < size; ++d) { + real_t val = (*this)[d]; + int iexp; + res.set_elt(d, __builtin_frexp(val, &iexp)); + int_t jexp = int_t(iexp); + if (__builtin_isinf(val)) + jexp = std::numeric_limits<int_t>::max(); + if (__builtin_isnan(val)) + jexp = std::numeric_limits<int_t>::min(); + exp.set_elt(d, jexp); + } + *r = exp; + return res; + } + realvec_t hypot(realvec_t y) const { return map(builtin_hypot, y); } + intvec_t ilogb() const { + intvec_t res; + for (int d = 0; d < size; ++d) { + real_t val = (*this)[d]; + int iexp = __builtin_ilogb(val); + int_t jexp = int_t(iexp); + if (val == R(0.0)) + jexp = std::numeric_limits<int_t>::min(); + if (__builtin_isinf(val)) + jexp = std::numeric_limits<int_t>::max(); + if (__builtin_isnan(val)) + jexp = std::numeric_limits<int_t>::min(); + res.set_elt(d, jexp); } - realvec_t nextafter(realvec_t y) const { return map(builtin_nextafter, y); } - realvec_t pow(realvec_t y) const { return map(builtin_pow, y); } - realvec_t rcp() const { return RV(1.0) / *this; } - realvec_t remainder(realvec_t y) const { return map(builtin_remainder, y); } - realvec_t rint() const { return map(builtin_rint); } - realvec_t round() const { return map(builtin_round); } - realvec_t rsqrt() const { return RV(1.0) / sqrt(); } - boolvec_t signbit() const - { - boolvec_t res; - for (int d=0; d<size; ++d) { - res.set_elt(d, builtin_signbit((*this)[d]) != 0); - } - return res; + return res; + } + boolvec_t isfinite() const { + boolvec_t res; + for (int d = 0; d < size; ++d) { + res.set_elt(d, builtin_isfinite((*this)[d]) != 0); } - realvec_t sin() const { return map(builtin_sin); } - realvec_t sinh() const { return map(builtin_sinh); } - realvec_t sqrt() const { return map(builtin_sqrt); } - realvec_t tan() const { return map(builtin_tan); } - realvec_t tanh() const { return map(builtin_tanh); } - realvec_t trunc() const { return map(builtin_trunc); } - }; - - - - // boolbuiltinvec definitions - - template<typename T, int N> - inline - typename boolbuiltinvec<T,N>::intvec_t boolbuiltinvec<T,N>::as_int() const - { - intvec_t res; - std::memcpy(&res.v, &v, sizeof res.v); return res; } - - template<typename T, int N> - inline - typename boolbuiltinvec<T,N>::intvec_t - boolbuiltinvec<T,N>::convert_int() const - { - return - as_int(); - } - - template<typename T, int N> - inline - typename boolbuiltinvec<T,N>::boolvec_t - boolbuiltinvec<T,N>::ifthen(boolvec_t x, boolvec_t y) const - { - // return v ? x.v : y.v; + boolvec_t isinf() const { boolvec_t res; - for (int d=0; d<size; ++d) res.set_elt(d, (*this)[d] ? x[d] : y[d]); + for (int d = 0; d < size; ++d) { + res.set_elt(d, builtin_isinf((*this)[d]) != 0); + } return res; } - - template<typename T, int N> - inline - typename boolbuiltinvec<T,N>::intvec_t - boolbuiltinvec<T,N>::ifthen(intvec_t x, intvec_t y) const - { - // return v ? x.v : y.v; - intvec_t res; - for (int d=0; d<size; ++d) res.set_elt(d, (*this)[d] ? x[d] : y[d]); + boolvec_t isnan() const { + boolvec_t res; + for (int d = 0; d < size; ++d) { + res.set_elt(d, builtin_isnan((*this)[d]) != 0); + } return res; } - - template<typename T, int N> - inline - typename boolbuiltinvec<T,N>::realvec_t - boolbuiltinvec<T,N>::ifthen(realvec_t x, realvec_t y) const - { - // return v ? x.v : y.v; - realvec_t res; - for (int d=0; d<size; ++d) res.set_elt(d, (*this)[d] ? x[d] : y[d]); + boolvec_t isnormal() const { + boolvec_t res; + for (int d = 0; d < size; ++d) { + res.set_elt(d, builtin_isnormal((*this)[d]) != 0); + } return res; } - - - - // intbuiltinvec definitions - - template<typename T, int N> - inline - typename intbuiltinvec<T,N>::realvec_t intbuiltinvec<T,N>::as_float() const - { + realvec_t ldexp(int_t n) const { realvec_t res; - std::memcpy(&res.v, &v, sizeof res.v); + for (int d = 0; d < size; ++d) { + res.set_elt(d, builtin_ldexp((*this)[d], int(n))); + } return res; } - - template<typename T, int N> - inline - typename intbuiltinvec<T,N>::realvec_t - intbuiltinvec<T,N>::convert_float() const - { + realvec_t ldexp(intvec_t n) const { realvec_t res; - for (int d=0; d<size; ++d) res.set_elt(d, real_t((*this)[d])); + for (int d = 0; d < size; ++d) { + res.set_elt(d, builtin_ldexp((*this)[d], int(n[d]))); + } return res; } - - - - // Wrappers - - // boolbuiltinvec wrappers - - template<typename real_t, int size> - inline - intbuiltinvec<real_t, size> as_int(boolbuiltinvec<real_t, size> x) - { - return x.as_int(); - } - - template<typename real_t, int size> - inline - intbuiltinvec<real_t, size> convert_int(boolbuiltinvec<real_t, size> x) - { - return x.convert_int(); - } - - template<typename real_t, int size> - inline bool all(boolbuiltinvec<real_t, size> x) { return x.all(); } - - template<typename real_t, int size> - inline bool any(boolbuiltinvec<real_t, size> x) { return x.any(); } - - template<typename real_t, int size> - inline - boolbuiltinvec<real_t, size> ifthen(boolbuiltinvec<real_t, size> c, - boolbuiltinvec<real_t, size> x, - boolbuiltinvec<real_t, size> y) - { - return c.ifthen(x, y); - } - - template<typename real_t, int size> - inline - intbuiltinvec<real_t, size> ifthen(boolbuiltinvec<real_t, size> c, - intbuiltinvec<real_t, size> x, - intbuiltinvec<real_t, size> y) - { - return c.ifthen(x, y); - } - - template<typename real_t, int size> - inline - realbuiltinvec<real_t, size> ifthen(boolbuiltinvec<real_t, size> c, - realbuiltinvec<real_t, size> x, - realbuiltinvec<real_t, size> y) - { - return c.ifthen(x, y); - } - - - - // intbuiltinvec wrappers - - template<typename real_t, int size> - inline intbuiltinvec<real_t, size> abs(intbuiltinvec<real_t, size> x) - { - return x.abs(); - } - - template<typename real_t, int size> - inline boolbuiltinvec<real_t, size> as_bool(intbuiltinvec<real_t, size> x) - { - return x.as_bool(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> as_float(intbuiltinvec<real_t, size> x) - { - return x.as_float(); - } - - template<typename real_t, int size> - inline - intbuiltinvec<real_t, size> bitifthen(intbuiltinvec<real_t, size> x, - intbuiltinvec<real_t, size> y, - intbuiltinvec<real_t, size> z) - { - return x.bitifthen(y, z); - } - - template<typename real_t, int size> - inline intbuiltinvec<real_t, size> clz(intbuiltinvec<real_t, size> x) - { - return x.clz(); - } - - template<typename real_t, int size> - inline boolbuiltinvec<real_t, size> convert_bool(intbuiltinvec<real_t, size> x) - { - return x.convert_bool(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> convert_float(intbuiltinvec<real_t, size> x) - { - return x.convert_float(); - } - - template<typename real_t, int size> - inline boolbuiltinvec<real_t, size> isignbit(intbuiltinvec<real_t, size> x) - { - return x.isignbit(); - } - - template<typename real_t, int size> - inline - intbuiltinvec<real_t, size> lsr(intbuiltinvec<real_t, size> x, - typename intbuiltinvec<real_t, size>::int_t n) - { - return x.lsr(n); - } - - template<typename real_t, int size> - inline - intbuiltinvec<real_t, size> lsr(intbuiltinvec<real_t, size> x, - intbuiltinvec<real_t, size> n) - { - return x.lsr(n); - } - - template<typename real_t, int size> - inline - intbuiltinvec<real_t, size> max(intbuiltinvec<real_t, size> x, - intbuiltinvec<real_t, size> y) - { - return x.max(y); - } - - template<typename real_t, int size> - inline - intbuiltinvec<real_t, size> min(intbuiltinvec<real_t, size> x, - intbuiltinvec<real_t, size> y) - { - return x.min(y); - } - - template<typename real_t, int size> - inline - intbuiltinvec<real_t, size> popcount(intbuiltinvec<real_t, size> x) - { - return x.popcount(); - } - - template<typename real_t, int size> - inline - intbuiltinvec<real_t, size> - rotate(intbuiltinvec<real_t, size> x, - typename intbuiltinvec<real_t, size>::int_t n) - { - return x.rotate(n); - } - - template<typename real_t, int size> - inline - intbuiltinvec<real_t, size> rotate(intbuiltinvec<real_t, size> x, - intbuiltinvec<real_t, size> n) - { - return x.rotate(n); - } - - - - // realbuiltinvec wrappers - - template<typename real_t, int size> - inline - realbuiltinvec<real_t, size> - loada(real_t const* p, - realbuiltinvec<real_t, size> x, - typename realbuiltinvec<real_t, size>::mask_t const& m) - { - return x.loada(p, m); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> - loadu(real_t const* p, - realbuiltinvec<real_t, size> x, - typename realbuiltinvec<real_t, size>::mask_t const& m) - { - return x.loadu(p, m); - } - - template<typename real_t, int size> - inline - realbuiltinvec<real_t, size> - loadu(real_t const* p, size_t ioff, - realbuiltinvec<real_t, size> x, - typename realbuiltinvec<real_t, size>::mask_t const& m) - { - return x.loadu(p, ioff, m); - } - - template<typename real_t, int size> - inline void storea(realbuiltinvec<real_t, size> x, real_t* p) - { - return x.storea(p); - } - - template<typename real_t, int size> - inline void storeu(realbuiltinvec<real_t, size> x, real_t* p) - { - return x.storeu(p); - } - - template<typename real_t, int size> - inline void storeu(realbuiltinvec<real_t, size> x, real_t* p, size_t ioff) - { - return x.storeu(p, ioff); - } - - template<typename real_t, int size> - inline void storea(realbuiltinvec<real_t, size> x, real_t* p, - typename realbuiltinvec<real_t, size>::mask_t const& m) - { - return x.storea(p, m); - } - - template<typename real_t, int size> - inline void storeu(realbuiltinvec<real_t, size> x, real_t* p, - typename realbuiltinvec<real_t, size>::mask_t const& m) - { - return x.storeu(p, m); - } - - template<typename real_t, int size> - inline void storeu(realbuiltinvec<real_t, size> x, real_t* p, size_t ioff, - typename realbuiltinvec<real_t, size>::mask_t const& m) - { - return x.storeu(p, ioff, m); - } - - - - template<typename real_t, int size> - inline intbuiltinvec<real_t, size> as_int(realbuiltinvec<real_t, size> x) - { - return x.as_int(); - } - - template<typename real_t, int size> - inline intbuiltinvec<real_t, size> convert_int(realbuiltinvec<real_t, size> x) - { - return x.convert_int(); - } - - template<typename real_t, int size> - inline real_t maxval(realbuiltinvec<real_t, size> x) - { - return x.maxval(); - } - - template<typename real_t, int size> - inline real_t minval(realbuiltinvec<real_t, size> x) - { - return x.minval(); - } - - template<typename real_t, int size> - inline real_t prod(realbuiltinvec<real_t, size> x) - { - return x.prod(); - } - - template<typename real_t, int size> - inline real_t sum(realbuiltinvec<real_t, size> x) - { - return x.sum(); - } - - - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> acos(realbuiltinvec<real_t, size> x) - { - return x.acos(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> acosh(realbuiltinvec<real_t, size> x) - { - return x.acosh(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> asin(realbuiltinvec<real_t, size> x) - { - return x.asin(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> asinh(realbuiltinvec<real_t, size> x) - { - return x.asinh(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> atan(realbuiltinvec<real_t, size> x) - { - return x.atan(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> atan2(realbuiltinvec<real_t, size> x, - realbuiltinvec<real_t, size> y) - { - return x.atan2(y); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> atanh(realbuiltinvec<real_t, size> x) - { - return x.atanh(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> cbrt(realbuiltinvec<real_t, size> x) - { - return x.cbrt(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> ceil(realbuiltinvec<real_t, size> x) - { - return x.ceil(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> copysign(realbuiltinvec<real_t, size> x, - realbuiltinvec<real_t, size> y) - { - return x.copysign(y); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> cos(realbuiltinvec<real_t, size> x) - { - return x.cos(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> cosh(realbuiltinvec<real_t, size> x) - { - return x.cosh(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> exp(realbuiltinvec<real_t, size> x) - { - return x.exp(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> exp10(realbuiltinvec<real_t, size> x) - { - return x.exp10(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> exp2(realbuiltinvec<real_t, size> x) - { - return x.exp2(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> expm1(realbuiltinvec<real_t, size> x) - { - return x.expm1(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> fabs(realbuiltinvec<real_t, size> x) - { - return x.fabs(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> floor(realbuiltinvec<real_t, size> x) - { - return x.floor(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> fdim(realbuiltinvec<real_t, size> x, - realbuiltinvec<real_t, size> y) - { - return x.fdim(y); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> fma(realbuiltinvec<real_t, size> x, - realbuiltinvec<real_t, size> y, - realbuiltinvec<real_t, size> z) - { - return x.fma(y, z); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> fmax(realbuiltinvec<real_t, size> x, - realbuiltinvec<real_t, size> y) - { - return x.fmax(y); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> fmin(realbuiltinvec<real_t, size> x, - realbuiltinvec<real_t, size> y) - { - return x.fmin(y); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> fmod(realbuiltinvec<real_t, size> x, - realbuiltinvec<real_t, size> y) - { - return x.fmod(y); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> frexp(realbuiltinvec<real_t, size> x, - intbuiltinvec<real_t, size>* r) - { - return x.frexp(r); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> hypot(realbuiltinvec<real_t, size> x, - realbuiltinvec<real_t, size> y) - { - return x.hypot(y); - } - - template<typename real_t, int size> - inline intbuiltinvec<real_t, size> ilogb(realbuiltinvec<real_t, size> x) - { - return x.ilogb(); - } - - template<typename real_t, int size> - inline boolbuiltinvec<real_t, size> isfinite(realbuiltinvec<real_t, size> x) - { - return x.isfinite(); - } - - template<typename real_t, int size> - inline boolbuiltinvec<real_t, size> isinf(realbuiltinvec<real_t, size> x) - { - return x.isinf(); - } - - template<typename real_t, int size> - inline boolbuiltinvec<real_t, size> isnan(realbuiltinvec<real_t, size> x) - { - return x.isnan(); - } - - template<typename real_t, int size> - inline boolbuiltinvec<real_t, size> isnormal(realbuiltinvec<real_t, size> x) - { - return x.isnormal(); - } - - template<typename real_t, int size> - inline - realbuiltinvec<real_t, size> - ldexp(realbuiltinvec<real_t, size> x, - typename intbuiltinvec<real_t, size>::int_t n) - { - return x.ldexp(n); - } - - template<typename real_t, int size> - inline - realbuiltinvec<real_t, size> ldexp(realbuiltinvec<real_t, size> x, - intbuiltinvec<real_t, size> n) - { - return x.ldexp(n); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> log(realbuiltinvec<real_t, size> x) - { - return x.log(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> log10(realbuiltinvec<real_t, size> x) - { - return x.log10(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> log1p(realbuiltinvec<real_t, size> x) - { - return x.log1p(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> log2(realbuiltinvec<real_t, size> x) - { - return x.log2(); - } - - template<typename real_t, int size> - inline intbuiltinvec<real_t, size> lrint(realbuiltinvec<real_t, size> x) - { - return x.lrint(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> mad(realbuiltinvec<real_t, size> x, - realbuiltinvec<real_t, size> y, - realbuiltinvec<real_t, size> z) - { - return x.mad(y, z); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> nextafter(realbuiltinvec<real_t, size> x, - realbuiltinvec<real_t, size> y) - { - return x.nextafter(y); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> pow(realbuiltinvec<real_t, size> x, - realbuiltinvec<real_t, size> y) - { - return x.pow(y); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> rcp(realbuiltinvec<real_t, size> x) - { - return x.rcp(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> remainder(realbuiltinvec<real_t, size> x, - realbuiltinvec<real_t, size> y) - { - return x.remainder(y); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> rint(realbuiltinvec<real_t, size> x) - { - return x.rint(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> round(realbuiltinvec<real_t, size> x) - { - return x.round(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> rsqrt(realbuiltinvec<real_t, size> x) - { - return x.rsqrt(); - } - - template<typename real_t, int size> - inline boolbuiltinvec<real_t, size> signbit(realbuiltinvec<real_t, size> x) - { - return x.signbit(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> sin(realbuiltinvec<real_t, size> x) - { - return x.sin(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> sinh(realbuiltinvec<real_t, size> x) - { - return x.sinh(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> sqrt(realbuiltinvec<real_t, size> x) - { - return x.sqrt(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> tan(realbuiltinvec<real_t, size> x) - { - return x.tan(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> tanh(realbuiltinvec<real_t, size> x) - { - return x.tanh(); - } - - template<typename real_t, int size> - inline realbuiltinvec<real_t, size> trunc(realbuiltinvec<real_t, size> x) - { - return x.trunc(); - } - - - -#ifndef VML_NO_IOSTREAM - template<typename real_t, int size> - std::ostream& operator<<(std::ostream& os, - boolbuiltinvec<real_t, size> const& x) - { - os << "["; - for (int i=0; i<size; ++i) { - if (i!=0) os << ","; - os << x[i]; - } - os << "]"; - return os; - } - - template<typename real_t, int size> - std::ostream& operator<<(std::ostream& os, - intbuiltinvec<real_t, size> const& x) - { - os << "["; - for (int i=0; i<size; ++i) { - if (i!=0) os << ","; - os << x[i]; - } - os << "]"; - return os; - } - - template<typename real_t, int size> - std::ostream& operator<<(std::ostream& os, - realbuiltinvec<real_t, size> const& x) - { - os << "["; - for (int i=0; i<size; ++i) { - if (i!=0) os << ","; - os << x[i]; + realvec_t log() const { return map(builtin_log); } + realvec_t log10() const { return map(builtin_log10); } + realvec_t log1p() const { return map(builtin_log1p); } + realvec_t log2() const { return map(builtin_log2); } + intvec_t lrint() const { + if (sizeof(int_t) <= sizeof(long)) { + return map(builtin_lrint); + } else if (sizeof(int_t) <= sizeof(long long)) { + return map(builtin_llrint); + } + __builtin_unreachable(); + } + realvec_t mad(realvec_t y, realvec_t z) const { + return MF::vml_mad(*this, y, z); + } + realvec_t nextafter(realvec_t y) const { return map(builtin_nextafter, y); } + realvec_t pow(realvec_t y) const { return map(builtin_pow, y); } + realvec_t rcp() const { return RV(1.0) / *this; } + realvec_t remainder(realvec_t y) const { return map(builtin_remainder, y); } + realvec_t rint() const { return map(builtin_rint); } + realvec_t round() const { return map(builtin_round); } + realvec_t rsqrt() const { return RV(1.0) / sqrt(); } + boolvec_t signbit() const { + boolvec_t res; + for (int d = 0; d < size; ++d) { + res.set_elt(d, builtin_signbit((*this)[d]) != 0); } - os << "]"; - return os; + return res; } + realvec_t sin() const { return map(builtin_sin); } + realvec_t sinh() const { return map(builtin_sinh); } + realvec_t sqrt() const { return map(builtin_sqrt); } + realvec_t tan() const { return map(builtin_tan); } + realvec_t tanh() const { return map(builtin_tanh); } + realvec_t trunc() const { return map(builtin_trunc); } +}; + +// boolbuiltinvec definitions + +template <typename T, int N> +inline typename boolbuiltinvec<T, N>::intvec_t +boolbuiltinvec<T, N>::as_int() const { + intvec_t res; + std::memcpy(&res.v, &v, sizeof res.v); + return res; +} + +template <typename T, int N> +inline typename boolbuiltinvec<T, N>::intvec_t +boolbuiltinvec<T, N>::convert_int() const { + return -as_int(); +} + +template <typename T, int N> +inline typename boolbuiltinvec<T, N>::boolvec_t +boolbuiltinvec<T, N>::ifthen(boolvec_t x, boolvec_t y) const { + // return v ? x.v : y.v; + boolvec_t res; + for (int d = 0; d < size; ++d) + res.set_elt(d, (*this)[d] ? x[d] : y[d]); + return res; +} + +template <typename T, int N> +inline typename boolbuiltinvec<T, N>::intvec_t +boolbuiltinvec<T, N>::ifthen(intvec_t x, intvec_t y) const { + // return v ? x.v : y.v; + intvec_t res; + for (int d = 0; d < size; ++d) + res.set_elt(d, (*this)[d] ? x[d] : y[d]); + return res; +} + +template <typename T, int N> +inline typename boolbuiltinvec<T, N>::realvec_t +boolbuiltinvec<T, N>::ifthen(realvec_t x, realvec_t y) const { + // return v ? x.v : y.v; + realvec_t res; + for (int d = 0; d < size; ++d) + res.set_elt(d, (*this)[d] ? x[d] : y[d]); + return res; +} + +// intbuiltinvec definitions + +template <typename T, int N> +inline typename intbuiltinvec<T, N>::realvec_t +intbuiltinvec<T, N>::as_float() const { + realvec_t res; + std::memcpy(&res.v, &v, sizeof res.v); + return res; +} + +template <typename T, int N> +inline typename intbuiltinvec<T, N>::realvec_t +intbuiltinvec<T, N>::convert_float() const { + realvec_t res; + for (int d = 0; d < size; ++d) + res.set_elt(d, real_t((*this)[d])); + return res; +} + +// Wrappers + +// boolbuiltinvec wrappers + +template <typename real_t, int size> +inline intbuiltinvec<real_t, size> as_int(boolbuiltinvec<real_t, size> x) { + return x.as_int(); +} + +template <typename real_t, int size> +inline intbuiltinvec<real_t, size> convert_int(boolbuiltinvec<real_t, size> x) { + return x.convert_int(); +} + +template <typename real_t, int size> +inline bool all(boolbuiltinvec<real_t, size> x) { + return x.all(); +} + +template <typename real_t, int size> +inline bool any(boolbuiltinvec<real_t, size> x) { + return x.any(); +} + +template <typename real_t, int size> +inline boolbuiltinvec<real_t, size> ifthen(boolbuiltinvec<real_t, size> c, + boolbuiltinvec<real_t, size> x, + boolbuiltinvec<real_t, size> y) { + return c.ifthen(x, y); +} + +template <typename real_t, int size> +inline intbuiltinvec<real_t, size> ifthen(boolbuiltinvec<real_t, size> c, + intbuiltinvec<real_t, size> x, + intbuiltinvec<real_t, size> y) { + return c.ifthen(x, y); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> ifthen(boolbuiltinvec<real_t, size> c, + realbuiltinvec<real_t, size> x, + realbuiltinvec<real_t, size> y) { + return c.ifthen(x, y); +} + +// intbuiltinvec wrappers + +template <typename real_t, int size> +inline intbuiltinvec<real_t, size> abs(intbuiltinvec<real_t, size> x) { + return x.abs(); +} + +template <typename real_t, int size> +inline boolbuiltinvec<real_t, size> as_bool(intbuiltinvec<real_t, size> x) { + return x.as_bool(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> as_float(intbuiltinvec<real_t, size> x) { + return x.as_float(); +} + +template <typename real_t, int size> +inline intbuiltinvec<real_t, size> bitifthen(intbuiltinvec<real_t, size> x, + intbuiltinvec<real_t, size> y, + intbuiltinvec<real_t, size> z) { + return x.bitifthen(y, z); +} + +template <typename real_t, int size> +inline intbuiltinvec<real_t, size> clz(intbuiltinvec<real_t, size> x) { + return x.clz(); +} + +template <typename real_t, int size> +inline boolbuiltinvec<real_t, size> +convert_bool(intbuiltinvec<real_t, size> x) { + return x.convert_bool(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> +convert_float(intbuiltinvec<real_t, size> x) { + return x.convert_float(); +} + +template <typename real_t, int size> +inline boolbuiltinvec<real_t, size> isignbit(intbuiltinvec<real_t, size> x) { + return x.isignbit(); +} + +template <typename real_t, int size> +inline intbuiltinvec<real_t, size> +lsr(intbuiltinvec<real_t, size> x, + typename intbuiltinvec<real_t, size>::int_t n) { + return x.lsr(n); +} + +template <typename real_t, int size> +inline intbuiltinvec<real_t, size> lsr(intbuiltinvec<real_t, size> x, + intbuiltinvec<real_t, size> n) { + return x.lsr(n); +} + +template <typename real_t, int size> +inline intbuiltinvec<real_t, size> max(intbuiltinvec<real_t, size> x, + intbuiltinvec<real_t, size> y) { + return x.max(y); +} + +template <typename real_t, int size> +inline intbuiltinvec<real_t, size> min(intbuiltinvec<real_t, size> x, + intbuiltinvec<real_t, size> y) { + return x.min(y); +} + +template <typename real_t, int size> +inline intbuiltinvec<real_t, size> popcount(intbuiltinvec<real_t, size> x) { + return x.popcount(); +} + +template <typename real_t, int size> +inline intbuiltinvec<real_t, size> +rotate(intbuiltinvec<real_t, size> x, + typename intbuiltinvec<real_t, size>::int_t n) { + return x.rotate(n); +} + +template <typename real_t, int size> +inline intbuiltinvec<real_t, size> rotate(intbuiltinvec<real_t, size> x, + intbuiltinvec<real_t, size> n) { + return x.rotate(n); +} + +// realbuiltinvec wrappers + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> +loada(real_t const *p, realbuiltinvec<real_t, size> x, + typename realbuiltinvec<real_t, size>::mask_t const &m) { + return x.loada(p, m); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> +loadu(real_t const *p, realbuiltinvec<real_t, size> x, + typename realbuiltinvec<real_t, size>::mask_t const &m) { + return x.loadu(p, m); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> +loadu(real_t const *p, size_t ioff, realbuiltinvec<real_t, size> x, + typename realbuiltinvec<real_t, size>::mask_t const &m) { + return x.loadu(p, ioff, m); +} + +template <typename real_t, int size> +inline void storea(realbuiltinvec<real_t, size> x, real_t *p) { + return x.storea(p); +} + +template <typename real_t, int size> +inline void storeu(realbuiltinvec<real_t, size> x, real_t *p) { + return x.storeu(p); +} + +template <typename real_t, int size> +inline void storeu(realbuiltinvec<real_t, size> x, real_t *p, size_t ioff) { + return x.storeu(p, ioff); +} + +template <typename real_t, int size> +inline void storea(realbuiltinvec<real_t, size> x, real_t *p, + typename realbuiltinvec<real_t, size>::mask_t const &m) { + return x.storea(p, m); +} + +template <typename real_t, int size> +inline void storeu(realbuiltinvec<real_t, size> x, real_t *p, + typename realbuiltinvec<real_t, size>::mask_t const &m) { + return x.storeu(p, m); +} + +template <typename real_t, int size> +inline void storeu(realbuiltinvec<real_t, size> x, real_t *p, size_t ioff, + typename realbuiltinvec<real_t, size>::mask_t const &m) { + return x.storeu(p, ioff, m); +} + +template <typename real_t, int size> +inline intbuiltinvec<real_t, size> as_int(realbuiltinvec<real_t, size> x) { + return x.as_int(); +} + +template <typename real_t, int size> +inline intbuiltinvec<real_t, size> convert_int(realbuiltinvec<real_t, size> x) { + return x.convert_int(); +} + +template <typename real_t, int size> +inline real_t maxval(realbuiltinvec<real_t, size> x) { + return x.maxval(); +} + +template <typename real_t, int size> +inline real_t minval(realbuiltinvec<real_t, size> x) { + return x.minval(); +} + +template <typename real_t, int size> +inline real_t prod(realbuiltinvec<real_t, size> x) { + return x.prod(); +} + +template <typename real_t, int size> +inline real_t sum(realbuiltinvec<real_t, size> x) { + return x.sum(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> acos(realbuiltinvec<real_t, size> x) { + return x.acos(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> acosh(realbuiltinvec<real_t, size> x) { + return x.acosh(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> asin(realbuiltinvec<real_t, size> x) { + return x.asin(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> asinh(realbuiltinvec<real_t, size> x) { + return x.asinh(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> atan(realbuiltinvec<real_t, size> x) { + return x.atan(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> atan2(realbuiltinvec<real_t, size> x, + realbuiltinvec<real_t, size> y) { + return x.atan2(y); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> atanh(realbuiltinvec<real_t, size> x) { + return x.atanh(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> cbrt(realbuiltinvec<real_t, size> x) { + return x.cbrt(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> ceil(realbuiltinvec<real_t, size> x) { + return x.ceil(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> copysign(realbuiltinvec<real_t, size> x, + realbuiltinvec<real_t, size> y) { + return x.copysign(y); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> cos(realbuiltinvec<real_t, size> x) { + return x.cos(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> cosh(realbuiltinvec<real_t, size> x) { + return x.cosh(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> exp(realbuiltinvec<real_t, size> x) { + return x.exp(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> exp10(realbuiltinvec<real_t, size> x) { + return x.exp10(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> exp2(realbuiltinvec<real_t, size> x) { + return x.exp2(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> expm1(realbuiltinvec<real_t, size> x) { + return x.expm1(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> fabs(realbuiltinvec<real_t, size> x) { + return x.fabs(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> floor(realbuiltinvec<real_t, size> x) { + return x.floor(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> fdim(realbuiltinvec<real_t, size> x, + realbuiltinvec<real_t, size> y) { + return x.fdim(y); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> fma(realbuiltinvec<real_t, size> x, + realbuiltinvec<real_t, size> y, + realbuiltinvec<real_t, size> z) { + return x.fma(y, z); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> fmax(realbuiltinvec<real_t, size> x, + realbuiltinvec<real_t, size> y) { + return x.fmax(y); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> fmin(realbuiltinvec<real_t, size> x, + realbuiltinvec<real_t, size> y) { + return x.fmin(y); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> fmod(realbuiltinvec<real_t, size> x, + realbuiltinvec<real_t, size> y) { + return x.fmod(y); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> frexp(realbuiltinvec<real_t, size> x, + intbuiltinvec<real_t, size> *r) { + return x.frexp(r); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> hypot(realbuiltinvec<real_t, size> x, + realbuiltinvec<real_t, size> y) { + return x.hypot(y); +} + +template <typename real_t, int size> +inline intbuiltinvec<real_t, size> ilogb(realbuiltinvec<real_t, size> x) { + return x.ilogb(); +} + +template <typename real_t, int size> +inline boolbuiltinvec<real_t, size> isfinite(realbuiltinvec<real_t, size> x) { + return x.isfinite(); +} + +template <typename real_t, int size> +inline boolbuiltinvec<real_t, size> isinf(realbuiltinvec<real_t, size> x) { + return x.isinf(); +} + +template <typename real_t, int size> +inline boolbuiltinvec<real_t, size> isnan(realbuiltinvec<real_t, size> x) { + return x.isnan(); +} + +template <typename real_t, int size> +inline boolbuiltinvec<real_t, size> isnormal(realbuiltinvec<real_t, size> x) { + return x.isnormal(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> +ldexp(realbuiltinvec<real_t, size> x, + typename intbuiltinvec<real_t, size>::int_t n) { + return x.ldexp(n); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> ldexp(realbuiltinvec<real_t, size> x, + intbuiltinvec<real_t, size> n) { + return x.ldexp(n); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> log(realbuiltinvec<real_t, size> x) { + return x.log(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> log10(realbuiltinvec<real_t, size> x) { + return x.log10(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> log1p(realbuiltinvec<real_t, size> x) { + return x.log1p(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> log2(realbuiltinvec<real_t, size> x) { + return x.log2(); +} + +template <typename real_t, int size> +inline intbuiltinvec<real_t, size> lrint(realbuiltinvec<real_t, size> x) { + return x.lrint(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> mad(realbuiltinvec<real_t, size> x, + realbuiltinvec<real_t, size> y, + realbuiltinvec<real_t, size> z) { + return x.mad(y, z); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> nextafter(realbuiltinvec<real_t, size> x, + realbuiltinvec<real_t, size> y) { + return x.nextafter(y); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> pow(realbuiltinvec<real_t, size> x, + realbuiltinvec<real_t, size> y) { + return x.pow(y); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> rcp(realbuiltinvec<real_t, size> x) { + return x.rcp(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> remainder(realbuiltinvec<real_t, size> x, + realbuiltinvec<real_t, size> y) { + return x.remainder(y); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> rint(realbuiltinvec<real_t, size> x) { + return x.rint(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> round(realbuiltinvec<real_t, size> x) { + return x.round(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> rsqrt(realbuiltinvec<real_t, size> x) { + return x.rsqrt(); +} + +template <typename real_t, int size> +inline boolbuiltinvec<real_t, size> signbit(realbuiltinvec<real_t, size> x) { + return x.signbit(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> sin(realbuiltinvec<real_t, size> x) { + return x.sin(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> sinh(realbuiltinvec<real_t, size> x) { + return x.sinh(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> sqrt(realbuiltinvec<real_t, size> x) { + return x.sqrt(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> tan(realbuiltinvec<real_t, size> x) { + return x.tan(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> tanh(realbuiltinvec<real_t, size> x) { + return x.tanh(); +} + +template <typename real_t, int size> +inline realbuiltinvec<real_t, size> trunc(realbuiltinvec<real_t, size> x) { + return x.trunc(); +} + +#ifndef VML_NO_IOSTREAM +template <typename real_t, int size> +std::ostream &operator<<(std::ostream &os, + boolbuiltinvec<real_t, size> const &x) { + os << "["; + for (int i = 0; i < size; ++i) { + if (i != 0) + os << ","; + os << x[i]; + } + os << "]"; + return os; +} + +template <typename real_t, int size> +std::ostream &operator<<(std::ostream &os, + intbuiltinvec<real_t, size> const &x) { + os << "["; + for (int i = 0; i < size; ++i) { + if (i != 0) + os << ","; + os << x[i]; + } + os << "]"; + return os; +} + +template <typename real_t, int size> +std::ostream &operator<<(std::ostream &os, + realbuiltinvec<real_t, size> const &x) { + os << "["; + for (int i = 0; i < size; ++i) { + if (i != 0) + os << ","; + os << x[i]; + } + os << "]"; + return os; +} #endif - + } // namespace vecmathlib -#endif // #ifndef VEC_BUILTIN_H +#endif // #ifndef VEC_BUILTIN_H |
