// -*-C++-*-

#ifndef VEC_BUILTIN_H
#define VEC_BUILTIN_H

#include "floatprops.h"
#include "floatbuiltins.h"
#include "mathfuncs.h"
#include "vec_base.h"

#include <algorithm>
#include <cmath>
#include <cstring>
#ifndef VML_NO_IOSTREAM
#  include <sstream>
#endif
#include <string>



namespace vecmathlib {
  
  template<typename T, int N> struct boolbuiltinvec;
  template<typename T, int N> struct intbuiltinvec;
  template<typename T, int N> struct realbuiltinvec;
  
  
  
  template<typename T, int N>
  struct boolbuiltinvec: floatprops<T>
  {
    typedef typename floatprops<T>::int_t int_t;
    typedef typename floatprops<T>::uint_t uint_t;
    typedef typename floatprops<T>::real_t real_t;
    
    static const int size = N;
    typedef bool scalar_t;
    typedef int_t bvector_t __attribute__((__ext_vector_type__(N)));
    static const int alignment = sizeof(bvector_t);
    
    static_assert(size * sizeof(real_t) == sizeof(bvector_t),
                  "vector size is wrong");
    
  private:
    // true is -1, false is 0
    static int_t from_bool(bool a) { return -uint_t(a); }
    static bool to_bool(int_t a) { return a; }
  public:
    
    typedef boolbuiltinvec boolvec_t;
    typedef intbuiltinvec<real_t, size> intvec_t;
    typedef realbuiltinvec<real_t, size> realvec_t;
    
    // Short names for type casts
    typedef real_t R;
    typedef int_t I;
    typedef uint_t U;
    typedef realvec_t RV;
    typedef intvec_t IV;
    typedef boolvec_t BV;
    typedef floatprops<real_t> FP;
    typedef mathfuncs<realvec_t> MF;
    
    
    
    bvector_t v;
    
    boolbuiltinvec() {}
    // Can't have a non-trivial copy constructor; if so, objects won't
    // be passed in registers
    // boolbuiltinvec(const boolbuiltinvec& x): v(x.v) {}
    // boolbuiltinvec& operator=(const boolbuiltinvec& x) { return v=x.v, *this; }
    // Can't have a constructor from bvector_t, since this would
    // conflict with the constructor from bool
    // boolbuiltinvec(bvector_t x): v(x) {}
    static boolvec_t mkvec(bvector_t x) { boolvec_t res; res.v=x; return res; }
    boolbuiltinvec(bool a): v(from_bool(a)) {}
    boolbuiltinvec(const bool* as)
    {
      for (int d=0; d<size; ++d) set_elt(d, as[d]);
    }
    
    operator bvector_t() const { return v; }
    bool operator[](int n) const { return to_bool(v[n]); }
    boolvec_t& set_elt(int n, bool a) { return v[n]=from_bool(a), *this; }
    
    
    
    intvec_t as_int() const;      // defined after intbuiltinvec
    intvec_t convert_int() const; // defined after intbuiltinvec
    
    
    
    boolvec_t operator!() const { return mkvec(!v); }
    
    boolvec_t operator&&(boolvec_t x) const { return mkvec(v && x.v); }
    boolvec_t operator||(boolvec_t x) const { return mkvec(v || x.v); }
    boolvec_t operator==(boolvec_t x) const { return mkvec(v == x.v); }
    boolvec_t operator!=(boolvec_t x) const { return mkvec(v != x.v); }
    
    bool all() const
    {
      bool res = (*this)[0];
      for (int d=1; d<size; ++d) res = res && (*this)[d];
      return res;
    }
    bool any() const
    {
      bool res = (*this)[0];
      for (int d=1; d<size; ++d) res = res || (*this)[d];
      return res;
    }
    
    
    
    // ifthen(condition, then-value, else-value)
    boolvec_t ifthen(boolvec_t x, boolvec_t y) const;
    intvec_t ifthen(intvec_t x, intvec_t y) const; // defined after intbuiltinvec
    realvec_t ifthen(realvec_t x, realvec_t y) const; // defined after realbuiltinvec
  };
  
  
  
  template<typename T, int N>
  struct intbuiltinvec: floatprops<T>
  {
    typedef typename floatprops<T>::int_t int_t;
    typedef typename floatprops<T>::uint_t uint_t;
    typedef typename floatprops<T>::real_t real_t;
    
    static const int size = N;
    typedef int_t scalar_t;
    typedef int_t ivector_t __attribute__((__ext_vector_type__(N)));
    typedef uint_t uvector_t __attribute__((__ext_vector_type__(N)));
    static const int alignment = sizeof(ivector_t);
    
    static_assert(size * sizeof(real_t) == sizeof(ivector_t),
                  "vector size is wrong");
    static_assert(size * sizeof(real_t) == sizeof(uvector_t),
                  "vector size is wrong");
    
    typedef boolbuiltinvec<real_t, size> boolvec_t;
    typedef intbuiltinvec intvec_t;
    typedef realbuiltinvec<real_t, size> realvec_t;
    
    // Short names for type casts
    typedef real_t R;
    typedef int_t I;
    typedef uint_t U;
    typedef realvec_t RV;
    typedef intvec_t IV;
    typedef boolvec_t BV;
    typedef floatprops<real_t> FP;
    typedef mathfuncs<realvec_t> MF;
    
    
    
    ivector_t v;
    
    intbuiltinvec() {}
    // Can't have a non-trivial copy constructor; if so, objects won't
    // be passed in registers
    // intbuiltinvec(const intbuiltinvec& x): v(x.v) {}
    // intbuiltinvec& operator=(const intbuiltinvec& x) { return v=x.v, *this; }
    // Can't have a constructor from ivector_t, since this would
    // conflict with the constructor from int_t
    // intbuiltinvec(ivector_t x): v(x) {}
    static intvec_t mkvec(ivector_t x) { intvec_t res; res.v=x; return res; }
    intbuiltinvec(int_t a): v(a) {}
    intbuiltinvec(const int_t* as) { std::memcpy(&v, as, sizeof v); }
    static intvec_t iota()
    {
      intvec_t res;
      for (int d=0; d<size; ++d) res.set_elt(d, d);
      return res;
    }
    
    int_t operator[](int n) const { return v[n]; }
    intvec_t& set_elt(int n, int_t a) { return v[n]=a, *this; }
    
    
    
    boolvec_t as_bool() const
    {
      boolvec_t res;
      std::memcpy(&res.v, &v, sizeof res.v);
      return res;
    }
    boolvec_t convert_bool() const { return *this != IV(I(0)); }
    realvec_t as_float() const;      // defined after realbuiltinvec
    realvec_t convert_float() const; // defined after realbuiltinvec
    
    
    
    intvec_t operator+() const { return mkvec(+v); }
    intvec_t operator-() const { return mkvec(-v); }
    
    intvec_t operator+(intvec_t x) const { return mkvec(v + x.v); }
    intvec_t operator-(intvec_t x) const { return mkvec(v - x.v); }
    intvec_t operator*(intvec_t x) const { return mkvec(v * x.v); }
    intvec_t operator/(intvec_t x) const { return mkvec(v / x.v); }
    intvec_t operator%(intvec_t x) const { return mkvec(v % x.v); }
    
    intvec_t& operator+=(const intvec_t& x) { return *this=*this+x; }
    intvec_t& operator-=(const intvec_t& x) { return *this=*this-x; }
    intvec_t& operator*=(const intvec_t& x) { return *this=*this*x; }
    intvec_t& operator/=(const intvec_t& x) { return *this=*this/x; }
    intvec_t& operator%=(const intvec_t& x) { return *this=*this%x; }
    
    
    
    intvec_t operator~() const { return mkvec(~v); }
    
    intvec_t operator&(intvec_t x) const { return mkvec(v & x.v); }
    intvec_t operator|(intvec_t x) const { return mkvec(v | x.v); }
    intvec_t operator^(intvec_t x) const { return mkvec(v ^ x.v); }
    
    intvec_t& operator&=(const intvec_t& x) { return *this=*this&x; }
    intvec_t& operator|=(const intvec_t& x) { return *this=*this|x; }
    intvec_t& operator^=(const intvec_t& x) { return *this=*this^x; }
    
    intvec_t bitifthen(intvec_t x, intvec_t y) const
    {
      return MF::vml_bitifthen(*this, x, y);
    }
    
    
    
    intvec_t lsr(int_t n) const
    {
      return mkvec(ivector_t(uvector_t(v) >> U(n)));
    }
    intvec_t rotate(int_t n) const { return MF::vml_rotate(*this, n); }
    intvec_t operator>>(int_t n) const { return mkvec(v >> n); }
    intvec_t operator<<(int_t n) const { return mkvec(v << n); }
    
    intvec_t& operator>>=(int_t n) { return *this=*this>>n; }
    intvec_t& operator<<=(int_t n) { return *this=*this<<n; }
    
    intvec_t lsr(intvec_t n) const
    {
      return mkvec(ivector_t(uvector_t(v)>>uvector_t(n.v)));
    }
    intvec_t rotate(intvec_t n) const { return MF::vml_rotate(*this, n); }
    intvec_t operator>>(intvec_t n) const { return mkvec(v >> n.v); }
    intvec_t operator<<(intvec_t n) const { return mkvec(v << n.v); }
    
    intvec_t& operator>>=(intvec_t n) { return *this=*this>>n; }
    intvec_t& operator<<=(intvec_t n) { return *this=*this<<n; }
    
    intvec_t clz() const
    {
      intvec_t res;
      for (int d=0; d<size; ++d) {
        int_t val = (*this)[d];
        int_t cnt = val == 0 ? CHAR_BIT * sizeof val : builtin_clz(U(val));
        res.set_elt(d, cnt);
      }
      return res;
    }
    intvec_t popcount() const
    {
      intvec_t res;
      for (int d=0; d<size; ++d) {
        res.set_elt(d, builtin_popcount(U((*this)[d])));
      }
      return res;
    }
    
    
    
    boolvec_t operator==(const intvec_t& x) const
    {
      return boolvec_t::mkvec(v == x.v);
    }
    boolvec_t operator!=(const intvec_t& x) const
    {
      return boolvec_t::mkvec(v != x.v);
    }
    boolvec_t operator<(const intvec_t& x) const
    {
      return boolvec_t::mkvec(v < x.v);
    }
    boolvec_t operator<=(const intvec_t& x) const
    {
      return boolvec_t::mkvec(v <= x.v);
    }
    boolvec_t operator>(const intvec_t& x) const
    {
      return boolvec_t::mkvec(v > x.v);
    }
    boolvec_t operator>=(const intvec_t& x) const
    {
      return boolvec_t::mkvec(v >= x.v);
    }
    
    intvec_t abs() const
    {
      intvec_t res;
      for (int d=0; d<size; ++d) res.set_elt(d, builtin_abs((*this)[d]));
      return res;
    }
    
    boolvec_t isignbit() const { return MF::vml_isignbit(*this); }
    
    intvec_t max(intvec_t x) const { return MF::vml_max(*this, x); }
    intvec_t min(intvec_t x) const { return MF::vml_min(*this, x); }
  };
  
  
  
  template<typename T, int N>
  struct realbuiltinvec: floatprops<T>
  {
    typedef typename floatprops<T>::int_t int_t;
    typedef typename floatprops<T>::uint_t uint_t;
    typedef typename floatprops<T>::real_t real_t;
    
    static const int size = N;
    typedef real_t scalar_t;
    typedef real_t vector_t __attribute__((__ext_vector_type__(N)));
    static const int alignment = sizeof(vector_t);
    
    static_assert(size * sizeof(real_t) == sizeof(vector_t),
                  "vector size is wrong");
    
#ifndef VML_NO_IOSTREAM
    static const char* name()
    {
      static std::string name_;
      if (name_.empty()) {
        std::stringstream buf;
        buf << "<builtin:" << N << "*" << FP::name() << ">";
        name_ = buf.str();
      }
      return name_.c_str();
    }
#endif
    void barrier() { volatile vector_t x __attribute__((__unused__)) = v; }
    
    typedef boolbuiltinvec<real_t, size> boolvec_t;
    typedef intbuiltinvec<real_t, size> intvec_t;
    typedef realbuiltinvec realvec_t;
    
  private:
    boolvec_t mapb(bool f(real_t)) const
    {
      boolvec_t res;
      for (int d=0; d<size; ++d) res.v[d] = f(v[d]);
      return res;
    }
    intvec_t map(int_t f(real_t)) const
    {
      intvec_t res;
      for (int d=0; d<size; ++d) res.v[d] = f(v[d]);
      return res;
    }
    realvec_t map(real_t f(real_t)) const
    {
      realvec_t res;
      for (int d=0; d<size; ++d) res.v[d] = f(v[d]);
      return res;
    }
    realvec_t map(real_t f(real_t, int_t), intvec_t x) const
    {
      realvec_t res;
      for (int d=0; d<size; ++d) res.v[d] = f(v[d], x.v[d]);
      return res;
    }
    realvec_t map(real_t f(real_t, int_t*), intvec_t* x) const
    {
      realvec_t res;
      for (int d=0; d<size; ++d) {
        int_t ix;
        res.v[d] = f(v[d], &ix);
        x->set_elt(d, ix);
      }
      return res;
    }
    realvec_t map(real_t f(real_t, real_t), realvec_t x) const
    {
      realvec_t res;
      for (int d=0; d<size; ++d) res.v[d] = f(v[d], x.v[d]);
      return res;
    }
    realvec_t map(real_t f(real_t, real_t, real_t),
                  realvec_t x, realvec_t y) const
    {
      realvec_t res;
      for (int d=0; d<size; ++d) res.v[d] = f(v[d], x.v[d], y.v[d]);
      return res;
    }
  public:
    
    // Short names for type casts
    typedef real_t R;
    typedef int_t I;
    typedef uint_t U;
    typedef realvec_t RV;
    typedef intvec_t IV;
    typedef boolvec_t BV;
    typedef floatprops<real_t> FP;
    typedef mathfuncs<realvec_t> MF;
    
    
    
    vector_t v;
    
    realbuiltinvec() {}
    // Can't have a non-trivial copy constructor; if so, objects won't
    // be passed in registers
    // realbuiltinvec(const realbuiltinvec& x): v(x.v) {}
    // realbuiltinvec& operator=(const realbuiltinvec& x) { return v=x.v, *this; }
    // Can't have a constructor from vector_t, since this would
    // conflict with the constructor from real_t
    // realbuiltinvec(vector_t x): v(x) {}
    static realvec_t mkvec(vector_t x) { realvec_t res; res.v=x; return res; }
    realbuiltinvec(real_t a): v(a) {}
    realbuiltinvec(const real_t* as) { std::memcpy(&v, as, sizeof v); }
    
    real_t operator[](int n) const { return v[n]; }
    realvec_t& set_elt(int n, real_t a) { return v[n]=a, *this; }
    
    
    
    typedef vecmathlib::mask_t<realvec_t> mask_t;
    
    static realvec_t loada(const real_t* p)
    {
      VML_ASSERT(intptr_t(p) % alignment == 0);
#if __has_builtin(__builtin_assume_aligned)
      p = (const real_t*)__builtin_assume_aligned(p, sizeof(realvec_t));
#endif
      return mkvec(*(const vector_t*)p);
    }
    static realvec_t loadu(const real_t* p)
    {
      // return mkvec(*(const vector_t*)p);
      realvec_t res;
      for (int d=0; d<size; ++d) res.set_elt(d, p[d]);
      return res;
      // realvec_t res;
      // memcpy(&res.v, p, sizeof res.v);
      // return res;
    }
    static realvec_t loadu(const real_t* p, size_t ioff)
    {
      VML_ASSERT(intptr_t(p) % alignment == 0);
      return loadu(p+ioff);
    }
    realvec_t loada(const real_t* p, const mask_t& m) const
    {
      return m.m.ifthen(loada(p), *this);
    }
    realvec_t loadu(const real_t* p, const mask_t& m) const
    {
      return m.m.ifthen(loadu(p), *this);
    }
    realvec_t loadu(const real_t* p, size_t ioff, const mask_t& m) const
    {
      return m.m.ifthen(loadu(p, ioff), *this);
    }
    
    void storea(real_t* p) const
    {
      VML_ASSERT(intptr_t(p) % alignment == 0);
#if __has_builtin(__builtin_assume_aligned)
      p = __builtin_assume_aligned(p, sizeof(realvec_t));
#endif
      *(vector_t*)p = v;
    }
    void storeu(real_t* p) const
    {
      // *(vector_t*)p = v;
      for (int d=0; d<size; ++d) p[d] = (*this)[d];
      // memcpy(p, &v, sizeof res.v);
    }
    void storeu(real_t* p, size_t ioff) const
    {
      VML_ASSERT(intptr_t(p) % alignment == 0);
      storeu(p+ioff);
    }
    void storea(real_t* p, const mask_t& m) const
    {
      VML_ASSERT(intptr_t(p) % alignment == 0);
      storeu(p, m);
    }
    void storeu(real_t* p, const mask_t& m) const
    {
      for (int d=0; d<size; ++d) if (m.m[d]) p[d] = (*this)[d];
    }
    void storeu(real_t* p, size_t ioff, const mask_t& m) const
    {
      VML_ASSERT(intptr_t(p) % alignment == 0);
      storeu(p+ioff, m);
    }
    
    
    
    intvec_t as_int() const
    {
      intvec_t res;
      std::memcpy(&res.v, &v, sizeof res.v);
      return res;
    }
    intvec_t convert_int() const
    {
      intvec_t res;
      for (int d=0; d<size; ++d) res.set_elt(d, int_t((*this)[d]));
      return res;
    }
    
    
    
    realvec_t operator+() const { return mkvec(+v); }
    realvec_t operator-() const { return mkvec(-v); }
    
    realvec_t operator+(realvec_t x) const { return mkvec(v + x.v); }
    realvec_t operator-(realvec_t x) const { return mkvec(v - x.v); }
    realvec_t operator*(realvec_t x) const { return mkvec(v * x.v); }
    realvec_t operator/(realvec_t x) const { return mkvec(v / x.v); }
    
    realvec_t& operator+=(const realvec_t& x) { return *this=*this+x; }
    realvec_t& operator-=(const realvec_t& x) { return *this=*this-x; }
    realvec_t& operator*=(const realvec_t& x) { return *this=*this*x; }
    realvec_t& operator/=(const realvec_t& x) { return *this=*this/x; }
    
    real_t maxval() const
    {
      real_t res = v[0];
      for (int d=1; d<size; ++d) {
        res = builtin_fmax(res, (*this)[d]);
      }
      return res;
    }
    real_t minval() const
    {
      real_t res = v[0];
      for (int d=1; d<size; ++d) {
        res = builtin_fmin(res, (*this)[d]);
      }
      return res;
    }
    real_t prod() const
    {
      real_t res = (*this)[0];
      for (int d=1; d<size; ++d) res *= (*this)[d];
      return res;
    }
    real_t sum() const
    {
      real_t res = (*this)[0];
      for (int d=1; d<size; ++d) res += (*this)[d];
      return res;
    }
    
    
    
    boolvec_t operator==(const realvec_t& x) const
    {
      return boolvec_t::mkvec(v == x.v);
    }
    boolvec_t operator!=(const realvec_t& x) const
    {
      return boolvec_t::mkvec(v != x.v);
    }
    boolvec_t operator<(const realvec_t& x) const
    {
      return boolvec_t::mkvec(v < x.v);
    }
    boolvec_t operator<=(const realvec_t& x) const
    {
      return boolvec_t::mkvec(v <= x.v);
    }
    boolvec_t operator>(const realvec_t& x) const
    {
      return boolvec_t::mkvec(v > x.v);
    }
    boolvec_t operator>=(const realvec_t& x) const
    {
      return boolvec_t::mkvec(v >= x.v);
    }
    
    
    
    realvec_t acos() const { return map(builtin_acos); }
    realvec_t acosh() const { return map(builtin_acosh); }
    realvec_t asin() const { return map(builtin_asin); }
    realvec_t asinh() const { return map(builtin_asinh); }
    realvec_t atan() const { return map(builtin_atan); }
    realvec_t atan2(realvec_t y) const { return map(builtin_atan2, y); }
    realvec_t atanh() const { return map(builtin_atanh); }
    realvec_t cbrt() const { return map(builtin_cbrt); }
    realvec_t ceil() const { return map(builtin_ceil); }
    realvec_t copysign(realvec_t y) const { return map(builtin_copysign, y); }
    realvec_t cos() const { return map(builtin_cos); }
    realvec_t cosh() const { return map(builtin_cosh); }
    realvec_t exp() const { return map(builtin_exp); }
    realvec_t exp10() const { return MF::vml_exp10(*this); }
    realvec_t exp2() const { return map(builtin_exp2); }
    realvec_t expm1() const { return map(builtin_expm1); }
    realvec_t fabs() const { return map(builtin_fabs); }
    realvec_t fdim(realvec_t y) const { return map(builtin_fdim, y); }
    realvec_t floor() const { return map(builtin_floor); }
    realvec_t fma(realvec_t y, realvec_t z) const
    {
      return map(builtin_fma, y, z);
    }
    realvec_t fmax(realvec_t y) const { return map(builtin_fmax, y); }
    realvec_t fmin(realvec_t y) const { return map(builtin_fmin, y); }
    realvec_t fmod(realvec_t y) const { return map(builtin_fmod, y); }
    realvec_t frexp(intvec_t* r) const
    {
      realvec_t res;
      intvec_t exp;
      for (int d=0; d<size; ++d) {
        real_t val = (*this)[d];
        int iexp;
        res.set_elt(d, __builtin_frexp(val, &iexp));
        int_t jexp = int_t(iexp);
        if (__builtin_isinf(val)) jexp = std::numeric_limits<int_t>::max();
        if (__builtin_isnan(val)) jexp = std::numeric_limits<int_t>::min();
        exp.set_elt(d, jexp);
      }
      *r = exp;
      return res;
    }
    realvec_t hypot(realvec_t y) const { return map(builtin_hypot, y); }
    intvec_t ilogb() const
    {
      intvec_t res;
      for (int d=0; d<size; ++d) {
        real_t val = (*this)[d];
        int iexp = __builtin_ilogb(val);
        int_t jexp = int_t(iexp);
        if (val == R(0.0)) jexp = std::numeric_limits<int_t>::min();
        if (__builtin_isinf(val)) jexp = std::numeric_limits<int_t>::max();
        if (__builtin_isnan(val)) jexp = std::numeric_limits<int_t>::min();
        res.set_elt(d, jexp);
      }
      return res;
    }
    boolvec_t isfinite() const
    {
      boolvec_t res;
      for (int d=0; d<size; ++d) {
        res.set_elt(d, builtin_isfinite((*this)[d]) != 0);
      }
      return res;
    }
    boolvec_t isinf() const
    {
      boolvec_t res;
      for (int d=0; d<size; ++d) {
        res.set_elt(d, builtin_isinf((*this)[d]) != 0);
      }
      return res;
    }
    boolvec_t isnan() const
    {
      boolvec_t res;
      for (int d=0; d<size; ++d) {
        res.set_elt(d, builtin_isnan((*this)[d]) != 0);
      }
      return res;
    }
    boolvec_t isnormal() const
    {
      boolvec_t res;
      for (int d=0; d<size; ++d) {
        res.set_elt(d, builtin_isnormal((*this)[d]) != 0);
      }
      return res;
    }
    realvec_t ldexp(int_t n) const
    {
      realvec_t res;
      for (int d=0; d<size; ++d) {
        res.set_elt(d, builtin_ldexp((*this)[d], int(n)));
      }
      return res;
    }
    realvec_t ldexp(intvec_t n) const
    {
      realvec_t res;
      for (int d=0; d<size; ++d) {
        res.set_elt(d, builtin_ldexp((*this)[d], int(n[d])));
      }
      return res;
    }
    realvec_t log() const { return map(builtin_log); }
    realvec_t log10() const { return map(builtin_log10); }
    realvec_t log1p() const { return map(builtin_log1p); }
    realvec_t log2() const { return map(builtin_log2); }
    intvec_t lrint() const
    {
      if (sizeof(int_t) <= sizeof(long)) {
        return map(builtin_lrint);
      } else if (sizeof(int_t) <= sizeof(long long)) {
        return map(builtin_llrint);
      }
      __builtin_unreachable();
    }
    realvec_t mad(realvec_t y, realvec_t z) const
    {
      return MF::vml_mad(*this, y, z);
    }
    realvec_t nextafter(realvec_t y) const { return map(builtin_nextafter, y); }
    realvec_t pow(realvec_t y) const { return map(builtin_pow, y); }
    realvec_t rcp() const { return RV(1.0) / *this; }
    realvec_t remainder(realvec_t y) const { return map(builtin_remainder, y); }
    realvec_t rint() const { return map(builtin_rint); }
    realvec_t round() const { return map(builtin_round); }
    realvec_t rsqrt() const { return RV(1.0) / sqrt(); }
    boolvec_t signbit() const
    {
      boolvec_t res;
      for (int d=0; d<size; ++d) {
        res.set_elt(d, builtin_signbit((*this)[d]) != 0);
      }
      return res;
    }
    realvec_t sin() const { return map(builtin_sin); }
    realvec_t sinh() const { return map(builtin_sinh); }
    realvec_t sqrt() const { return map(builtin_sqrt); }
    realvec_t tan() const { return map(builtin_tan); }
    realvec_t tanh() const { return map(builtin_tanh); }
    realvec_t trunc() const { return map(builtin_trunc); }
  };
  
  
  
  // boolbuiltinvec definitions
  
  template<typename T, int N>
  inline
  typename boolbuiltinvec<T,N>::intvec_t boolbuiltinvec<T,N>::as_int() const
  {
    intvec_t res;
    std::memcpy(&res.v, &v, sizeof res.v);
    return res;
  }
  
  template<typename T, int N>
  inline
  typename boolbuiltinvec<T,N>::intvec_t
  boolbuiltinvec<T,N>::convert_int() const
  {
    return - as_int();
  }
  
  template<typename T, int N>
  inline
  typename boolbuiltinvec<T,N>::boolvec_t
  boolbuiltinvec<T,N>::ifthen(boolvec_t x, boolvec_t y) const
  {
    // return v ? x.v : y.v;
    boolvec_t res;
    for (int d=0; d<size; ++d) res.set_elt(d, (*this)[d] ? x[d] : y[d]);
    return res;
  }
  
  template<typename T, int N>
  inline
  typename boolbuiltinvec<T,N>::intvec_t
  boolbuiltinvec<T,N>::ifthen(intvec_t x, intvec_t y) const
  {
    // return v ? x.v : y.v;
    intvec_t res;
    for (int d=0; d<size; ++d) res.set_elt(d, (*this)[d] ? x[d] : y[d]);
    return res;
  }
  
  template<typename T, int N>
  inline
  typename boolbuiltinvec<T,N>::realvec_t
  boolbuiltinvec<T,N>::ifthen(realvec_t x, realvec_t y) const
  {
    // return v ? x.v : y.v;
    realvec_t res;
    for (int d=0; d<size; ++d) res.set_elt(d, (*this)[d] ? x[d] : y[d]);
    return res;
  }
  
  
  
  // intbuiltinvec definitions
  
  template<typename T, int N>
  inline
  typename intbuiltinvec<T,N>::realvec_t intbuiltinvec<T,N>::as_float() const
  {
    realvec_t res;
    std::memcpy(&res.v, &v, sizeof res.v);
    return res;
  }
  
  template<typename T, int N>
  inline
  typename intbuiltinvec<T,N>::realvec_t
  intbuiltinvec<T,N>::convert_float() const
  {
    realvec_t res;
    for (int d=0; d<size; ++d) res.set_elt(d, real_t((*this)[d]));
    return res;
  }
  
  
  
  // Wrappers
  
  // boolbuiltinvec wrappers
  
  template<typename real_t, int size>
  inline
  intbuiltinvec<real_t, size> as_int(boolbuiltinvec<real_t, size> x)
  {
    return x.as_int();
  }
  
  template<typename real_t, int size>
  inline
  intbuiltinvec<real_t, size> convert_int(boolbuiltinvec<real_t, size> x)
  {
    return x.convert_int();
  }
  
  template<typename real_t, int size>
  inline bool all(boolbuiltinvec<real_t, size> x) { return x.all(); }
  
  template<typename real_t, int size>
  inline bool any(boolbuiltinvec<real_t, size> x) { return x.any(); }
  
  template<typename real_t, int size>
  inline
  boolbuiltinvec<real_t, size> ifthen(boolbuiltinvec<real_t, size> c,
                                      boolbuiltinvec<real_t, size> x,
                                      boolbuiltinvec<real_t, size> y)
  {
    return c.ifthen(x, y);
  }
  
  template<typename real_t, int size>
  inline
  intbuiltinvec<real_t, size> ifthen(boolbuiltinvec<real_t, size> c,
                                     intbuiltinvec<real_t, size> x,
                                     intbuiltinvec<real_t, size> y)
  {
    return c.ifthen(x, y);
  }
  
  template<typename real_t, int size>
  inline
  realbuiltinvec<real_t, size> ifthen(boolbuiltinvec<real_t, size> c,
                                      realbuiltinvec<real_t, size> x,
                                      realbuiltinvec<real_t, size> y)
  {
    return c.ifthen(x, y);
  }
  
  
  
  // intbuiltinvec wrappers
  
  template<typename real_t, int size>
  inline intbuiltinvec<real_t, size> abs(intbuiltinvec<real_t, size> x)
  {
    return x.abs();
  }
  
  template<typename real_t, int size>
  inline boolbuiltinvec<real_t, size> as_bool(intbuiltinvec<real_t, size> x)
  {
    return x.as_bool();
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> as_float(intbuiltinvec<real_t, size> x)
  {
    return x.as_float();
  }
  
  template<typename real_t, int size>
  inline
  intbuiltinvec<real_t, size> bitifthen(intbuiltinvec<real_t, size> x,
                                        intbuiltinvec<real_t, size> y,
                                        intbuiltinvec<real_t, size> z)
  {
    return x.bitifthen(y, z);
  }
  
  template<typename real_t, int size>
  inline intbuiltinvec<real_t, size> clz(intbuiltinvec<real_t, size> x)
  {
    return x.clz();
  }
  
  template<typename real_t, int size>
  inline boolbuiltinvec<real_t, size> convert_bool(intbuiltinvec<real_t, size> x)
  {
    return x.convert_bool();
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> convert_float(intbuiltinvec<real_t, size> x)
  {
    return x.convert_float();
  }
  
  template<typename real_t, int size>
  inline boolbuiltinvec<real_t, size> isignbit(intbuiltinvec<real_t, size> x)
  {
    return x.isignbit();
  }
  
  template<typename real_t, int size>
  inline
  intbuiltinvec<real_t, size> lsr(intbuiltinvec<real_t, size> x,
                                  typename intbuiltinvec<real_t, size>::int_t n)
  {
    return x.lsr(n);
  }
  
  template<typename real_t, int size>
  inline
  intbuiltinvec<real_t, size> lsr(intbuiltinvec<real_t, size> x,
                                  intbuiltinvec<real_t, size> n)
  {
    return x.lsr(n);
  }
  
  template<typename real_t, int size>
  inline
  intbuiltinvec<real_t, size> max(intbuiltinvec<real_t, size> x,
                                  intbuiltinvec<real_t, size> y)
  {
    return x.max(y);
  }
  
  template<typename real_t, int size>
  inline
  intbuiltinvec<real_t, size> min(intbuiltinvec<real_t, size> x,
                                  intbuiltinvec<real_t, size> y)
  {
    return x.min(y);
  }
  
  template<typename real_t, int size>
  inline
  intbuiltinvec<real_t, size> popcount(intbuiltinvec<real_t, size> x)
  {
    return x.popcount();
  }
  
  template<typename real_t, int size>
  inline
  intbuiltinvec<real_t, size>
  rotate(intbuiltinvec<real_t, size> x,
         typename intbuiltinvec<real_t, size>::int_t n)
  {
    return x.rotate(n);
  }
  
  template<typename real_t, int size>
  inline
  intbuiltinvec<real_t, size> rotate(intbuiltinvec<real_t, size> x,
                                     intbuiltinvec<real_t, size> n)
  {
    return x.rotate(n);
  }
  
  
  
  // realbuiltinvec wrappers
  
  template<typename real_t, int size>
  inline
  realbuiltinvec<real_t, size>
  loada(real_t const* p,
        realbuiltinvec<real_t, size> x,
        typename realbuiltinvec<real_t, size>::mask_t const& m)
  {
    return x.loada(p, m);
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size>
  loadu(real_t const* p,
        realbuiltinvec<real_t, size> x,
        typename realbuiltinvec<real_t, size>::mask_t const& m)
  {
    return x.loadu(p, m);
  }
  
  template<typename real_t, int size>
  inline
  realbuiltinvec<real_t, size>
  loadu(real_t const* p, size_t ioff,
        realbuiltinvec<real_t, size> x,
        typename realbuiltinvec<real_t, size>::mask_t const& m)
  {
    return x.loadu(p, ioff, m);
  }
  
  template<typename real_t, int size>
  inline void storea(realbuiltinvec<real_t, size> x, real_t* p)
  {
    return x.storea(p);
  }
  
  template<typename real_t, int size>
  inline void storeu(realbuiltinvec<real_t, size> x, real_t* p)
  {
    return x.storeu(p);
  }
  
  template<typename real_t, int size>
  inline void storeu(realbuiltinvec<real_t, size> x, real_t* p, size_t ioff)
  {
    return x.storeu(p, ioff);
  }
  
  template<typename real_t, int size>
  inline void storea(realbuiltinvec<real_t, size> x, real_t* p,
                     typename realbuiltinvec<real_t, size>::mask_t const& m)
  {
    return x.storea(p, m);
  }
  
  template<typename real_t, int size>
  inline void storeu(realbuiltinvec<real_t, size> x, real_t* p,
                     typename realbuiltinvec<real_t, size>::mask_t const& m)
  {
    return x.storeu(p, m);
  }
  
  template<typename real_t, int size>
  inline void storeu(realbuiltinvec<real_t, size> x, real_t* p, size_t ioff,
                     typename realbuiltinvec<real_t, size>::mask_t const& m)
  {
    return x.storeu(p, ioff, m);
  }
  
  
  
  template<typename real_t, int size>
  inline intbuiltinvec<real_t, size> as_int(realbuiltinvec<real_t, size> x)
  {
    return x.as_int();
  }
  
  template<typename real_t, int size>
  inline intbuiltinvec<real_t, size> convert_int(realbuiltinvec<real_t, size> x)
  {
    return x.convert_int();
  }
  
  template<typename real_t, int size>
  inline real_t maxval(realbuiltinvec<real_t, size> x)
  {
    return x.maxval();
  }
  
  template<typename real_t, int size>
  inline real_t minval(realbuiltinvec<real_t, size> x)
  {
    return x.minval();
  }
  
  template<typename real_t, int size>
  inline real_t prod(realbuiltinvec<real_t, size> x)
  {
    return x.prod();
  }
  
  template<typename real_t, int size>
  inline real_t sum(realbuiltinvec<real_t, size> x)
  {
    return x.sum();
  }
  
  
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> acos(realbuiltinvec<real_t, size> x)
  {
    return x.acos();
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> acosh(realbuiltinvec<real_t, size> x)
  {
    return x.acosh();
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> asin(realbuiltinvec<real_t, size> x)
  {
    return x.asin();
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> asinh(realbuiltinvec<real_t, size> x)
  {
    return x.asinh();
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> atan(realbuiltinvec<real_t, size> x)
  {
    return x.atan();
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> atan2(realbuiltinvec<real_t, size> x,
                                            realbuiltinvec<real_t, size> y)
  {
    return x.atan2(y);
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> atanh(realbuiltinvec<real_t, size> x)
  {
    return x.atanh();
  }
    
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> cbrt(realbuiltinvec<real_t, size> x)
  {
    return x.cbrt();
  }
    
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> ceil(realbuiltinvec<real_t, size> x)
  {
    return x.ceil();
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> copysign(realbuiltinvec<real_t, size> x,
                                               realbuiltinvec<real_t, size> y)
  {
    return x.copysign(y);
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> cos(realbuiltinvec<real_t, size> x)
  {
    return x.cos();
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> cosh(realbuiltinvec<real_t, size> x)
  {
    return x.cosh();
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> exp(realbuiltinvec<real_t, size> x)
  {
    return x.exp();
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> exp10(realbuiltinvec<real_t, size> x)
  {
    return x.exp10();
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> exp2(realbuiltinvec<real_t, size> x)
  {
    return x.exp2();
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> expm1(realbuiltinvec<real_t, size> x)
  {
    return x.expm1();
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> fabs(realbuiltinvec<real_t, size> x)
  {
    return x.fabs();
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> floor(realbuiltinvec<real_t, size> x)
  {
    return x.floor();
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> fdim(realbuiltinvec<real_t, size> x,
                                        realbuiltinvec<real_t, size> y)
  {
    return x.fdim(y);
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> fma(realbuiltinvec<real_t, size> x,
                                          realbuiltinvec<real_t, size> y,
                                          realbuiltinvec<real_t, size> z)
  {
    return x.fma(y, z);
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> fmax(realbuiltinvec<real_t, size> x,
                                           realbuiltinvec<real_t, size> y)
  {
    return x.fmax(y);
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> fmin(realbuiltinvec<real_t, size> x,
                                           realbuiltinvec<real_t, size> y)
  {
    return x.fmin(y);
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> fmod(realbuiltinvec<real_t, size> x,
                                           realbuiltinvec<real_t, size> y)
  {
    return x.fmod(y);
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> frexp(realbuiltinvec<real_t, size> x,
                                            intbuiltinvec<real_t, size>* r)
  {
    return x.frexp(r);
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> hypot(realbuiltinvec<real_t, size> x,
                                            realbuiltinvec<real_t, size> y)
  {
    return x.hypot(y);
  }
  
  template<typename real_t, int size>
  inline intbuiltinvec<real_t, size> ilogb(realbuiltinvec<real_t, size> x)
  {
    return x.ilogb();
  }
  
  template<typename real_t, int size>
  inline boolbuiltinvec<real_t, size> isfinite(realbuiltinvec<real_t, size> x)
  {
    return x.isfinite();
  }
  
  template<typename real_t, int size>
  inline boolbuiltinvec<real_t, size> isinf(realbuiltinvec<real_t, size> x)
  {
    return x.isinf();
  }
  
  template<typename real_t, int size>
  inline boolbuiltinvec<real_t, size> isnan(realbuiltinvec<real_t, size> x)
  {
    return x.isnan();
  }
  
  template<typename real_t, int size>
  inline boolbuiltinvec<real_t, size> isnormal(realbuiltinvec<real_t, size> x)
  {
    return x.isnormal();
  }
  
  template<typename real_t, int size>
  inline
  realbuiltinvec<real_t, size>
  ldexp(realbuiltinvec<real_t, size> x,
        typename intbuiltinvec<real_t, size>::int_t n)
  {
    return x.ldexp(n);
  }
  
  template<typename real_t, int size>
  inline
  realbuiltinvec<real_t, size> ldexp(realbuiltinvec<real_t, size> x,
                                     intbuiltinvec<real_t, size> n)
  {
    return x.ldexp(n);
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> log(realbuiltinvec<real_t, size> x)
  {
    return x.log();
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> log10(realbuiltinvec<real_t, size> x)
  {
    return x.log10();
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> log1p(realbuiltinvec<real_t, size> x)
  {
    return x.log1p();
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> log2(realbuiltinvec<real_t, size> x)
  {
    return x.log2();
  }
  
  template<typename real_t, int size>
  inline intbuiltinvec<real_t, size> lrint(realbuiltinvec<real_t, size> x)
  {
    return x.lrint();
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> mad(realbuiltinvec<real_t, size> x,
                                          realbuiltinvec<real_t, size> y,
                                          realbuiltinvec<real_t, size> z)
  {
    return x.mad(y, z);
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> nextafter(realbuiltinvec<real_t, size> x,
                                                realbuiltinvec<real_t, size> y)
  {
    return x.nextafter(y);
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> pow(realbuiltinvec<real_t, size> x,
                                          realbuiltinvec<real_t, size> y)
  {
    return x.pow(y);
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> rcp(realbuiltinvec<real_t, size> x)
  {
    return x.rcp();
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> remainder(realbuiltinvec<real_t, size> x,
                                                realbuiltinvec<real_t, size> y)
  {
    return x.remainder(y);
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> rint(realbuiltinvec<real_t, size> x)
  {
    return x.rint();
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> round(realbuiltinvec<real_t, size> x)
  {
    return x.round();
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> rsqrt(realbuiltinvec<real_t, size> x)
  {
    return x.rsqrt();
  }
  
  template<typename real_t, int size>
  inline boolbuiltinvec<real_t, size> signbit(realbuiltinvec<real_t, size> x)
  {
    return x.signbit();
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> sin(realbuiltinvec<real_t, size> x)
  {
    return x.sin();
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> sinh(realbuiltinvec<real_t, size> x)
  {
    return x.sinh();
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> sqrt(realbuiltinvec<real_t, size> x)
  {
    return x.sqrt();
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> tan(realbuiltinvec<real_t, size> x)
  {
    return x.tan();
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> tanh(realbuiltinvec<real_t, size> x)
  {
    return x.tanh();
  }
  
  template<typename real_t, int size>
  inline realbuiltinvec<real_t, size> trunc(realbuiltinvec<real_t, size> x)
  {
    return x.trunc();
  }
  
  
  
#ifndef VML_NO_IOSTREAM
  template<typename real_t, int size>
  std::ostream& operator<<(std::ostream& os,
                           boolbuiltinvec<real_t, size> const& x)
  {
    os << "[";
    for (int i=0; i<size; ++i) {
      if (i!=0) os << ",";
      os << x[i];
    }
    os << "]";
    return os;
  }
  
  template<typename real_t, int size>
  std::ostream& operator<<(std::ostream& os,
                           intbuiltinvec<real_t, size> const& x)
  {
    os << "[";
    for (int i=0; i<size; ++i) {
      if (i!=0) os << ",";
      os << x[i];
    }
    os << "]";
    return os;
  }
  
  template<typename real_t, int size>
  std::ostream& operator<<(std::ostream& os,
                           realbuiltinvec<real_t, size> const& x)
  {
    os << "[";
    for (int i=0; i<size; ++i) {
      if (i!=0) os << ",";
      os << x[i];
    }
    os << "]";
    return os;
  }
#endif
  
} // namespace vecmathlib

#endif  // #ifndef VEC_BUILTIN_H