From: Martin Kronbichler <kronbichler@lnm.mw.tum.de>
Date: Wed, 23 May 2018 09:21:18 +0000 (+0200)
Subject: Implement float path for altivec vectorization.
X-Git-Tag: v9.1.0-rc1~651^2~3
X-Git-Url: https://gitweb.dealii.org/cgi-bin/gitweb.cgi?a=commitdiff_plain;h=14ccc9ee784c39e040f3d55608d98fb9f739becf;p=dealii.git

Implement float path for altivec vectorization.
---

diff --git a/include/deal.II/base/vectorization.h b/include/deal.II/base/vectorization.h
index d6ea23541b..3780a9f3e0 100644
--- a/include/deal.II/base/vectorization.h
+++ b/include/deal.II/base/vectorization.h
@@ -57,13 +57,14 @@
 
 
 #ifdef __ALTIVEC__
-#include <altivec.h>
+#  include <altivec.h>
 
 // altivec.h defines vector, pixel, bool, but we do not use them, so undefine
 // them before they make trouble
-#undef vector
-#undef pixel
-#undef bool
+#  undef vector
+#  undef pixel
+#  undef bool
+
 #endif
 
 DEAL_II_NAMESPACE_OPEN
@@ -2906,8 +2907,9 @@ public:
   /**
    * This function assigns a scalar to this class.
    */
-  DEAL_II_ALWAYS_INLINE VectorizedArray &
-  operator = (const double x)
+  DEAL_II_ALWAYS_INLINE
+  VectorizedArray &
+  operator=(const double x)
   {
     data = vec_splats(x);
     return *this;
@@ -2916,60 +2918,64 @@ public:
   /**
    * Access operator. The component must be either 0 or 1.
    */
-  DEAL_II_ALWAYS_INLINE double &
-  operator [] (const unsigned int comp)
+  DEAL_II_ALWAYS_INLINE
+  double &operator[](const unsigned int comp)
   {
-    AssertIndexRange (comp, 2);
-    return *(reinterpret_cast<double *>(&data)+comp);
+    AssertIndexRange(comp, 2);
+    return *(reinterpret_cast<double *>(&data) + comp);
   }
 
   /**
    * Constant access operator.
    */
-  DEAL_II_ALWAYS_INLINE const double &
-  operator [] (const unsigned int comp) const
+  DEAL_II_ALWAYS_INLINE
+  const double &operator[](const unsigned int comp) const
   {
-    AssertIndexRange (comp, 2);
-    return *(reinterpret_cast<const double *>(&data)+comp);
+    AssertIndexRange(comp, 2);
+    return *(reinterpret_cast<const double *>(&data) + comp);
   }
 
   /**
    * Addition.
    */
-  DEAL_II_ALWAYS_INLINE VectorizedArray &
-  operator += (const VectorizedArray &vec)
+  DEAL_II_ALWAYS_INLINE
+  VectorizedArray &
+  operator+=(const VectorizedArray &vec)
   {
-    data = vec_add(data,vec.data);
+    data = vec_add(data, vec.data);
     return *this;
   }
 
   /**
    * Subtraction.
    */
-  DEAL_II_ALWAYS_INLINE VectorizedArray &
-  operator -= (const VectorizedArray &vec)
+  DEAL_II_ALWAYS_INLINE
+  VectorizedArray &
+  operator-=(const VectorizedArray &vec)
   {
-    data = vec_sub(data,vec.data);
+    data = vec_sub(data, vec.data);
     return *this;
   }
 
   /**
    * Multiplication.
    */
-  DEAL_II_ALWAYS_INLINE VectorizedArray &
-  operator *= (const VectorizedArray &vec)
+  DEAL_II_ALWAYS_INLINE
+  VectorizedArray &
+  operator*=(const VectorizedArray &vec)
   {
-    data = vec_mul(data,vec.data);
+    data = vec_mul(data, vec.data);
     return *this;
   }
 
   /**
    * Division.
    */
-  DEAL_II_ALWAYS_INLINE VectorizedArray &
-  operator /= (const VectorizedArray &vec)
+  DEAL_II_ALWAYS_INLINE
+  VectorizedArray &
+  operator/=(const VectorizedArray &vec)
   {
-    data = vec_div(data,vec.data);
+    data = vec_div(data, vec.data);
     return *this;
   }
 
@@ -2977,24 +2983,29 @@ public:
    * Load @p n_array_elements from memory into the calling class, starting at
    * the given address.
    */
-  DEAL_II_ALWAYS_INLINE void load (const double *ptr)
+  DEAL_II_ALWAYS_INLINE
+  void
+  load(const double *ptr)
   {
-    data = vec_vsx_ld (0, ptr);
+    data = vec_vsx_ld(0, ptr);
   }
 
   /**
    * Write the content of the calling class into memory in form of @p
    * n_array_elements to the given address.
    */
-  DEAL_II_ALWAYS_INLINE void store (double *ptr) const
+  DEAL_II_ALWAYS_INLINE
+  void
+  store(double *ptr) const
   {
-    vec_vsx_st (data, 0, ptr);
+    vec_vsx_st(data, 0, ptr);
   }
 
   /** @copydoc VectorizedArray<Number>::streaming_store()
    */
   DEAL_II_ALWAYS_INLINE
-  void streaming_store (double *ptr) const
+  void
+  streaming_store(double *ptr) const
   {
     store(ptr);
   }
@@ -3002,21 +3013,21 @@ public:
   /** @copydoc VectorizedArray<Number>::gather()
    */
   DEAL_II_ALWAYS_INLINE
-  void gather (const double       *base_ptr,
-               const unsigned int *offsets)
+  void
+  gather(const double *base_ptr, const unsigned int *offsets)
   {
-    for (unsigned int i=0; i<2; ++i)
-      *(reinterpret_cast<double *>(&data)+i) = base_ptr[offsets[i]];
+    for (unsigned int i = 0; i < 2; ++i)
+      *(reinterpret_cast<double *>(&data) + i) = base_ptr[offsets[i]];
   }
 
   /** @copydoc VectorizedArray<Number>::scatter
    */
   DEAL_II_ALWAYS_INLINE
-  void scatter (const unsigned int *offsets,
-                double             *base_ptr) const
+  void
+  scatter(const unsigned int *offsets, double *base_ptr) const
   {
-    for (unsigned int i=0; i<2; ++i)
-      base_ptr[offsets[i]] = *(reinterpret_cast<const double *>(&data)+i);
+    for (unsigned int i = 0; i < 2; ++i)
+      base_ptr[offsets[i]] = *(reinterpret_cast<const double *>(&data) + i);
   }
 
   /**
@@ -3030,8 +3041,222 @@ private:
    * Return the square root of this field. Not for use in user code. Use
    * sqrt(x) instead.
    */
-  DEAL_II_ALWAYS_INLINE VectorizedArray
-  get_sqrt () const
+  DEAL_II_ALWAYS_INLINE
+  VectorizedArray
+  get_sqrt() const
+  {
+    VectorizedArray res;
+    res.data = vec_sqrt(data);
+    return res;
+  }
+
+  /**
+   * Return the absolute value of this field. Not for use in user code. Use
+   * abs(x) instead.
+   */
+  DEAL_II_ALWAYS_INLINE
+  VectorizedArray
+  get_abs() const
+  {
+    VectorizedArray res;
+    res.data = vec_abs(data);
+    return res;
+  }
+
+  /**
+   * Return the component-wise maximum of this field and another one. Not for
+   * use in user code. Use max(x,y) instead.
+   */
+  DEAL_II_ALWAYS_INLINE
+  VectorizedArray
+  get_max(const VectorizedArray &other) const
+  {
+    VectorizedArray res;
+    res.data = vec_max(data, other.data);
+    return res;
+  }
+
+  /**
+   * Return the component-wise minimum of this field and another one. Not for
+   * use in user code. Use min(x,y) instead.
+   */
+  DEAL_II_ALWAYS_INLINE
+  VectorizedArray
+  get_min(const VectorizedArray &other) const
+  {
+    VectorizedArray res;
+    res.data = vec_min(data, other.data);
+    return res;
+  }
+
+  /**
+   * Make a few functions friends.
+   */
+  template <typename Number2>
+  friend VectorizedArray<Number2>
+  std::sqrt(const VectorizedArray<Number2> &);
+  template <typename Number2>
+  friend VectorizedArray<Number2>
+  std::abs(const VectorizedArray<Number2> &);
+  template <typename Number2>
+  friend VectorizedArray<Number2>
+  std::max(const VectorizedArray<Number2> &, const VectorizedArray<Number2> &);
+  template <typename Number2>
+  friend VectorizedArray<Number2>
+  std::min(const VectorizedArray<Number2> &, const VectorizedArray<Number2> &);
+};
+
+
+
+template <>
+class VectorizedArray<float>
+{
+public:
+  /**
+   * This gives the number of vectors collected in this class.
+   */
+  static const unsigned int n_array_elements = 4;
+
+  /**
+   * This function assigns a scalar to this class.
+   */
+  DEAL_II_ALWAYS_INLINE
+  VectorizedArray &
+  operator=(const float x)
+  {
+    data = vec_splats(x);
+    return *this;
+  }
+
+  /**
+   * Access operator. The component must be between 0 and 3.
+   */
+  DEAL_II_ALWAYS_INLINE
+  float &operator[](const unsigned int comp)
+  {
+    AssertIndexRange(comp, 4);
+    return *(reinterpret_cast<float *>(&data) + comp);
+  }
+
+  /**
+   * Constant access operator.
+   */
+  DEAL_II_ALWAYS_INLINE
+  const float &operator[](const unsigned int comp) const
+  {
+    AssertIndexRange(comp, 4);
+    return *(reinterpret_cast<const float *>(&data) + comp);
+  }
+
+  /**
+   * Addition.
+   */
+  DEAL_II_ALWAYS_INLINE
+  VectorizedArray &
+  operator+=(const VectorizedArray &vec)
+  {
+    data = vec_add(data, vec.data);
+    return *this;
+  }
+
+  /**
+   * Subtraction.
+   */
+  DEAL_II_ALWAYS_INLINE
+  VectorizedArray &
+  operator-=(const VectorizedArray &vec)
+  {
+    data = vec_sub(data, vec.data);
+    return *this;
+  }
+
+  /**
+   * Multiplication.
+   */
+  DEAL_II_ALWAYS_INLINE
+  VectorizedArray &
+  operator*=(const VectorizedArray &vec)
+  {
+    data = vec_mul(data, vec.data);
+    return *this;
+  }
+
+  /**
+   * Division.
+   */
+  DEAL_II_ALWAYS_INLINE
+  VectorizedArray &
+  operator/=(const VectorizedArray &vec)
+  {
+    data = vec_div(data, vec.data);
+    return *this;
+  }
+
+  /**
+   * Load @p n_array_elements from memory into the calling class, starting at
+   * the given address.
+   */
+  DEAL_II_ALWAYS_INLINE
+  void
+  load(const float *ptr)
+  {
+    data = vec_vsx_ld(0, ptr);
+  }
+
+  /**
+   * Write the content of the calling class into memory in form of @p
+   * n_array_elements to the given address.
+   */
+  DEAL_II_ALWAYS_INLINE
+  void
+  store(float *ptr) const
+  {
+    vec_vsx_st(data, 0, ptr);
+  }
+
+  /** @copydoc VectorizedArray<Number>::streaming_store()
+   */
+  DEAL_II_ALWAYS_INLINE
+  void
+  streaming_store(float *ptr) const
+  {
+    store(ptr);
+  }
+
+  /** @copydoc VectorizedArray<Number>::gather()
+   */
+  DEAL_II_ALWAYS_INLINE
+  void
+  gather(const float *base_ptr, const unsigned int *offsets)
+  {
+    for (unsigned int i = 0; i < 4; ++i)
+      *(reinterpret_cast<float *>(&data) + i) = base_ptr[offsets[i]];
+  }
+
+  /** @copydoc VectorizedArray<Number>::scatter
+   */
+  DEAL_II_ALWAYS_INLINE
+  void
+  scatter(const unsigned int *offsets, float *base_ptr) const
+  {
+    for (unsigned int i = 0; i < 4; ++i)
+      base_ptr[offsets[i]] = *(reinterpret_cast<const float *>(&data) + i);
+  }
+
+  /**
+   * Actual data field. Since this class represents a POD data type, it
+   * remains public.
+   */
+  __vector float data;
+
+private:
+  /**
+   * Return the square root of this field. Not for use in user code. Use
+   * sqrt(x) instead.
+   */
+  DEAL_II_ALWAYS_INLINE
+  VectorizedArray
+  get_sqrt() const
   {
     VectorizedArray res;
     res.data = vec_sqrt(data);
@@ -3042,11 +3267,12 @@ private:
    * Return the absolute value of this field. Not for use in user code. Use
    * abs(x) instead.
    */
-  DEAL_II_ALWAYS_INLINE VectorizedArray
-  get_abs () const
+  DEAL_II_ALWAYS_INLINE
+  VectorizedArray
+  get_abs() const
   {
     VectorizedArray res;
-    res.data = vec_abs (data);
+    res.data = vec_abs(data);
     return res;
   }
 
@@ -3054,11 +3280,12 @@ private:
    * Return the component-wise maximum of this field and another one. Not for
    * use in user code. Use max(x,y) instead.
    */
-  DEAL_II_ALWAYS_INLINE VectorizedArray
-  get_max (const VectorizedArray &other) const
+  DEAL_II_ALWAYS_INLINE
+  VectorizedArray
+  get_max(const VectorizedArray &other) const
   {
     VectorizedArray res;
-    res.data = vec_max (data, other.data);
+    res.data = vec_max(data, other.data);
     return res;
   }
 
@@ -3066,25 +3293,30 @@ private:
    * Return the component-wise minimum of this field and another one. Not for
    * use in user code. Use min(x,y) instead.
    */
-  DEAL_II_ALWAYS_INLINE VectorizedArray
-  get_min (const VectorizedArray &other) const
+  DEAL_II_ALWAYS_INLINE
+  VectorizedArray
+  get_min(const VectorizedArray &other) const
   {
     VectorizedArray res;
-    res.data = vec_min (data, other.data);
+    res.data = vec_min(data, other.data);
     return res;
   }
 
   /**
    * Make a few functions friends.
    */
-  template <typename Number2> friend VectorizedArray<Number2>
-  std::sqrt (const VectorizedArray<Number2> &);
-  template <typename Number2> friend VectorizedArray<Number2>
-  std::abs  (const VectorizedArray<Number2> &);
-  template <typename Number2> friend VectorizedArray<Number2>
-  std::max  (const VectorizedArray<Number2> &, const VectorizedArray<Number2> &);
-  template <typename Number2> friend VectorizedArray<Number2>
-  std::min  (const VectorizedArray<Number2> &, const VectorizedArray<Number2> &);
+  template <typename Number2>
+  friend VectorizedArray<Number2>
+  std::sqrt(const VectorizedArray<Number2> &);
+  template <typename Number2>
+  friend VectorizedArray<Number2>
+  std::abs(const VectorizedArray<Number2> &);
+  template <typename Number2>
+  friend VectorizedArray<Number2>
+  std::max(const VectorizedArray<Number2> &, const VectorizedArray<Number2> &);
+  template <typename Number2>
+  friend VectorizedArray<Number2>
+  std::min(const VectorizedArray<Number2> &, const VectorizedArray<Number2> &);
 };
 
 #endif // ALTIVEC && VSX