view armadillo-3.900.4/include/armadillo_bits/eglue_core_meat.hpp @ 84:55a047986812 tip

Update library URI so as not to be document-local
author Chris Cannam
date Wed, 22 Apr 2020 14:21:57 +0100
parents 1ec0e2823891
children
line wrap: on
line source
// Copyright (C) 2010-2013 NICTA (www.nicta.com.au)
// Copyright (C) 2010-2013 Conrad Sanderson
// 
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.


//! \addtogroup eglue_core
//! @{



#undef arma_applier_1u
#undef arma_applier_1a
#undef arma_applier_2
#undef arma_applier_3
#undef operatorA
#undef operatorB

#define arma_applier_1u(operatorA, operatorB) \
  {\
  uword i,j;\
  \
  for(i=0, j=1; j<n_elem; i+=2, j+=2)\
    {\
    eT tmp_i = P1[i];\
    eT tmp_j = P1[j];\
    \
    tmp_i operatorB##= P2[i];\
    tmp_j operatorB##= P2[j];\
    \
    out_mem[i] operatorA tmp_i;\
    out_mem[j] operatorA tmp_j;\
    }\
  \
  if(i < n_elem)\
    {\
    out_mem[i] operatorA P1[i] operatorB P2[i];\
    }\
  }
  


#define arma_applier_1a(operatorA, operatorB) \
  {\
  uword i,j;\
  \
  for(i=0, j=1; j<n_elem; i+=2, j+=2)\
    {\
    eT tmp_i = P1.at_alt(i);\
    eT tmp_j = P1.at_alt(j);\
    \
    tmp_i operatorB##= P2.at_alt(i);\
    tmp_j operatorB##= P2.at_alt(j);\
    \
    out_mem[i] operatorA tmp_i;\
    out_mem[j] operatorA tmp_j;\
    }\
  \
  if(i < n_elem)\
    {\
    out_mem[i] operatorA P1.at_alt(i) operatorB P2.at_alt(i);\
    }\
  }
  


#define arma_applier_2(operatorA, operatorB) \
  {\
  if(n_rows != 1)\
    {\
    for(uword col=0; col<n_cols; ++col)\
      {\
      uword i,j;\
      \
      for(i=0, j=1; j<n_rows; i+=2, j+=2)\
        {\
        eT tmp_i = P1.at(i,col);\
        eT tmp_j = P1.at(j,col);\
        \
        tmp_i operatorB##= P2.at(i,col);\
        tmp_j operatorB##= P2.at(j,col);\
        \
        *out_mem operatorA tmp_i; out_mem++; \
        *out_mem operatorA tmp_j; out_mem++; \
        }\
      \
      if(i < n_rows)\
        {\
        *out_mem operatorA P1.at(i,col) operatorB P2.at(i,col); out_mem++; \
        }\
      }\
    }\
  else\
    {\
    uword i,j;\
    for(i=0, j=1; j < n_cols; i+=2, j+=2)\
      {\
      eT tmp_i = P1.at(0,i);\
      eT tmp_j = P1.at(0,j);\
      \
      tmp_i operatorB##= P2.at(0,i);\
      tmp_j operatorB##= P2.at(0,j);\
      \
      out_mem[i] operatorA tmp_i;\
      out_mem[j] operatorA tmp_j;\
      }\
    \
    if(i < n_cols)\
      {\
      out_mem[i] operatorA P1.at(0,i) operatorB P2.at(0,i);\
      }\
    }\
  }



#define arma_applier_3(operatorA, operatorB) \
  {\
  for(uword slice=0; slice<n_slices; ++slice)\
    {\
    for(uword col=0; col<n_cols; ++col)\
      {\
      uword i,j;\
      \
      for(i=0, j=1; j<n_rows; i+=2, j+=2)\
        {\
        eT tmp_i = P1.at(i,col,slice);\
        eT tmp_j = P1.at(j,col,slice);\
        \
        tmp_i operatorB##= P2.at(i,col,slice);\
        tmp_j operatorB##= P2.at(j,col,slice);\
        \
        *out_mem operatorA tmp_i; out_mem++; \
        *out_mem operatorA tmp_j; out_mem++; \
        }\
      \
      if(i < n_rows)\
        {\
        *out_mem operatorA P1.at(i,col,slice) operatorB P2.at(i,col,slice); out_mem++; \
        }\
      }\
    }\
  }



//
// matrices



template<typename eglue_type>
template<typename T1, typename T2>
arma_hot
inline
void
eglue_core<eglue_type>::apply(Mat<typename T1::elem_type>& out, const eGlue<T1, T2, eglue_type>& x)
  {
  arma_extra_debug_sigprint();
  
  typedef typename T1::elem_type eT;
  
  const bool prefer_at_accessor = (Proxy<T1>::prefer_at_accessor || Proxy<T2>::prefer_at_accessor);
  
  // NOTE: we're assuming that the matrix has already been set to the correct size and there is no aliasing;
  // size setting and alias checking is done by either the Mat contructor or operator=()
  
  
  eT* out_mem = out.memptr();
  
  if(prefer_at_accessor == false)
    {
    const uword n_elem = (Proxy<T1>::is_fixed || Proxy<T2>::is_fixed) ? x.get_n_elem() : out.n_elem;
    
    //if( memory::is_aligned(out_mem) )
    if( memory::is_aligned(out_mem) && ((Proxy<T1>::is_fixed && Proxy<T2>::is_fixed) ? (x.get_n_elem() >= 32) : true) )
      {
      memory::mark_as_aligned(out_mem);
      
      if(x.P1.is_aligned() && x.P2.is_aligned())
        {
        typename Proxy<T1>::aligned_ea_type P1 = x.P1.get_aligned_ea();
        typename Proxy<T2>::aligned_ea_type P2 = x.P2.get_aligned_ea();
        
             if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1a(=, +); }
        else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1a(=, -); }
        else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1a(=, /); }
        else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1a(=, *); }
        }
      else
        {
        typename Proxy<T1>::ea_type P1 = x.P1.get_ea();
        typename Proxy<T2>::ea_type P2 = x.P2.get_ea();
        
             if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1u(=, +); }
        else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1u(=, -); }
        else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1u(=, /); }
        else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1u(=, *); }
        }
      }
    else
      {
      typename Proxy<T1>::ea_type P1 = x.P1.get_ea();
      typename Proxy<T2>::ea_type P2 = x.P2.get_ea();
    
           if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1u(=, +); }
      else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1u(=, -); }
      else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1u(=, /); }
      else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1u(=, *); }
      }
    }
  else
    {
    const uword n_rows = x.get_n_rows();
    const uword n_cols = x.get_n_cols();
    
    const Proxy<T1>& P1 = x.P1;
    const Proxy<T2>& P2 = x.P2;
    
         if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_2(=, +); }
    else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_2(=, -); }
    else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_2(=, /); }
    else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_2(=, *); }
    }
  }



template<typename eglue_type>
template<typename T1, typename T2>
arma_hot
inline
void
eglue_core<eglue_type>::apply_inplace_plus(Mat<typename T1::elem_type>& out, const eGlue<T1, T2, eglue_type>& x)
  {
  arma_extra_debug_sigprint();
  
  const uword n_rows = x.get_n_rows();
  const uword n_cols = x.get_n_cols();
    
  arma_debug_assert_same_size(out.n_rows, out.n_cols, n_rows, n_cols, "addition");
  
  typedef typename T1::elem_type eT;
  
  eT* out_mem = out.memptr();
  
  const bool prefer_at_accessor = (Proxy<T1>::prefer_at_accessor || Proxy<T2>::prefer_at_accessor);
  
  if(prefer_at_accessor == false)
    {
    const uword n_elem = (Proxy<T1>::is_fixed || Proxy<T2>::is_fixed) ? x.get_n_elem() : out.n_elem;
    
    if(memory::is_aligned(out_mem))
      {
      memory::mark_as_aligned(out_mem);
      
      if(x.P1.is_aligned() && x.P2.is_aligned())
        {
        typename Proxy<T1>::aligned_ea_type P1 = x.P1.get_aligned_ea();
        typename Proxy<T2>::aligned_ea_type P2 = x.P2.get_aligned_ea();
        
             if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1a(+=, +); }
        else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1a(+=, -); }
        else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1a(+=, /); }
        else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1a(+=, *); }
        }
      else
        {
        typename Proxy<T1>::ea_type P1 = x.P1.get_ea();
        typename Proxy<T2>::ea_type P2 = x.P2.get_ea();
    
             if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1u(+=, +); }
        else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1u(+=, -); }
        else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1u(+=, /); }
        else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1u(+=, *); }
        }
      }
    else
      {
      typename Proxy<T1>::ea_type P1 = x.P1.get_ea();
      typename Proxy<T2>::ea_type P2 = x.P2.get_ea();
    
           if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1u(+=, +); }
      else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1u(+=, -); }
      else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1u(+=, /); }
      else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1u(+=, *); }
      }
    }
  else
    {
    const Proxy<T1>& P1 = x.P1;
    const Proxy<T2>& P2 = x.P2;
    
         if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_2(+=, +); }
    else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_2(+=, -); }
    else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_2(+=, /); }
    else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_2(+=, *); }
    }
  }



template<typename eglue_type>
template<typename T1, typename T2>
arma_hot
inline
void
eglue_core<eglue_type>::apply_inplace_minus(Mat<typename T1::elem_type>& out, const eGlue<T1, T2, eglue_type>& x)
  {
  arma_extra_debug_sigprint();
  
  const uword n_rows = x.get_n_rows();
  const uword n_cols = x.get_n_cols();
  
  arma_debug_assert_same_size(out.n_rows, out.n_cols, n_rows, n_cols, "subtraction");
  
  typedef typename T1::elem_type eT;
  
  eT* out_mem = out.memptr();
  
  const bool prefer_at_accessor = (Proxy<T1>::prefer_at_accessor || Proxy<T2>::prefer_at_accessor);
  
  if(prefer_at_accessor == false)
    {
    const uword n_elem = (Proxy<T1>::is_fixed || Proxy<T2>::is_fixed) ? x.get_n_elem() : out.n_elem;
    
    if(memory::is_aligned(out_mem))
      {
      memory::mark_as_aligned(out_mem);
      
      if(x.P1.is_aligned() && x.P2.is_aligned())
        {
        typename Proxy<T1>::aligned_ea_type P1 = x.P1.get_aligned_ea();
        typename Proxy<T2>::aligned_ea_type P2 = x.P2.get_aligned_ea();
        
             if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1a(-=, +); }
        else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1a(-=, -); }
        else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1a(-=, /); }
        else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1a(-=, *); }
        }
      else
        {
        typename Proxy<T1>::ea_type P1 = x.P1.get_ea();
        typename Proxy<T2>::ea_type P2 = x.P2.get_ea();
    
             if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1u(-=, +); }
        else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1u(-=, -); }
        else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1u(-=, /); }
        else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1u(-=, *); }
        }
      }
    else
      {
      typename Proxy<T1>::ea_type P1 = x.P1.get_ea();
      typename Proxy<T2>::ea_type P2 = x.P2.get_ea();
    
           if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1u(-=, +); }
      else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1u(-=, -); }
      else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1u(-=, /); }
      else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1u(-=, *); }
      }
    }
  else
    {
    const Proxy<T1>& P1 = x.P1;
    const Proxy<T2>& P2 = x.P2;
    
         if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_2(-=, +); }
    else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_2(-=, -); }
    else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_2(-=, /); }
    else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_2(-=, *); }
    }
  }



template<typename eglue_type>
template<typename T1, typename T2>
arma_hot
inline
void
eglue_core<eglue_type>::apply_inplace_schur(Mat<typename T1::elem_type>& out, const eGlue<T1, T2, eglue_type>& x)
  {
  arma_extra_debug_sigprint();
  
  const uword n_rows = x.get_n_rows();
  const uword n_cols = x.get_n_cols();
  
  arma_debug_assert_same_size(out.n_rows, out.n_cols, n_rows, n_cols, "element-wise multiplication");
  
  typedef typename T1::elem_type eT;
  
  eT* out_mem = out.memptr();
  
  const bool prefer_at_accessor = (Proxy<T1>::prefer_at_accessor || Proxy<T2>::prefer_at_accessor);
  
  if(prefer_at_accessor == false)
    {
    const uword n_elem = (Proxy<T1>::is_fixed || Proxy<T2>::is_fixed) ? x.get_n_elem() : out.n_elem;
    
    if(memory::is_aligned(out_mem))
      {
      memory::mark_as_aligned(out_mem);
      
      if(x.P1.is_aligned() && x.P2.is_aligned())
        {
        typename Proxy<T1>::aligned_ea_type P1 = x.P1.get_aligned_ea();
        typename Proxy<T2>::aligned_ea_type P2 = x.P2.get_aligned_ea();
        
             if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1a(*=, +); }
        else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1a(*=, -); }
        else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1a(*=, /); }
        else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1a(*=, *); }
        }
      else
        {
        typename Proxy<T1>::ea_type P1 = x.P1.get_ea();
        typename Proxy<T2>::ea_type P2 = x.P2.get_ea();
    
             if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1u(*=, +); }
        else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1u(*=, -); }
        else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1u(*=, /); }
        else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1u(*=, *); }
        }
      }
    else
      {
      typename Proxy<T1>::ea_type P1 = x.P1.get_ea();
      typename Proxy<T2>::ea_type P2 = x.P2.get_ea();
    
           if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1u(*=, +); }
      else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1u(*=, -); }
      else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1u(*=, /); }
      else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1u(*=, *); }
      }
    }
  else
    {
    const Proxy<T1>& P1 = x.P1;
    const Proxy<T2>& P2 = x.P2;
    
         if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_2(*=, +); }
    else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_2(*=, -); }
    else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_2(*=, /); }
    else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_2(*=, *); }
    }
  }



template<typename eglue_type>
template<typename T1, typename T2>
arma_hot
inline
void
eglue_core<eglue_type>::apply_inplace_div(Mat<typename T1::elem_type>& out, const eGlue<T1, T2, eglue_type>& x)
  {
  arma_extra_debug_sigprint();
  
  const uword n_rows = x.get_n_rows();
  const uword n_cols = x.get_n_cols();
  
  arma_debug_assert_same_size(out.n_rows, out.n_cols, n_rows, n_cols, "element-wise division");
  
  typedef typename T1::elem_type eT;
  
  eT* out_mem = out.memptr();
  
  const bool prefer_at_accessor = (Proxy<T1>::prefer_at_accessor || Proxy<T2>::prefer_at_accessor);
  
  if(prefer_at_accessor == false)
    {
    const uword n_elem = (Proxy<T1>::is_fixed || Proxy<T2>::is_fixed) ? x.get_n_elem() : out.n_elem;
    
    if(memory::is_aligned(out_mem))
      {
      memory::mark_as_aligned(out_mem);
      
      if(x.P1.is_aligned() && x.P2.is_aligned())
        {
        typename Proxy<T1>::aligned_ea_type P1 = x.P1.get_aligned_ea();
        typename Proxy<T2>::aligned_ea_type P2 = x.P2.get_aligned_ea();
        
             if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1a(/=, +); }
        else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1a(/=, -); }
        else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1a(/=, /); }
        else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1a(/=, *); }
        }
      else
        {
        typename Proxy<T1>::ea_type P1 = x.P1.get_ea();
        typename Proxy<T2>::ea_type P2 = x.P2.get_ea();
    
             if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1u(/=, +); }
        else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1u(/=, -); }
        else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1u(/=, /); }
        else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1u(/=, *); }
        }
      }
    else
      {
      typename Proxy<T1>::ea_type P1 = x.P1.get_ea();
      typename Proxy<T2>::ea_type P2 = x.P2.get_ea();
    
           if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1u(/=, +); }
      else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1u(/=, -); }
      else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1u(/=, /); }
      else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1u(/=, *); }
      }
    }
  else
    {
    const Proxy<T1>& P1 = x.P1;
    const Proxy<T2>& P2 = x.P2;
    
         if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_2(/=, +); }
    else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_2(/=, -); }
    else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_2(/=, /); }
    else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_2(/=, *); }
    }
  }



//
// cubes



template<typename eglue_type>
template<typename T1, typename T2>
arma_hot
inline
void
eglue_core<eglue_type>::apply(Cube<typename T1::elem_type>& out, const eGlueCube<T1, T2, eglue_type>& x)
  {
  arma_extra_debug_sigprint();
  
  typedef typename T1::elem_type eT;
  
  const bool prefer_at_accessor = (ProxyCube<T1>::prefer_at_accessor || ProxyCube<T2>::prefer_at_accessor);
  
  // NOTE: we're assuming that the cube has already been set to the correct size and there is no aliasing;
  // size setting and alias checking is done by either the Cube contructor or operator=()
  
  
  eT* out_mem = out.memptr();
  
  if(prefer_at_accessor == false)
    {
    const uword n_elem = out.n_elem;
    
    if(memory::is_aligned(out_mem))
      {
      memory::mark_as_aligned(out_mem);
      
      if(x.P1.is_aligned() && x.P2.is_aligned())
        {
        typename ProxyCube<T1>::aligned_ea_type P1 = x.P1.get_aligned_ea();
        typename ProxyCube<T2>::aligned_ea_type P2 = x.P2.get_aligned_ea();
        
             if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1a(=, +); }
        else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1a(=, -); }
        else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1a(=, /); }
        else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1a(=, *); }
        }
      else
        {
        typename ProxyCube<T1>::ea_type P1 = x.P1.get_ea();
        typename ProxyCube<T2>::ea_type P2 = x.P2.get_ea();
        
             if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1u(=, +); }
        else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1u(=, -); }
        else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1u(=, /); }
        else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1u(=, *); }
        }
      }
    else
      {
      typename ProxyCube<T1>::ea_type P1 = x.P1.get_ea();
      typename ProxyCube<T2>::ea_type P2 = x.P2.get_ea();
      
           if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1u(=, +); }
      else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1u(=, -); }
      else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1u(=, /); }
      else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1u(=, *); }
      }
    }
  else
    {
    const uword n_rows   = x.get_n_rows();
    const uword n_cols   = x.get_n_cols();
    const uword n_slices = x.get_n_slices();
  
    const ProxyCube<T1>& P1 = x.P1;
    const ProxyCube<T2>& P2 = x.P2;
    
         if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_3(=, +); }
    else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_3(=, -); }
    else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_3(=, /); }
    else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_3(=, *); }
    }
  }



template<typename eglue_type>
template<typename T1, typename T2>
arma_hot
inline
void
eglue_core<eglue_type>::apply_inplace_plus(Cube<typename T1::elem_type>& out, const eGlueCube<T1, T2, eglue_type>& x)
  {
  arma_extra_debug_sigprint();
  
  const uword n_rows   = x.get_n_rows();
  const uword n_cols   = x.get_n_cols();
  const uword n_slices = x.get_n_slices();
  
  arma_debug_assert_same_size(out.n_rows, out.n_cols, out.n_slices, n_rows, n_cols, n_slices, "addition");
  
  typedef typename T1::elem_type eT;
  
  eT* out_mem = out.memptr();
  
  const bool prefer_at_accessor = (ProxyCube<T1>::prefer_at_accessor || ProxyCube<T2>::prefer_at_accessor);
  
  if(prefer_at_accessor == false)
    {
    const uword n_elem = out.n_elem;
    
    if(memory::is_aligned(out_mem))
      {
      memory::mark_as_aligned(out_mem);
      
      if(x.P1.is_aligned() && x.P2.is_aligned())
        {
        typename ProxyCube<T1>::aligned_ea_type P1 = x.P1.get_aligned_ea();
        typename ProxyCube<T2>::aligned_ea_type P2 = x.P2.get_aligned_ea();
        
             if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1a(+=, +); }
        else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1a(+=, -); }
        else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1a(+=, /); }
        else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1a(+=, *); }
        }
      else
        {
        typename ProxyCube<T1>::ea_type P1 = x.P1.get_ea();
        typename ProxyCube<T2>::ea_type P2 = x.P2.get_ea();
        
             if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1u(+=, +); }
        else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1u(+=, -); }
        else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1u(+=, /); }
        else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1u(+=, *); }
        }
      }
    else
      {
      typename ProxyCube<T1>::ea_type P1 = x.P1.get_ea();
      typename ProxyCube<T2>::ea_type P2 = x.P2.get_ea();
      
           if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1u(+=, +); }
      else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1u(+=, -); }
      else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1u(+=, /); }
      else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1u(+=, *); }
      }
    }
  else
    {
    const ProxyCube<T1>& P1 = x.P1;
    const ProxyCube<T2>& P2 = x.P2;
    
         if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_3(+=, +); }
    else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_3(+=, -); }
    else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_3(+=, /); }
    else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_3(+=, *); }
    }
  }



template<typename eglue_type>
template<typename T1, typename T2>
arma_hot
inline
void
eglue_core<eglue_type>::apply_inplace_minus(Cube<typename T1::elem_type>& out, const eGlueCube<T1, T2, eglue_type>& x)
  {
  arma_extra_debug_sigprint();
  
  const uword n_rows   = x.get_n_rows();
  const uword n_cols   = x.get_n_cols();
  const uword n_slices = x.get_n_slices();
  
  arma_debug_assert_same_size(out.n_rows, out.n_cols, out.n_slices, n_rows, n_cols, n_slices, "subtraction");
  
  typedef typename T1::elem_type eT;
  
  eT* out_mem = out.memptr();
  
  const bool prefer_at_accessor = (ProxyCube<T1>::prefer_at_accessor || ProxyCube<T2>::prefer_at_accessor);
  
  if(prefer_at_accessor == false)
    {
    const uword n_elem = out.n_elem;
    
    if(memory::is_aligned(out_mem))
      {
      memory::mark_as_aligned(out_mem);
      
      if(x.P1.is_aligned() && x.P2.is_aligned())
        {
        typename ProxyCube<T1>::aligned_ea_type P1 = x.P1.get_aligned_ea();
        typename ProxyCube<T2>::aligned_ea_type P2 = x.P2.get_aligned_ea();
        
             if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1a(-=, +); }
        else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1a(-=, -); }
        else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1a(-=, /); }
        else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1a(-=, *); }
        }
      else
        {
        typename ProxyCube<T1>::ea_type P1 = x.P1.get_ea();
        typename ProxyCube<T2>::ea_type P2 = x.P2.get_ea();
        
             if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1u(-=, +); }
        else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1u(-=, -); }
        else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1u(-=, /); }
        else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1u(-=, *); }
        }
      }
    else
      {
      typename ProxyCube<T1>::ea_type P1 = x.P1.get_ea();
      typename ProxyCube<T2>::ea_type P2 = x.P2.get_ea();
      
           if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1u(-=, +); }
      else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1u(-=, -); }
      else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1u(-=, /); }
      else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1u(-=, *); }
      }
    }
  else
    {
    const ProxyCube<T1>& P1 = x.P1;
    const ProxyCube<T2>& P2 = x.P2;
    
         if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_3(-=, +); }
    else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_3(-=, -); }
    else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_3(-=, /); }
    else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_3(-=, *); }
    }
  }



template<typename eglue_type>
template<typename T1, typename T2>
arma_hot
inline
void
eglue_core<eglue_type>::apply_inplace_schur(Cube<typename T1::elem_type>& out, const eGlueCube<T1, T2, eglue_type>& x)
  {
  arma_extra_debug_sigprint();
  
  const uword n_rows   = x.get_n_rows();
  const uword n_cols   = x.get_n_cols();
  const uword n_slices = x.get_n_slices();
  
  arma_debug_assert_same_size(out.n_rows, out.n_cols, out.n_slices, n_rows, n_cols, n_slices, "element-wise multiplication");
  
  typedef typename T1::elem_type eT;
  
  eT* out_mem = out.memptr();
  
  const bool prefer_at_accessor = (ProxyCube<T1>::prefer_at_accessor || ProxyCube<T2>::prefer_at_accessor);
  
  if(prefer_at_accessor == false)
    {
    const uword n_elem = out.n_elem;
    
    if(memory::is_aligned(out_mem))
      {
      memory::mark_as_aligned(out_mem);
      
      if(x.P1.is_aligned() && x.P2.is_aligned())
        {
        typename ProxyCube<T1>::aligned_ea_type P1 = x.P1.get_aligned_ea();
        typename ProxyCube<T2>::aligned_ea_type P2 = x.P2.get_aligned_ea();
        
             if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1a(*=, +); }
        else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1a(*=, -); }
        else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1a(*=, /); }
        else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1a(*=, *); }
        }
      else
        {
        typename ProxyCube<T1>::ea_type P1 = x.P1.get_ea();
        typename ProxyCube<T2>::ea_type P2 = x.P2.get_ea();
        
             if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1u(*=, +); }
        else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1u(*=, -); }
        else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1u(*=, /); }
        else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1u(*=, *); }
        }
      }
    else
      {
      typename ProxyCube<T1>::ea_type P1 = x.P1.get_ea();
      typename ProxyCube<T2>::ea_type P2 = x.P2.get_ea();
      
           if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1u(*=, +); }
      else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1u(*=, -); }
      else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1u(*=, /); }
      else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1u(*=, *); }
      }
    }
  else
    {
    const ProxyCube<T1>& P1 = x.P1;
    const ProxyCube<T2>& P2 = x.P2;
    
         if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_3(*=, +); }
    else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_3(*=, -); }
    else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_3(*=, /); }
    else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_3(*=, *); }
    }
  }



template<typename eglue_type>
template<typename T1, typename T2>
arma_hot
inline
void
eglue_core<eglue_type>::apply_inplace_div(Cube<typename T1::elem_type>& out, const eGlueCube<T1, T2, eglue_type>& x)
  {
  arma_extra_debug_sigprint();
  
  const uword n_rows   = x.get_n_rows();
  const uword n_cols   = x.get_n_cols();
  const uword n_slices = x.get_n_slices();
  
  arma_debug_assert_same_size(out.n_rows, out.n_cols, out.n_slices, n_rows, n_cols, n_slices, "element-wise division");
  
  typedef typename T1::elem_type eT;
  
  eT* out_mem = out.memptr();
  
  const bool prefer_at_accessor = (ProxyCube<T1>::prefer_at_accessor || ProxyCube<T2>::prefer_at_accessor);
  
  if(prefer_at_accessor == false)
    {
    const uword n_elem = out.n_elem;
    
    if(memory::is_aligned(out_mem))
      {
      memory::mark_as_aligned(out_mem);
      
      if(x.P1.is_aligned() && x.P2.is_aligned())
        {
        typename ProxyCube<T1>::aligned_ea_type P1 = x.P1.get_aligned_ea();
        typename ProxyCube<T2>::aligned_ea_type P2 = x.P2.get_aligned_ea();
        
             if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1a(/=, +); }
        else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1a(/=, -); }
        else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1a(/=, /); }
        else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1a(/=, *); }
        }
      else
        {
        typename ProxyCube<T1>::ea_type P1 = x.P1.get_ea();
        typename ProxyCube<T2>::ea_type P2 = x.P2.get_ea();
        
             if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1u(/=, +); }
        else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1u(/=, -); }
        else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1u(/=, /); }
        else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1u(/=, *); }
        }
      }
    else
      {
      typename ProxyCube<T1>::ea_type P1 = x.P1.get_ea();
      typename ProxyCube<T2>::ea_type P2 = x.P2.get_ea();
      
           if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_1u(/=, +); }
      else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_1u(/=, -); }
      else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_1u(/=, /); }
      else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_1u(/=, *); }
      }
    }
  else
    {
    const ProxyCube<T1>& P1 = x.P1;
    const ProxyCube<T2>& P2 = x.P2;
    
         if(is_same_type<eglue_type, eglue_plus >::value == true) { arma_applier_3(/=, +); }
    else if(is_same_type<eglue_type, eglue_minus>::value == true) { arma_applier_3(/=, -); }
    else if(is_same_type<eglue_type, eglue_div  >::value == true) { arma_applier_3(/=, /); }
    else if(is_same_type<eglue_type, eglue_schur>::value == true) { arma_applier_3(/=, *); }
    }
  }



#undef arma_applier_1u
#undef arma_applier_1a
#undef arma_applier_2
#undef arma_applier_3



//! @}