// This file is part of Eigen, a lightweight C++ template library // for linear algebra. // // Copyright (C) 2008-2010 Gael Guennebaud // // This Source Code Form is subject to the terms of the Mozilla // Public License v. 2.0. If a copy of the MPL was not distributed // with this file, You can obtain one at http://mozilla.org/MPL/2.0/. #ifndef EIGEN_ASSIGNMENT_FUNCTORS_H #define EIGEN_ASSIGNMENT_FUNCTORS_H // IWYU pragma: private #include "../InternalHeaderCheck.h" namespace Eigen { namespace internal { /** \internal * \brief Template functor for scalar/packet assignment * */ template struct assign_op { EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE constexpr void assignCoeff(DstScalar& a, const SrcScalar& b) const { a = b; } template EIGEN_STRONG_INLINE void assignPacket(DstScalar* a, const Packet& b) const { pstoret(a, b); } template EIGEN_STRONG_INLINE void assignPacketSegment(DstScalar* a, const Packet& b, Index begin, Index count) const { pstoretSegment(a, b, begin, count); } }; // Empty overload for void type (used by PermutationMatrix) template struct assign_op {}; template struct functor_traits> { enum { Cost = NumTraits::ReadCost, PacketAccess = is_same::value && packet_traits::Vectorizable && packet_traits::Vectorizable }; }; /** \internal * \brief Template functor for scalar/packet compound assignment * */ template struct compound_assign_op { using traits = functor_traits>; EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE constexpr void assignCoeff(DstScalar& a, const SrcScalar& b) const { assign_op().assignCoeff(a, Func().operator()(a, b)); } template EIGEN_STRONG_INLINE void assignPacket(DstScalar* a, const Packet& b) const { assign_op().template assignPacket( a, Func().packetOp(ploadt(a), b)); } template EIGEN_STRONG_INLINE void assignPacketSegment(DstScalar* a, const Packet& b, Index begin, Index count) const { assign_op().template assignPacketSegment( a, Func().packetOp(ploadtSegment(a, begin, count), b), begin, count); } }; template struct functor_traits> { enum { Cost = int(functor_traits>::Cost) + int(functor_traits::Cost), PacketAccess = functor_traits>::PacketAccess && functor_traits::PacketAccess }; }; /** \internal * \brief Template functor for scalar/packet assignment with addition * */ template struct add_assign_op : compound_assign_op> {}; template struct functor_traits> : add_assign_op::traits {}; /** \internal * \brief Template functor for scalar/packet assignment with subtraction * */ template struct sub_assign_op : compound_assign_op> {}; template struct functor_traits> : sub_assign_op::traits {}; /** \internal * \brief Template functor for scalar/packet assignment with multiplication * */ template struct mul_assign_op : compound_assign_op> {}; template struct functor_traits> : mul_assign_op::traits {}; /** \internal * \brief Template functor for scalar/packet assignment with dividing * */ template struct div_assign_op : compound_assign_op> {}; template struct functor_traits> : div_assign_op::traits {}; /** \internal * \brief Template functor for scalar/packet assignment with swapping * * It works as follow. For a non-vectorized evaluation loop, we have: * for(i) func(A.coeffRef(i), B.coeff(i)); * where B is a SwapWrapper expression. The trick is to make SwapWrapper::coeff behaves like a non-const coeffRef. * Actually, SwapWrapper might not even be needed since even if B is a plain expression, since it has to be writable * B.coeff already returns a const reference to the underlying scalar value. * * The case of a vectorized loop is more tricky: * for(i,j) func.assignPacket(&A.coeffRef(i,j), B.packet(i,j)); * Here, B must be a SwapWrapper whose packet function actually returns a proxy object holding a Scalar*, * the actual alignment and Packet type. * */ template struct swap_assign_op { EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE void assignCoeff(Scalar& a, const Scalar& b) const { #ifdef EIGEN_GPUCC // FIXME is there some kind of cuda::swap? Scalar t = b; const_cast(b) = a; a = t; #else using std::swap; swap(a, const_cast(b)); #endif } }; template struct functor_traits> { enum { Cost = 3 * NumTraits::ReadCost, PacketAccess = #if defined(EIGEN_VECTORIZE_AVX) && (EIGEN_CLANG_STRICT_LESS_THAN(8, 0, 0) || EIGEN_COMP_CLANGAPPLE) // This is a partial workaround for a bug in clang generating bad code // when mixing 256/512 bits loads and 128 bits moves. // See http://eigen.tuxfamily.org/bz/show_bug.cgi?id=1684 // https://bugs.llvm.org/show_bug.cgi?id=40815 0 #else packet_traits::Vectorizable #endif }; }; } // namespace internal } // namespace Eigen #endif // EIGEN_ASSIGNMENT_FUNCTORS_H