// This code contains NVIDIA Confidential Information and is disclosed to you // under a form of NVIDIA software license agreement provided separately to you. // // Notice // NVIDIA Corporation and its licensors retain all intellectual property and // proprietary rights in and to this software and related documentation and // any modifications thereto. Any use, reproduction, disclosure, or // distribution of this software and related documentation without an express // license agreement from NVIDIA Corporation is strictly prohibited. // // ALL NVIDIA DESIGN SPECIFICATIONS, CODE ARE PROVIDED "AS IS.". NVIDIA MAKES // NO WARRANTIES, EXPRESSED, IMPLIED, STATUTORY, OR OTHERWISE WITH RESPECT TO // THE MATERIALS, AND EXPRESSLY DISCLAIMS ALL IMPLIED WARRANTIES OF NONINFRINGEMENT, // MERCHANTABILITY, AND FITNESS FOR A PARTICULAR PURPOSE. // // Information and code furnished is believed to be accurate and reliable. // However, NVIDIA Corporation assumes no responsibility for the consequences of use of such // information or for any infringement of patents or other rights of third parties that may // result from its use. No license is granted by implication or otherwise under any patent // or patent rights of NVIDIA Corporation. Details are subject to change without notice. // This code supersedes and replaces all information previously supplied. // NVIDIA Corporation products are not authorized for use as critical // components in life support devices or systems without express written approval of // NVIDIA Corporation. // // Copyright (c) 2008-2014 NVIDIA Corporation. All rights reserved. // Copyright (c) 2004-2008 AGEIA Technologies, Inc. All rights reserved. // Copyright (c) 2001-2004 NovodeX AG. All rights reserved. #pragma once // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - // factory implementation // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - template <> inline Simd4iFactory::operator Simd4i() const { return _mm_set1_epi32(v); } inline Simd4iFactory::operator Simd4i() const { return reinterpret_cast(v); } template inline Simd4iFactory >::operator Simd4i() const { return _mm_set1_epi32(i); } template <> inline Simd4iFactory >::operator Simd4i() const { return _mm_setzero_si128(); } template <> inline Simd4iFactory::operator Simd4i() const { return _mm_loadu_si128(reinterpret_cast(v)); } template <> inline Simd4iFactory >::operator Simd4i() const { return _mm_load_si128(reinterpret_cast(v.ptr)); } template <> inline Simd4iFactory >::operator Simd4i() const { return _mm_load_si128(reinterpret_cast(reinterpret_cast(v.ptr) + v.offset)); } // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - // expression template // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - template <> inline ComplementExpr::operator Simd4i() const { return _mm_andnot_si128(v, _mm_set1_epi32(0xffffffff)); } Simd4i operator&(const ComplementExpr& complement, const Simd4i& v) { return _mm_andnot_si128(complement.v, v); } Simd4i operator&(const Simd4i& v, const ComplementExpr& complement) { return _mm_andnot_si128(complement.v, v); } // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - // operator implementations // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Simd4i simdi::operator==(const Simd4i& v0, const Simd4i& v1) { return _mm_cmpeq_epi32(v0, v1); } Simd4i simdi::operator<(const Simd4i& v0, const Simd4i& v1) { return _mm_cmplt_epi32(v0, v1); } Simd4i simdi::operator>(const Simd4i& v0, const Simd4i& v1) { return _mm_cmpgt_epi32(v0, v1); } ComplementExpr operator~(const Simd4i& v) { return ComplementExpr(v); } Simd4i operator&(const Simd4i& v0, const Simd4i& v1) { return _mm_and_si128(v0, v1); } Simd4i operator|(const Simd4i& v0, const Simd4i& v1) { return _mm_or_si128(v0, v1); } Simd4i operator^(const Simd4i& v0, const Simd4i& v1) { return _mm_xor_si128(v0, v1); } Simd4i operator<<(const Simd4i& v, int shift) { return _mm_slli_epi32(v, shift); } Simd4i operator>>(const Simd4i& v, int shift) { return _mm_srli_epi32(v, shift); } Simd4i simdi::operator+(const Simd4i& v0, const Simd4i& v1) { return _mm_add_epi32(v0, v1); } Simd4i simdi::operator-(const Simd4i& v) { return _mm_sub_epi32(_mm_setzero_si128(), v); } Simd4i simdi::operator-(const Simd4i& v0, const Simd4i& v1) { return _mm_sub_epi32(v0, v1); } // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - // function implementations // - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Simd4i simd4i(const Simd4f& v) { return _mm_castps_si128(v); } Simd4i truncate(const Simd4f& v) { return _mm_cvttps_epi32(v); } int (&simdi::array(Simd4i& v))[4] { return reinterpret_cast(v); } const int (&simdi::array(const Simd4i& v))[4] { return reinterpret_cast(v); } void store(int* ptr, const Simd4i& v) { _mm_storeu_si128(reinterpret_cast<__m128i*>(ptr), v); } void storeAligned(int* ptr, const Simd4i& v) { _mm_store_si128(reinterpret_cast<__m128i*>(ptr), v); } void storeAligned(int* ptr, unsigned int offset, const Simd4i& v) { _mm_store_si128(reinterpret_cast<__m128i*>(reinterpret_cast(ptr) + offset), v); } template Simd4i splat(const Simd4i& v) { return _mm_shuffle_epi32(v, _MM_SHUFFLE(i, i, i, i)); } Simd4i select(const Simd4i& mask, const Simd4i& v0, const Simd4i& v1) { return _mm_xor_si128(v1, _mm_and_si128(mask, _mm_xor_si128(v1, v0))); } int simdi::allEqual(const Simd4i& v0, const Simd4i& v1) { return allTrue(simdi::operator==(v0, v1)); } int simdi::allEqual(const Simd4i& v0, const Simd4i& v1, Simd4i& outMask) { return allTrue(outMask = simdi::operator==(v0, v1)); } int simdi::anyEqual(const Simd4i& v0, const Simd4i& v1) { return anyTrue(simdi::operator==(v0, v1)); } int simdi::anyEqual(const Simd4i& v0, const Simd4i& v1, Simd4i& outMask) { return anyTrue(outMask = simdi::operator==(v0, v1)); } int simdi::allGreater(const Simd4i& v0, const Simd4i& v1) { return allTrue(simdi::operator>(v0, v1)); } int simdi::allGreater(const Simd4i& v0, const Simd4i& v1, Simd4i& outMask) { return allTrue(outMask = simdi::operator>(v0, v1)); } int simdi::anyGreater(const Simd4i& v0, const Simd4i& v1) { return anyTrue(simdi::operator>(v0, v1)); } int simdi::anyGreater(const Simd4i& v0, const Simd4i& v1, Simd4i& outMask) { return anyTrue(outMask = simdi::operator>(v0, v1)); } int allTrue(const Simd4i& v) { return _mm_movemask_ps(_mm_castsi128_ps(v)) == 0xf; } int anyTrue(const Simd4i& v) { return _mm_movemask_ps(_mm_castsi128_ps(v)); }