database/mariadb-columnstore-engine
1
0
Fork 0
mirror of https://github.com/mariadb-corporation/mariadb-columnstore-engine.git synced 2025-07-29 08:21:15 +03:00
Code Activity

Don't ignore null or empty in calculation

Browse Source
This commit is contained in:
Andrey Piskunov
2022-07-12 13:52:41 +03:00
parent 04ac04ff74
commit 589b786fda
4 changed files with 244 additions and 49 deletions
Download Patch File Download Diff File Expand all files Collapse all files

231
utils/common/simd_sse.h
View File

@ -250,17 +250,30 @@ class SimdFilterProcessor<
_mm_storeu_si128(reinterpret_cast<SimdType*>(dst), x);
}
MCS_FORCE_INLINE SimdType min(SimdType& x, SimdType& y)
MCS_FORCE_INLINE SimdType blend(SimdType x, SimdType y, SimdType mask) const
{
return x;
}
MCS_FORCE_INLINE SimdType bwAnd(SimdType x, SimdType y) const
{
return x;
}
MCS_FORCE_INLINE SimdType cmpGt2(SimdType x, SimdType y) const
{
return x;
}
MCS_FORCE_INLINE SimdType min(SimdType x, SimdType y) const
{
return reinterpret_cast<SimdType>(std::min(reinterpret_cast<int128_t>(x), reinterpret_cast<int128_t>(y)));
}
MCS_FORCE_INLINE SimdType max(SimdType& x, SimdType& y)
MCS_FORCE_INLINE SimdType max(SimdType x, SimdType y) const
{
return reinterpret_cast<SimdType>(std::max(reinterpret_cast<int128_t>(x), reinterpret_cast<int128_t>(y)));
}
};
template <typename VT, typename T>
@ -376,15 +389,30 @@ class SimdFilterProcessor<
_mm_storeu_pd(reinterpret_cast<T*>(dst), x);
}
MCS_FORCE_INLINE SimdType min(SimdType& x, SimdType& y)
MCS_FORCE_INLINE SimdType min(SimdType x, SimdType y) const
{
return _mm_min_pd(x, y);
}
MCS_FORCE_INLINE SimdType max(SimdType& x, SimdType& y)
MCS_FORCE_INLINE SimdType max(SimdType x, SimdType y) const
{
return _mm_max_pd(x, y);
}
MCS_FORCE_INLINE SimdType blend(SimdType x, SimdType y, SimdType mask) const
{
return _mm_blendv_pd(x, y, mask);
}
MCS_FORCE_INLINE SimdType cmpGt2(SimdType x, SimdType y) const
{
return _mm_cmpgt_pd(x, y);
}
MCS_FORCE_INLINE SimdType bwAnd(SimdType x, SimdType y) const
{
return _mm_and_pd(x, y);
}
};
template <typename VT, typename T>
@ -500,15 +528,30 @@ class SimdFilterProcessor<
_mm_storeu_ps(reinterpret_cast<T*>(dst), x);
}
MCS_FORCE_INLINE SimdType min(SimdType& x, SimdType& y)
MCS_FORCE_INLINE SimdType min(SimdType x, SimdType y) const
{
return _mm_min_ps(x, y);
}
MCS_FORCE_INLINE SimdType max(SimdType& x, SimdType& y)
MCS_FORCE_INLINE SimdType max(SimdType x, SimdType y) const
{
return _mm_max_ps(x, y);
}
MCS_FORCE_INLINE SimdType cmpGt2(SimdType x, SimdType y) const
{
return _mm_cmpgt_ps(x, y);
}
MCS_FORCE_INLINE SimdType blend(SimdType x, SimdType y, SimdType mask) const
{
return _mm_blendv_ps(x, y, mask);
}
MCS_FORCE_INLINE SimdType bwAnd(SimdType x, SimdType y) const
{
return _mm_and_ps(x, y);
}
};
template <typename VT, typename CHECK_T>
@ -617,14 +660,29 @@ class SimdFilterProcessor<VT, CHECK_T,
_mm_storeu_si128(reinterpret_cast<SimdType*>(dst), x);
}
MCS_FORCE_INLINE SimdType min(SimdType& x, SimdType& y)
MCS_FORCE_INLINE SimdType blend(SimdType x, SimdType y, SimdType mask) const
{
return _mm_blendv_epi8(x, y, _mm_cmpgt_epi64(x,y));
return _mm_blendv_epi8(x, y, mask);
}
MCS_FORCE_INLINE SimdType max(SimdType& x, SimdType& y)
MCS_FORCE_INLINE SimdType bwAnd(SimdType x, SimdType y) const
{
return _mm_blendv_epi8(x, y, _mm_cmpgt_epi64(y,x));
return _mm_and_si128(x, y);
}
MCS_FORCE_INLINE SimdType cmpGt2(SimdType x, SimdType y) const
{
return _mm_cmpgt_epi64(x, y);
}
MCS_FORCE_INLINE SimdType min(SimdType x, SimdType y) const
{
return blend(x, y, cmpGt2(x,y));
}
MCS_FORCE_INLINE SimdType max(SimdType x, SimdType y) const
{
return blend(x, y, cmpGt2(y,x));
}
};
@ -737,14 +795,32 @@ class SimdFilterProcessor<VT, CHECK_T,
_mm_storeu_si128(reinterpret_cast<SimdType*>(dst), x);
}
MCS_FORCE_INLINE SimdType min(SimdType& x, SimdType& y)
MCS_FORCE_INLINE SimdType blend(SimdType x, SimdType y, SimdType mask) const
{
return _mm_blendv_epi8(x, y, _mm_cmpgt_epi64(x,y));
return _mm_blendv_epi8(x, y, mask);
}
MCS_FORCE_INLINE SimdType max(SimdType& x, SimdType& y)
MCS_FORCE_INLINE SimdType bwAnd(SimdType x, SimdType y) const
{
return _mm_blendv_epi8(x, y, _mm_cmpgt_epi64(y,x));
return _mm_and_si128(x, y);
}
MCS_FORCE_INLINE SimdType cmpGt2(SimdType x, SimdType y) const
{
SimdType signVec = constant4i<0,(int32_t)0x80000000,0,(int32_t)0x80000000>();
SimdType xFlip = _mm_xor_si128(x, signVec);
SimdType yFlip = _mm_xor_si128(y, signVec);
return _mm_cmpgt_epi64(xFlip, yFlip);
}
MCS_FORCE_INLINE SimdType min(SimdType x, SimdType y) const
{
return blend(x, y, cmpGt2(x,y));
}
MCS_FORCE_INLINE SimdType max(SimdType x, SimdType y) const
{
return blend(x, y, cmpGt2(y,x));
}
};
@ -854,12 +930,27 @@ class SimdFilterProcessor<VT, CHECK_T,
_mm_storeu_si128(reinterpret_cast<SimdType*>(dst), x);
}
MCS_FORCE_INLINE SimdType min(SimdType& x, SimdType& y)
MCS_FORCE_INLINE SimdType blend(SimdType x, SimdType y, SimdType mask) const
{
return _mm_blendv_epi8(x, y, mask);
}
MCS_FORCE_INLINE SimdType bwAnd(SimdType x, SimdType y) const
{
return _mm_and_si128(x, y);
}
MCS_FORCE_INLINE SimdType cmpGt2(SimdType x, SimdType y) const
{
return _mm_cmpgt_epi32(x, y);
}
MCS_FORCE_INLINE SimdType min(SimdType x, SimdType y) const
{
return _mm_min_epi32(x, y);
}
MCS_FORCE_INLINE SimdType max(SimdType& x, SimdType& y)
MCS_FORCE_INLINE SimdType max(SimdType x, SimdType y) const
{
return _mm_max_epi32(x, y);
}
@ -974,12 +1065,30 @@ class SimdFilterProcessor<VT, CHECK_T,
_mm_storeu_si128(reinterpret_cast<SimdType*>(dst), x);
}
MCS_FORCE_INLINE SimdType min(SimdType& x, SimdType& y)
MCS_FORCE_INLINE SimdType blend(SimdType x, SimdType y, SimdType mask) const
{
return _mm_blendv_epi8(x, y, mask);
}
MCS_FORCE_INLINE SimdType bwAnd(SimdType x, SimdType y) const
{
return _mm_and_si128(x, y);
}
MCS_FORCE_INLINE SimdType cmpGt2(SimdType x, SimdType y) const
{
SimdType signVec = constant4i<(int32_t)0x80000000,(int32_t)0x80000000,(int32_t)0x80000000,(int32_t)0x80000000>();
SimdType xFlip = _mm_xor_si128(x, signVec);
SimdType yFlip = _mm_xor_si128(y, signVec);
return _mm_cmpgt_epi32(xFlip, yFlip);
}
MCS_FORCE_INLINE SimdType min(SimdType x, SimdType y) const
{
return _mm_min_epu32(x, y);
}
MCS_FORCE_INLINE SimdType max(SimdType& x, SimdType& y)
MCS_FORCE_INLINE SimdType max(SimdType x, SimdType y) const
{
return _mm_max_epu32(x, y);
}
@ -1090,12 +1199,27 @@ class SimdFilterProcessor<
_mm_storeu_si128(reinterpret_cast<SimdType*>(dst), x);
}
MCS_FORCE_INLINE SimdType min(SimdType& x, SimdType& y)
MCS_FORCE_INLINE SimdType blend(SimdType x, SimdType y, SimdType mask) const
{
return _mm_blendv_epi8(x, y, mask);
}
MCS_FORCE_INLINE SimdType bwAnd(SimdType x, SimdType y) const
{
return _mm_and_si128(x, y);
}
MCS_FORCE_INLINE SimdType cmpGt2(SimdType x, SimdType y) const
{
return _mm_cmpgt_epi16(x, y);
}
MCS_FORCE_INLINE SimdType min(SimdType x, SimdType y) const
{
return _mm_min_epi16(x, y);
}
MCS_FORCE_INLINE SimdType max(SimdType& x, SimdType& y)
MCS_FORCE_INLINE SimdType max(SimdType x, SimdType y) const
{
return _mm_max_epi16(x, y);
}
@ -1207,12 +1331,30 @@ class SimdFilterProcessor<
_mm_storeu_si128(reinterpret_cast<SimdType*>(dst), x);
}
MCS_FORCE_INLINE SimdType min(SimdType& x, SimdType& y)
MCS_FORCE_INLINE SimdType blend(SimdType x, SimdType y, SimdType mask) const
{
return _mm_blendv_epi8(x, y, mask);
}
MCS_FORCE_INLINE SimdType bwAnd(SimdType x, SimdType y) const
{
return _mm_and_si128(x, y);
}
MCS_FORCE_INLINE SimdType cmpGt2(SimdType x, SimdType y)
{
SimdType ones =
constant4i<(int32_t)0xFFFFFFFF, (int32_t)0xFFFFFFFF, (int32_t)0xFFFFFFFF, (int32_t)0xFFFFFFFF>();
SimdType maxOfTwo = _mm_max_epu16(x, y);
return _mm_xor_si128(_mm_cmpeq_epi16(y, maxOfTwo), ones);
}
MCS_FORCE_INLINE SimdType min(SimdType x, SimdType y) const
{
return _mm_min_epu16(x, y);
}
MCS_FORCE_INLINE SimdType max(SimdType& x, SimdType& y)
MCS_FORCE_INLINE SimdType max(SimdType x, SimdType y) const
{
return _mm_max_epu16(x, y);
}
@ -1330,12 +1472,27 @@ class SimdFilterProcessor<
_mm_storeu_si128(reinterpret_cast<SimdType*>(dst), x);
}
MCS_FORCE_INLINE SimdType min(SimdType& x, SimdType& y)
MCS_FORCE_INLINE SimdType blend(SimdType x, SimdType y, SimdType mask) const
{
return _mm_blendv_epi8(x, y, mask);
}
MCS_FORCE_INLINE SimdType bwAnd(SimdType x, SimdType y) const
{
return _mm_and_si128(x, y);
}
MCS_FORCE_INLINE SimdType cmpGt2(SimdType x, SimdType y) const
{
return _mm_cmpgt_epi8(x, y);
}
MCS_FORCE_INLINE SimdType min(SimdType x, SimdType y) const
{
return _mm_min_epi8(x, y);
}
MCS_FORCE_INLINE SimdType max(SimdType& x, SimdType& y)
MCS_FORCE_INLINE SimdType max(SimdType x, SimdType y) const
{
return _mm_max_epi8(x, y);
}
@ -1454,12 +1611,30 @@ class SimdFilterProcessor<
_mm_storeu_si128(reinterpret_cast<SimdType*>(dst), x);
}
MCS_FORCE_INLINE SimdType min(SimdType& x, SimdType& y)
MCS_FORCE_INLINE SimdType blend(SimdType x, SimdType y, SimdType mask) const
{
return _mm_blendv_epi8(x, y, mask);
}
MCS_FORCE_INLINE SimdType bwAnd(SimdType x, SimdType y) const
{
return _mm_and_si128(x, y);
}
MCS_FORCE_INLINE SimdType cmpGt2(SimdType x, SimdType y)
{
SimdType ones =
constant4i<(int32_t)0xFFFFFFFF, (int32_t)0xFFFFFFFF, (int32_t)0xFFFFFFFF, (int32_t)0xFFFFFFFF>();
SimdType maxOfTwo = _mm_max_epu8(x, y);
return _mm_xor_si128(_mm_cmpeq_epi8(y, maxOfTwo), ones);
}
MCS_FORCE_INLINE SimdType min(SimdType x, SimdType y) const
{
return _mm_min_epu8(x, y);
}
MCS_FORCE_INLINE SimdType max(SimdType& x, SimdType& y)
MCS_FORCE_INLINE SimdType max(SimdType x, SimdType y) const
{
return _mm_max_epu8(x, y);
}