123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222 |
- #include "Tables.hpp"
- const int32_t g_table[8][4] = {
- { 2, 8, -2, -8 },
- { 5, 17, -5, -17 },
- { 9, 29, -9, -29 },
- { 13, 42, -13, -42 },
- { 18, 60, -18, -60 },
- { 24, 80, -24, -80 },
- { 33, 106, -33, -106 },
- { 47, 183, -47, -183 }
- };
- const int64_t g_table256[8][4] = {
- { 2*256, 8*256, -2*256, -8*256 },
- { 5*256, 17*256, -5*256, -17*256 },
- { 9*256, 29*256, -9*256, -29*256 },
- { 13*256, 42*256, -13*256, -42*256 },
- { 18*256, 60*256, -18*256, -60*256 },
- { 24*256, 80*256, -24*256, -80*256 },
- { 33*256, 106*256, -33*256, -106*256 },
- { 47*256, 183*256, -47*256, -183*256 }
- };
- const uint32_t g_id[4][16] = {
- { 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0 },
- { 3, 3, 2, 2, 3, 3, 2, 2, 3, 3, 2, 2, 3, 3, 2, 2 },
- { 5, 5, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 4 },
- { 7, 7, 6, 6, 7, 7, 6, 6, 7, 7, 6, 6, 7, 7, 6, 6 }
- };
- const uint32_t g_avg2[16] = {
- 0x00,
- 0x11,
- 0x22,
- 0x33,
- 0x44,
- 0x55,
- 0x66,
- 0x77,
- 0x88,
- 0x99,
- 0xAA,
- 0xBB,
- 0xCC,
- 0xDD,
- 0xEE,
- 0xFF
- };
- const uint32_t g_flags[64] = {
- 0x80800402, 0x80800402, 0x80800402, 0x80800402,
- 0x80800402, 0x80800402, 0x80800402, 0x8080E002,
- 0x80800402, 0x80800402, 0x8080E002, 0x8080E002,
- 0x80800402, 0x8080E002, 0x8080E002, 0x8080E002,
- 0x80000402, 0x80000402, 0x80000402, 0x80000402,
- 0x80000402, 0x80000402, 0x80000402, 0x8000E002,
- 0x80000402, 0x80000402, 0x8000E002, 0x8000E002,
- 0x80000402, 0x8000E002, 0x8000E002, 0x8000E002,
- 0x00800402, 0x00800402, 0x00800402, 0x00800402,
- 0x00800402, 0x00800402, 0x00800402, 0x0080E002,
- 0x00800402, 0x00800402, 0x0080E002, 0x0080E002,
- 0x00800402, 0x0080E002, 0x0080E002, 0x0080E002,
- 0x00000402, 0x00000402, 0x00000402, 0x00000402,
- 0x00000402, 0x00000402, 0x00000402, 0x0000E002,
- 0x00000402, 0x00000402, 0x0000E002, 0x0000E002,
- 0x00000402, 0x0000E002, 0x0000E002, 0x0000E002
- };
- const int32_t g_alpha[16][8] = {
- { -3, -6, -9, -15, 2, 5, 8, 14 },
- { -3, -7, -10, -13, 2, 6, 9, 12 },
- { -2, -5, -8, -13, 1, 4, 7, 12 },
- { -2, -4, -6, -13, 1, 3, 5, 12 },
- { -3, -6, -8, -12, 2, 5, 7, 11 },
- { -3, -7, -9, -11, 2, 6, 8, 10 },
- { -4, -7, -8, -11, 3, 6, 7, 10 },
- { -3, -5, -8, -11, 2, 4, 7, 10 },
- { -2, -6, -8, -10, 1, 5, 7, 9 },
- { -2, -5, -8, -10, 1, 4, 7, 9 },
- { -2, -4, -8, -10, 1, 3, 7, 9 },
- { -2, -5, -7, -10, 1, 4, 6, 9 },
- { -3, -4, -7, -10, 2, 3, 6, 9 },
- { -1, -2, -3, -10, 0, 1, 2, 9 },
- { -4, -6, -8, -9, 3, 5, 7, 8 },
- { -3, -5, -7, -9, 2, 4, 6, 8 }
- };
- const int32_t g_alphaRange[16] = {
- 0x100FF / ( 1 + g_alpha[0][7] - g_alpha[0][3] ),
- 0x100FF / ( 1 + g_alpha[1][7] - g_alpha[1][3] ),
- 0x100FF / ( 1 + g_alpha[2][7] - g_alpha[2][3] ),
- 0x100FF / ( 1 + g_alpha[3][7] - g_alpha[3][3] ),
- 0x100FF / ( 1 + g_alpha[4][7] - g_alpha[4][3] ),
- 0x100FF / ( 1 + g_alpha[5][7] - g_alpha[5][3] ),
- 0x100FF / ( 1 + g_alpha[6][7] - g_alpha[6][3] ),
- 0x100FF / ( 1 + g_alpha[7][7] - g_alpha[7][3] ),
- 0x100FF / ( 1 + g_alpha[8][7] - g_alpha[8][3] ),
- 0x100FF / ( 1 + g_alpha[9][7] - g_alpha[9][3] ),
- 0x100FF / ( 1 + g_alpha[10][7] - g_alpha[10][3] ),
- 0x100FF / ( 1 + g_alpha[11][7] - g_alpha[11][3] ),
- 0x100FF / ( 1 + g_alpha[12][7] - g_alpha[12][3] ),
- 0x100FF / ( 1 + g_alpha[13][7] - g_alpha[13][3] ),
- 0x100FF / ( 1 + g_alpha[14][7] - g_alpha[14][3] ),
- 0x100FF / ( 1 + g_alpha[15][7] - g_alpha[15][3] ),
- };
- #ifdef __SSE4_1__
- const __m128i g_table_SIMD[2] =
- {
- _mm_setr_epi16( 2, 5, 9, 13, 18, 24, 33, 47),
- _mm_setr_epi16( 8, 17, 29, 42, 60, 80, 106, 183)
- };
- const __m128i g_table128_SIMD[2] =
- {
- _mm_setr_epi16( 2*128, 5*128, 9*128, 13*128, 18*128, 24*128, 33*128, 47*128),
- _mm_setr_epi16( 8*128, 17*128, 29*128, 42*128, 60*128, 80*128, 106*128, 183*128)
- };
- const __m128i g_table256_SIMD[4] =
- {
- _mm_setr_epi32( 2*256, 5*256, 9*256, 13*256),
- _mm_setr_epi32( 8*256, 17*256, 29*256, 42*256),
- _mm_setr_epi32( 18*256, 24*256, 33*256, 47*256),
- _mm_setr_epi32( 60*256, 80*256, 106*256, 183*256)
- };
- const __m128i g_alpha_SIMD[16] = {
- _mm_setr_epi16( g_alpha[ 0][0], g_alpha[ 0][1], g_alpha[ 0][2], g_alpha[ 0][3], g_alpha[ 0][4], g_alpha[ 0][5], g_alpha[ 0][6], g_alpha[ 0][7] ),
- _mm_setr_epi16( g_alpha[ 1][0], g_alpha[ 1][1], g_alpha[ 1][2], g_alpha[ 1][3], g_alpha[ 1][4], g_alpha[ 1][5], g_alpha[ 1][6], g_alpha[ 1][7] ),
- _mm_setr_epi16( g_alpha[ 2][0], g_alpha[ 2][1], g_alpha[ 2][2], g_alpha[ 2][3], g_alpha[ 2][4], g_alpha[ 2][5], g_alpha[ 2][6], g_alpha[ 2][7] ),
- _mm_setr_epi16( g_alpha[ 3][0], g_alpha[ 3][1], g_alpha[ 3][2], g_alpha[ 3][3], g_alpha[ 3][4], g_alpha[ 3][5], g_alpha[ 3][6], g_alpha[ 3][7] ),
- _mm_setr_epi16( g_alpha[ 4][0], g_alpha[ 4][1], g_alpha[ 4][2], g_alpha[ 4][3], g_alpha[ 4][4], g_alpha[ 4][5], g_alpha[ 4][6], g_alpha[ 4][7] ),
- _mm_setr_epi16( g_alpha[ 5][0], g_alpha[ 5][1], g_alpha[ 5][2], g_alpha[ 5][3], g_alpha[ 5][4], g_alpha[ 5][5], g_alpha[ 5][6], g_alpha[ 5][7] ),
- _mm_setr_epi16( g_alpha[ 6][0], g_alpha[ 6][1], g_alpha[ 6][2], g_alpha[ 6][3], g_alpha[ 6][4], g_alpha[ 6][5], g_alpha[ 6][6], g_alpha[ 6][7] ),
- _mm_setr_epi16( g_alpha[ 7][0], g_alpha[ 7][1], g_alpha[ 7][2], g_alpha[ 7][3], g_alpha[ 7][4], g_alpha[ 7][5], g_alpha[ 7][6], g_alpha[ 7][7] ),
- _mm_setr_epi16( g_alpha[ 8][0], g_alpha[ 8][1], g_alpha[ 8][2], g_alpha[ 8][3], g_alpha[ 8][4], g_alpha[ 8][5], g_alpha[ 8][6], g_alpha[ 8][7] ),
- _mm_setr_epi16( g_alpha[ 9][0], g_alpha[ 9][1], g_alpha[ 9][2], g_alpha[ 9][3], g_alpha[ 9][4], g_alpha[ 9][5], g_alpha[ 9][6], g_alpha[ 9][7] ),
- _mm_setr_epi16( g_alpha[10][0], g_alpha[10][1], g_alpha[10][2], g_alpha[10][3], g_alpha[10][4], g_alpha[10][5], g_alpha[10][6], g_alpha[10][7] ),
- _mm_setr_epi16( g_alpha[11][0], g_alpha[11][1], g_alpha[11][2], g_alpha[11][3], g_alpha[11][4], g_alpha[11][5], g_alpha[11][6], g_alpha[11][7] ),
- _mm_setr_epi16( g_alpha[12][0], g_alpha[12][1], g_alpha[12][2], g_alpha[12][3], g_alpha[12][4], g_alpha[12][5], g_alpha[12][6], g_alpha[12][7] ),
- _mm_setr_epi16( g_alpha[13][0], g_alpha[13][1], g_alpha[13][2], g_alpha[13][3], g_alpha[13][4], g_alpha[13][5], g_alpha[13][6], g_alpha[13][7] ),
- _mm_setr_epi16( g_alpha[14][0], g_alpha[14][1], g_alpha[14][2], g_alpha[14][3], g_alpha[14][4], g_alpha[14][5], g_alpha[14][6], g_alpha[14][7] ),
- _mm_setr_epi16( g_alpha[15][0], g_alpha[15][1], g_alpha[15][2], g_alpha[15][3], g_alpha[15][4], g_alpha[15][5], g_alpha[15][6], g_alpha[15][7] ),
- };
- const __m128i g_alphaRange_SIMD = _mm_setr_epi16(
- g_alphaRange[0],
- g_alphaRange[1],
- g_alphaRange[4],
- g_alphaRange[5],
- g_alphaRange[8],
- g_alphaRange[14],
- 0,
- 0 );
- #endif
- #ifdef __AVX2__
- const __m256i g_alpha_AVX[8] = {
- _mm256_setr_epi16( g_alpha[ 0][0], g_alpha[ 1][0], g_alpha[ 2][0], g_alpha[ 3][0], g_alpha[ 4][0], g_alpha[ 5][0], g_alpha[ 6][0], g_alpha[ 7][0], g_alpha[ 8][0], g_alpha[ 9][0], g_alpha[10][0], g_alpha[11][0], g_alpha[12][0], g_alpha[13][0], g_alpha[14][0], g_alpha[15][0] ),
- _mm256_setr_epi16( g_alpha[ 0][1], g_alpha[ 1][1], g_alpha[ 2][1], g_alpha[ 3][1], g_alpha[ 4][1], g_alpha[ 5][1], g_alpha[ 6][1], g_alpha[ 7][1], g_alpha[ 8][1], g_alpha[ 9][1], g_alpha[10][1], g_alpha[11][1], g_alpha[12][1], g_alpha[13][1], g_alpha[14][1], g_alpha[15][1] ),
- _mm256_setr_epi16( g_alpha[ 0][2], g_alpha[ 1][2], g_alpha[ 2][2], g_alpha[ 3][2], g_alpha[ 4][2], g_alpha[ 5][2], g_alpha[ 6][2], g_alpha[ 7][2], g_alpha[ 8][2], g_alpha[ 9][2], g_alpha[10][2], g_alpha[11][2], g_alpha[12][2], g_alpha[13][2], g_alpha[14][2], g_alpha[15][2] ),
- _mm256_setr_epi16( g_alpha[ 0][3], g_alpha[ 1][3], g_alpha[ 2][3], g_alpha[ 3][3], g_alpha[ 4][3], g_alpha[ 5][3], g_alpha[ 6][3], g_alpha[ 7][3], g_alpha[ 8][3], g_alpha[ 9][3], g_alpha[10][3], g_alpha[11][3], g_alpha[12][3], g_alpha[13][3], g_alpha[14][3], g_alpha[15][3] ),
- _mm256_setr_epi16( g_alpha[ 0][4], g_alpha[ 1][4], g_alpha[ 2][4], g_alpha[ 3][4], g_alpha[ 4][4], g_alpha[ 5][4], g_alpha[ 6][4], g_alpha[ 7][4], g_alpha[ 8][4], g_alpha[ 9][4], g_alpha[10][4], g_alpha[11][4], g_alpha[12][4], g_alpha[13][4], g_alpha[14][4], g_alpha[15][4] ),
- _mm256_setr_epi16( g_alpha[ 0][5], g_alpha[ 1][5], g_alpha[ 2][5], g_alpha[ 3][5], g_alpha[ 4][5], g_alpha[ 5][5], g_alpha[ 6][5], g_alpha[ 7][5], g_alpha[ 8][5], g_alpha[ 9][5], g_alpha[10][5], g_alpha[11][5], g_alpha[12][5], g_alpha[13][5], g_alpha[14][5], g_alpha[15][5] ),
- _mm256_setr_epi16( g_alpha[ 0][6], g_alpha[ 1][6], g_alpha[ 2][6], g_alpha[ 3][6], g_alpha[ 4][6], g_alpha[ 5][6], g_alpha[ 6][6], g_alpha[ 7][6], g_alpha[ 8][6], g_alpha[ 9][6], g_alpha[10][6], g_alpha[11][6], g_alpha[12][6], g_alpha[13][6], g_alpha[14][6], g_alpha[15][6] ),
- _mm256_setr_epi16( g_alpha[ 0][7], g_alpha[ 1][7], g_alpha[ 2][7], g_alpha[ 3][7], g_alpha[ 4][7], g_alpha[ 5][7], g_alpha[ 6][7], g_alpha[ 7][7], g_alpha[ 8][7], g_alpha[ 9][7], g_alpha[10][7], g_alpha[11][7], g_alpha[12][7], g_alpha[13][7], g_alpha[14][7], g_alpha[15][7] ),
- };
- const __m256i g_alphaRange_AVX = _mm256_setr_epi16(
- g_alphaRange[ 0], g_alphaRange[ 1], g_alphaRange[ 2], g_alphaRange[ 3], g_alphaRange[ 4], g_alphaRange[ 5], g_alphaRange[ 6], g_alphaRange[ 7],
- g_alphaRange[ 8], g_alphaRange[ 9], g_alphaRange[10], g_alphaRange[11], g_alphaRange[12], g_alphaRange[13], g_alphaRange[14], g_alphaRange[15]
- );
- #endif
- #ifdef __ARM_NEON
- const int16x8_t g_table128_NEON[2] =
- {
- { 2*128, 5*128, 9*128, 13*128, 18*128, 24*128, 33*128, 47*128 },
- { 8*128, 17*128, 29*128, 42*128, 60*128, 80*128, 106*128, 183*128 }
- };
- const int32x4_t g_table256_NEON[4] =
- {
- { 2*256, 5*256, 9*256, 13*256 },
- { 8*256, 17*256, 29*256, 42*256 },
- { 18*256, 24*256, 33*256, 47*256 },
- { 60*256, 80*256, 106*256, 183*256 }
- };
- const int16x8_t g_alpha_NEON[16] =
- {
- { -3, -6, -9, -15, 2, 5, 8, 14 },
- { -3, -7, -10, -13, 2, 6, 9, 12 },
- { -2, -5, -8, -13, 1, 4, 7, 12 },
- { -2, -4, -6, -13, 1, 3, 5, 12 },
- { -3, -6, -8, -12, 2, 5, 7, 11 },
- { -3, -7, -9, -11, 2, 6, 8, 10 },
- { -4, -7, -8, -11, 3, 6, 7, 10 },
- { -3, -5, -8, -11, 2, 4, 7, 10 },
- { -2, -6, -8, -10, 1, 5, 7, 9 },
- { -2, -5, -8, -10, 1, 4, 7, 9 },
- { -2, -4, -8, -10, 1, 3, 7, 9 },
- { -2, -5, -7, -10, 1, 4, 6, 9 },
- { -3, -4, -7, -10, 2, 3, 6, 9 },
- { -1, -2, -3, -10, 0, 1, 2, 9 },
- { -4, -6, -8, -9, 3, 5, 7, 8 },
- { -3, -5, -7, -9, 2, 4, 6, 8 }
- };
- const int16x8_t g_alphaRange_NEON =
- {
- (int16_t)g_alphaRange[0],
- (int16_t)g_alphaRange[1],
- (int16_t)g_alphaRange[4],
- (int16_t)g_alphaRange[5],
- (int16_t)g_alphaRange[8],
- (int16_t)g_alphaRange[14],
- 0,
- 0
- };
- #endif
|