static void TransformColorInverse_SSE2(const VP8LMultipliers* const m, const uint32_t* const src, int num_pixels, uint32_t* dst) { // sign-extended multiplying constants, pre-shifted by 5. #define CST(X) (((int16_t)(m->X << 8)) >> 5) // sign-extend #define MK_CST_16(HI, LO) \ _mm_set1_epi32((int)(((uint32_t)(HI) << 16) | ((LO) & 0xffff))) const __m128i mults_rb = MK_CST_16(CST(green_to_red_), CST(green_to_blue_)); const __m128i mults_b2 = MK_CST_16(CST(red_to_blue_), 0); #undef MK_CST_16 #undef CST const __m128i mask_ag = _mm_set1_epi32(0xff00ff00); // alpha-green masks int i; for (i = 0; i + 4 <= num_pixels; i += 4) { const __m128i in = _mm_loadu_si128((const __m128i*)&src[i]); // argb const __m128i A = _mm_and_si128(in, mask_ag); // a 0 g 0 const __m128i B = _mm_shufflelo_epi16(A, _MM_SHUFFLE(2, 2, 0, 0)); const __m128i C = _mm_shufflehi_epi16(B, _MM_SHUFFLE(2, 2, 0, 0)); // g0g0 const __m128i D = _mm_mulhi_epi16(C, mults_rb); // x dr x db1 const __m128i E = _mm_add_epi8(in, D); // x r' x b' const __m128i F = _mm_slli_epi16(E, 8); // r' 0 b' 0 const __m128i G = _mm_mulhi_epi16(F, mults_b2); // x db2 0 0 const __m128i H = _mm_srli_epi32(G, 8); // 0 x db2 0 const __m128i I = _mm_add_epi8(H, F); // r' x b'' 0 const __m128i J = _mm_srli_epi16(I, 8); // 0 r' 0 b'' const __m128i out = _mm_or_si128(J, A); _mm_storeu_si128((__m128i*)&dst[i], out); } // Fall-back to C-version for left-overs. if (i != num_pixels) { VP8LTransformColorInverse_C(m, src + i, num_pixels - i, dst + i); } }
static WEBP_INLINE void TransformColorInverse(const VP8LMultipliers* const m, uint32_t* argb_data, int num_pixels) { const __m128i g_to_r = _mm_set1_epi32(m->green_to_red_); // multipliers const __m128i g_to_b = _mm_set1_epi32(m->green_to_blue_); const __m128i r_to_b = _mm_set1_epi32(m->red_to_blue_); int i; for (i = 0; i + 4 <= num_pixels; i += 4) { const __m128i in = _mm_loadu_si128((__m128i*)&argb_data[i]); const __m128i alpha_green_mask = _mm_set1_epi32(0xff00ff00); // masks const __m128i red_mask = _mm_set1_epi32(0x00ff0000); const __m128i green_mask = _mm_set1_epi32(0x0000ff00); const __m128i lower_8bit_mask = _mm_set1_epi32(0x000000ff); const __m128i ag = _mm_and_si128(in, alpha_green_mask); // alpha, green const __m128i r = _mm_srli_epi32(_mm_and_si128(in, red_mask), 16); const __m128i g = _mm_srli_epi32(_mm_and_si128(in, green_mask), 8); const __m128i b = in; const __m128i r_delta = ColorTransformDelta(g_to_r, g); // red const __m128i r_new = _mm_and_si128(_mm_add_epi32(r, r_delta), lower_8bit_mask); const __m128i r_new_shifted = _mm_slli_epi32(r_new, 16); const __m128i b_delta_1 = ColorTransformDelta(g_to_b, g); // blue const __m128i b_delta_2 = ColorTransformDelta(r_to_b, r_new); const __m128i b_delta = _mm_add_epi32(b_delta_1, b_delta_2); const __m128i b_new = _mm_and_si128(_mm_add_epi32(b, b_delta), lower_8bit_mask); const __m128i out = _mm_or_si128(_mm_or_si128(ag, r_new_shifted), b_new); _mm_storeu_si128((__m128i*)&argb_data[i], out); } // Fall-back to C-version for left-overs. VP8LTransformColorInverse_C(m, argb_data + i, num_pixels - i); }