static void TransformColor(const VP8LMultipliers* const m, uint32_t* argb_data, int num_pixels) { const __m128i mults_rb = _mm_set_epi16( CST_5b(m->green_to_red_), CST_5b(m->green_to_blue_), CST_5b(m->green_to_red_), CST_5b(m->green_to_blue_), CST_5b(m->green_to_red_), CST_5b(m->green_to_blue_), CST_5b(m->green_to_red_), CST_5b(m->green_to_blue_)); const __m128i mults_b2 = _mm_set_epi16( CST_5b(m->red_to_blue_), 0, CST_5b(m->red_to_blue_), 0, CST_5b(m->red_to_blue_), 0, CST_5b(m->red_to_blue_), 0); const __m128i mask_ag = _mm_set1_epi32(0xff00ff00); // alpha-green masks const __m128i mask_rb = _mm_set1_epi32(0x00ff00ff); // red-blue masks int i; for (i = 0; i + 4 <= num_pixels; i += 4) { const __m128i in = _mm_loadu_si128((__m128i*)&argb_data[i]); // argb const __m128i A = _mm_and_si128(in, mask_ag); // a 0 g 0 const __m128i B = _mm_shufflelo_epi16(A, _MM_SHUFFLE(2, 2, 0, 0)); const __m128i C = _mm_shufflehi_epi16(B, _MM_SHUFFLE(2, 2, 0, 0)); // g0g0 const __m128i D = _mm_mulhi_epi16(C, mults_rb); // x dr x db1 const __m128i E = _mm_slli_epi16(in, 8); // r 0 b 0 const __m128i F = _mm_mulhi_epi16(E, mults_b2); // x db2 0 0 const __m128i G = _mm_srli_epi32(F, 16); // 0 0 x db2 const __m128i H = _mm_add_epi8(G, D); // x dr x db const __m128i I = _mm_and_si128(H, mask_rb); // 0 dr 0 db const __m128i out = _mm_sub_epi8(in, I); _mm_storeu_si128((__m128i*)&argb_data[i], out); } // fallthrough and finish off with plain-C VP8LTransformColor_C(m, argb_data + i, num_pixels - i); }
static WEBP_INLINE void TransformColor(const VP8LMultipliers* const m, uint32_t* argb_data, int num_pixels) { const __m128i g_to_r = _mm_set1_epi32(m->green_to_red_); // multipliers const __m128i g_to_b = _mm_set1_epi32(m->green_to_blue_); const __m128i r_to_b = _mm_set1_epi32(m->red_to_blue_); int i; for (i = 0; i + 4 <= num_pixels; i += 4) { const __m128i in = _mm_loadu_si128((__m128i*)&argb_data[i]); const __m128i alpha_green_mask = _mm_set1_epi32(0xff00ff00); // masks const __m128i red_mask = _mm_set1_epi32(0x00ff0000); const __m128i green_mask = _mm_set1_epi32(0x0000ff00); const __m128i lower_8bit_mask = _mm_set1_epi32(0x000000ff); const __m128i ag = _mm_and_si128(in, alpha_green_mask); // alpha, green const __m128i r = _mm_srli_epi32(_mm_and_si128(in, red_mask), 16); const __m128i g = _mm_srli_epi32(_mm_and_si128(in, green_mask), 8); const __m128i b = in; const __m128i r_delta = ColorTransformDelta(g_to_r, g); // red const __m128i r_new = _mm_and_si128(_mm_sub_epi32(r, r_delta), lower_8bit_mask); const __m128i r_new_shifted = _mm_slli_epi32(r_new, 16); const __m128i b_delta_1 = ColorTransformDelta(g_to_b, g); // blue const __m128i b_delta_2 = ColorTransformDelta(r_to_b, r); const __m128i b_delta = _mm_add_epi32(b_delta_1, b_delta_2); const __m128i b_new = _mm_and_si128(_mm_sub_epi32(b, b_delta), lower_8bit_mask); const __m128i out = _mm_or_si128(_mm_or_si128(ag, r_new_shifted), b_new); _mm_storeu_si128((__m128i*)&argb_data[i], out); } // Fall-back to C-version for left-overs. VP8LTransformColor_C(m, argb_data + i, num_pixels - i); }