void x264_sub8x8_dct_altivec( int16_t dct[4][4][4], uint8_t *pix1, int i_pix1, uint8_t *pix2, int i_pix2 ) { PREP_DIFF; PREP_STORE8_HL; vec_s16_t dct0v, dct1v, dct2v, dct3v, dct4v, dct5v, dct6v, dct7v; vec_s16_t tmp0v, tmp1v, tmp2v, tmp3v, tmp4v, tmp5v, tmp6v, tmp7v; VEC_DIFF_H( pix1, i_pix1, pix2, i_pix2, 8, dct0v ); VEC_DIFF_H( pix1, i_pix1, pix2, i_pix2, 8, dct1v ); VEC_DIFF_H( pix1, i_pix1, pix2, i_pix2, 8, dct2v ); VEC_DIFF_H( pix1, i_pix1, pix2, i_pix2, 8, dct3v ); VEC_DIFF_H( pix1, i_pix1, pix2, i_pix2, 8, dct4v ); VEC_DIFF_H( pix1, i_pix1, pix2, i_pix2, 8, dct5v ); VEC_DIFF_H( pix1, i_pix1, pix2, i_pix2, 8, dct6v ); VEC_DIFF_H( pix1, i_pix1, pix2, i_pix2, 8, dct7v ); VEC_DCT( dct0v, dct1v, dct2v, dct3v, tmp0v, tmp1v, tmp2v, tmp3v ); VEC_DCT( dct4v, dct5v, dct6v, dct7v, tmp4v, tmp5v, tmp6v, tmp7v ); VEC_TRANSPOSE_8( tmp0v, tmp1v, tmp2v, tmp3v, tmp4v, tmp5v, tmp6v, tmp7v, dct0v, dct1v, dct2v, dct3v, dct4v, dct5v, dct6v, dct7v ); VEC_DCT( dct0v, dct1v, dct2v, dct3v, tmp0v, tmp1v, tmp2v, tmp3v ); VEC_DCT( dct4v, dct5v, dct6v, dct7v, tmp4v, tmp5v, tmp6v, tmp7v ); VEC_TRANSPOSE_8( tmp0v, tmp1v, tmp2v, tmp3v, tmp4v, tmp5v, tmp6v, tmp7v, dct0v, dct1v, dct2v, dct3v, dct4v, dct5v, dct6v, dct7v ); VEC_STORE8_H( dct0v, dct[0][0] ); VEC_STORE8_L( dct0v, dct[1][0] ); VEC_STORE8_H( dct1v, dct[0][1] ); VEC_STORE8_L( dct1v, dct[1][1] ); VEC_STORE8_H( dct2v, dct[0][2] ); VEC_STORE8_L( dct2v, dct[1][2] ); VEC_STORE8_H( dct3v, dct[0][3] ); VEC_STORE8_L( dct3v, dct[1][3] ); VEC_STORE8_H( dct4v, dct[2][0] ); VEC_STORE8_L( dct4v, dct[3][0] ); VEC_STORE8_H( dct5v, dct[2][1] ); VEC_STORE8_L( dct5v, dct[3][1] ); VEC_STORE8_H( dct6v, dct[2][2] ); VEC_STORE8_L( dct6v, dct[3][2] ); VEC_STORE8_H( dct7v, dct[2][3] ); VEC_STORE8_L( dct7v, dct[3][3] ); }
void x264_sub4x4_dct_altivec( int16_t dct[16], uint8_t *pix1, uint8_t *pix2 ) { PREP_DIFF_8BYTEALIGNED; vec_s16_t dct0v, dct1v, dct2v, dct3v; vec_s16_t tmp0v, tmp1v, tmp2v, tmp3v; vec_u8_t permHighv; VEC_DIFF_H_8BYTE_ALIGNED( pix1, FENC_STRIDE, pix2, FDEC_STRIDE, 4, dct0v ); VEC_DIFF_H_8BYTE_ALIGNED( pix1, FENC_STRIDE, pix2, FDEC_STRIDE, 4, dct1v ); VEC_DIFF_H_8BYTE_ALIGNED( pix1, FENC_STRIDE, pix2, FDEC_STRIDE, 4, dct2v ); VEC_DIFF_H_8BYTE_ALIGNED( pix1, FENC_STRIDE, pix2, FDEC_STRIDE, 4, dct3v ); VEC_DCT( dct0v, dct1v, dct2v, dct3v, tmp0v, tmp1v, tmp2v, tmp3v ); VEC_TRANSPOSE_4( tmp0v, tmp1v, tmp2v, tmp3v, dct0v, dct1v, dct2v, dct3v ); permHighv = (vec_u8_t) CV(0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07, 0x10, 0x11, 0x12, 0x13, 0x14, 0x15, 0x16, 0x17); VEC_DCT( dct0v, dct1v, dct2v, dct3v, tmp0v, tmp1v, tmp2v, tmp3v ); vec_st(vec_perm(tmp0v, tmp1v, permHighv), 0, dct); vec_st(vec_perm(tmp2v, tmp3v, permHighv), 16, dct); }
void x264_sub8x8_dct_altivec( int16_t dct[4][4][4], uint8_t *pix1, uint8_t *pix2 ) { PREP_DIFF_8BYTEALIGNED; vec_s16_t dct0v, dct1v, dct2v, dct3v, dct4v, dct5v, dct6v, dct7v; vec_s16_t tmp0v, tmp1v, tmp2v, tmp3v, tmp4v, tmp5v, tmp6v, tmp7v; vec_u8_t permHighv, permLowv; VEC_DIFF_H_8BYTE_ALIGNED( pix1, FENC_STRIDE, pix2, FDEC_STRIDE, 8, dct0v ); VEC_DIFF_H_8BYTE_ALIGNED( pix1, FENC_STRIDE, pix2, FDEC_STRIDE, 8, dct1v ); VEC_DIFF_H_8BYTE_ALIGNED( pix1, FENC_STRIDE, pix2, FDEC_STRIDE, 8, dct2v ); VEC_DIFF_H_8BYTE_ALIGNED( pix1, FENC_STRIDE, pix2, FDEC_STRIDE, 8, dct3v ); VEC_DIFF_H_8BYTE_ALIGNED( pix1, FENC_STRIDE, pix2, FDEC_STRIDE, 8, dct4v ); VEC_DIFF_H_8BYTE_ALIGNED( pix1, FENC_STRIDE, pix2, FDEC_STRIDE, 8, dct5v ); VEC_DIFF_H_8BYTE_ALIGNED( pix1, FENC_STRIDE, pix2, FDEC_STRIDE, 8, dct6v ); VEC_DIFF_H_8BYTE_ALIGNED( pix1, FENC_STRIDE, pix2, FDEC_STRIDE, 8, dct7v ); VEC_DCT( dct0v, dct1v, dct2v, dct3v, tmp0v, tmp1v, tmp2v, tmp3v ); VEC_DCT( dct4v, dct5v, dct6v, dct7v, tmp4v, tmp5v, tmp6v, tmp7v ); VEC_TRANSPOSE_8( tmp0v, tmp1v, tmp2v, tmp3v, tmp4v, tmp5v, tmp6v, tmp7v, dct0v, dct1v, dct2v, dct3v, dct4v, dct5v, dct6v, dct7v ); permHighv = (vec_u8_t) CV(0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07, 0x10, 0x11, 0x12, 0x13, 0x14, 0x15, 0x16, 0x17); permLowv = (vec_u8_t) CV(0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D, 0x0E, 0x0F, 0x18, 0x19, 0x1A, 0x1B, 0x1C, 0x1D, 0x1E, 0x1F); VEC_DCT( dct0v, dct1v, dct2v, dct3v, tmp0v, tmp1v, tmp2v, tmp3v ); VEC_DCT( dct4v, dct5v, dct6v, dct7v, tmp4v, tmp5v, tmp6v, tmp7v ); vec_st(vec_perm(tmp0v, tmp1v, permHighv), 0, (int16_t*)dct); vec_st(vec_perm(tmp2v, tmp3v, permHighv), 16, (int16_t*)dct); vec_st(vec_perm(tmp4v, tmp5v, permHighv), 32, (int16_t*)dct); vec_st(vec_perm(tmp6v, tmp7v, permHighv), 48, (int16_t*)dct); vec_st(vec_perm(tmp0v, tmp1v, permLowv), 64, (int16_t*)dct); vec_st(vec_perm(tmp2v, tmp3v, permLowv), 80, (int16_t*)dct); vec_st(vec_perm(tmp4v, tmp5v, permLowv), 96, (int16_t*)dct); vec_st(vec_perm(tmp6v, tmp7v, permLowv), 112, (int16_t*)dct); }
void x264_sub4x4_dct_altivec( int16_t dct[4][4], uint8_t *pix1, int i_pix1, uint8_t *pix2, int i_pix2 ) { PREP_DIFF; PREP_STORE8; vec_s16_t dct0v, dct1v, dct2v, dct3v; vec_s16_t tmp0v, tmp1v, tmp2v, tmp3v; VEC_DIFF_H( pix1, i_pix1, pix2, i_pix2, 4, dct0v ); VEC_DIFF_H( pix1, i_pix1, pix2, i_pix2, 4, dct1v ); VEC_DIFF_H( pix1, i_pix1, pix2, i_pix2, 4, dct2v ); VEC_DIFF_H( pix1, i_pix1, pix2, i_pix2, 4, dct3v ); VEC_DCT( dct0v, dct1v, dct2v, dct3v, tmp0v, tmp1v, tmp2v, tmp3v ); VEC_TRANSPOSE_4( tmp0v, tmp1v, tmp2v, tmp3v, dct0v, dct1v, dct2v, dct3v ); VEC_DCT( dct0v, dct1v, dct2v, dct3v, tmp0v, tmp1v, tmp2v, tmp3v ); VEC_TRANSPOSE_4( tmp0v, tmp1v, tmp2v, tmp3v, dct0v, dct1v, dct2v, dct3v ); VEC_STORE8( dct0v, dct[0] ); VEC_STORE8( dct1v, dct[1] ); VEC_STORE8( dct2v, dct[2] ); VEC_STORE8( dct3v, dct[3] ); }
void x264_sub16x16_dct_altivec( int16_t dct[16][4][4], uint8_t *pix1, int i_pix1, uint8_t *pix2, int i_pix2 ) { PREP_DIFF; PREP_STORE8_HL; vec_s16_t dcth0v, dcth1v, dcth2v, dcth3v, dcth4v, dcth5v, dcth6v, dcth7v, dctl0v, dctl1v, dctl2v, dctl3v, dctl4v, dctl5v, dctl6v, dctl7v; vec_s16_t temp0v, temp1v, temp2v, temp3v, temp4v, temp5v, temp6v, temp7v; VEC_DIFF_HL( pix1, i_pix1, pix2, i_pix2, dcth0v, dctl0v ); VEC_DIFF_HL( pix1, i_pix1, pix2, i_pix2, dcth1v, dctl1v ); VEC_DIFF_HL( pix1, i_pix1, pix2, i_pix2, dcth2v, dctl2v ); VEC_DIFF_HL( pix1, i_pix1, pix2, i_pix2, dcth3v, dctl3v ); VEC_DIFF_HL( pix1, i_pix1, pix2, i_pix2, dcth4v, dctl4v ); VEC_DIFF_HL( pix1, i_pix1, pix2, i_pix2, dcth5v, dctl5v ); VEC_DIFF_HL( pix1, i_pix1, pix2, i_pix2, dcth6v, dctl6v ); VEC_DIFF_HL( pix1, i_pix1, pix2, i_pix2, dcth7v, dctl7v ); VEC_DCT( dcth0v, dcth1v, dcth2v, dcth3v, temp0v, temp1v, temp2v, temp3v ); VEC_DCT( dcth4v, dcth5v, dcth6v, dcth7v, temp4v, temp5v, temp6v, temp7v ); VEC_TRANSPOSE_8( temp0v, temp1v, temp2v, temp3v, temp4v, temp5v, temp6v, temp7v, dcth0v, dcth1v, dcth2v, dcth3v, dcth4v, dcth5v, dcth6v, dcth7v ); VEC_DCT( dcth0v, dcth1v, dcth2v, dcth3v, temp0v, temp1v, temp2v, temp3v ); VEC_DCT( dcth4v, dcth5v, dcth6v, dcth7v, temp4v, temp5v, temp6v, temp7v ); VEC_TRANSPOSE_8( temp0v, temp1v, temp2v, temp3v, temp4v, temp5v, temp6v, temp7v, dcth0v, dcth1v, dcth2v, dcth3v, dcth4v, dcth5v, dcth6v, dcth7v ); VEC_STORE8_H( dcth0v, dct[0][0] ); VEC_STORE8_L( dcth0v, dct[1][0] ); VEC_STORE8_H( dcth1v, dct[0][1] ); VEC_STORE8_L( dcth1v, dct[1][1] ); VEC_STORE8_H( dcth2v, dct[0][2] ); VEC_STORE8_L( dcth2v, dct[1][2] ); VEC_STORE8_H( dcth3v, dct[0][3] ); VEC_STORE8_L( dcth3v, dct[1][3] ); VEC_STORE8_H( dcth4v, dct[2][0] ); VEC_STORE8_L( dcth4v, dct[3][0] ); VEC_STORE8_H( dcth5v, dct[2][1] ); VEC_STORE8_L( dcth5v, dct[3][1] ); VEC_STORE8_H( dcth6v, dct[2][2] ); VEC_STORE8_L( dcth6v, dct[3][2] ); VEC_STORE8_H( dcth7v, dct[2][3] ); VEC_STORE8_L( dcth7v, dct[3][3] ); VEC_DCT( dctl0v, dctl1v, dctl2v, dctl3v, temp0v, temp1v, temp2v, temp3v ); VEC_DCT( dctl4v, dctl5v, dctl6v, dctl7v, temp4v, temp5v, temp6v, temp7v ); VEC_TRANSPOSE_8( temp0v, temp1v, temp2v, temp3v, temp4v, temp5v, temp6v, temp7v, dctl0v, dctl1v, dctl2v, dctl3v, dctl4v, dctl5v, dctl6v, dctl7v ); VEC_DCT( dctl0v, dctl1v, dctl2v, dctl3v, temp0v, temp1v, temp2v, temp3v ); VEC_DCT( dctl4v, dctl5v, dctl6v, dctl7v, temp4v, temp5v, temp6v, temp7v ); VEC_TRANSPOSE_8( temp0v, temp1v, temp2v, temp3v, temp4v, temp5v, temp6v, temp7v, dctl0v, dctl1v, dctl2v, dctl3v, dctl4v, dctl5v, dctl6v, dctl7v ); VEC_STORE8_H( dctl0v, dct[4][0] ); VEC_STORE8_L( dctl0v, dct[5][0] ); VEC_STORE8_H( dctl1v, dct[4][1] ); VEC_STORE8_L( dctl1v, dct[5][1] ); VEC_STORE8_H( dctl2v, dct[4][2] ); VEC_STORE8_L( dctl2v, dct[5][2] ); VEC_STORE8_H( dctl3v, dct[4][3] ); VEC_STORE8_L( dctl3v, dct[5][3] ); VEC_STORE8_H( dctl4v, dct[6][0] ); VEC_STORE8_L( dctl4v, dct[7][0] ); VEC_STORE8_H( dctl5v, dct[6][1] ); VEC_STORE8_L( dctl5v, dct[7][1] ); VEC_STORE8_H( dctl6v, dct[6][2] ); VEC_STORE8_L( dctl6v, dct[7][2] ); VEC_STORE8_H( dctl7v, dct[6][3] ); VEC_STORE8_L( dctl7v, dct[7][3] ); VEC_DIFF_HL( pix1, i_pix1, pix2, i_pix2, dcth0v, dctl0v ); VEC_DIFF_HL( pix1, i_pix1, pix2, i_pix2, dcth1v, dctl1v ); VEC_DIFF_HL( pix1, i_pix1, pix2, i_pix2, dcth2v, dctl2v ); VEC_DIFF_HL( pix1, i_pix1, pix2, i_pix2, dcth3v, dctl3v ); VEC_DIFF_HL( pix1, i_pix1, pix2, i_pix2, dcth4v, dctl4v ); VEC_DIFF_HL( pix1, i_pix1, pix2, i_pix2, dcth5v, dctl5v ); VEC_DIFF_HL( pix1, i_pix1, pix2, i_pix2, dcth6v, dctl6v ); VEC_DIFF_HL( pix1, i_pix1, pix2, i_pix2, dcth7v, dctl7v ); VEC_DCT( dcth0v, dcth1v, dcth2v, dcth3v, temp0v, temp1v, temp2v, temp3v ); VEC_DCT( dcth4v, dcth5v, dcth6v, dcth7v, temp4v, temp5v, temp6v, temp7v ); VEC_TRANSPOSE_8( temp0v, temp1v, temp2v, temp3v, temp4v, temp5v, temp6v, temp7v, dcth0v, dcth1v, dcth2v, dcth3v, dcth4v, dcth5v, dcth6v, dcth7v ); VEC_DCT( dcth0v, dcth1v, dcth2v, dcth3v, temp0v, temp1v, temp2v, temp3v ); VEC_DCT( dcth4v, dcth5v, dcth6v, dcth7v, temp4v, temp5v, temp6v, temp7v ); VEC_TRANSPOSE_8( temp0v, temp1v, temp2v, temp3v, temp4v, temp5v, temp6v, temp7v, dcth0v, dcth1v, dcth2v, dcth3v, dcth4v, dcth5v, dcth6v, dcth7v ); VEC_STORE8_H( dcth0v, dct[8][0] ); VEC_STORE8_L( dcth0v, dct[9][0] ); VEC_STORE8_H( dcth1v, dct[8][1] ); VEC_STORE8_L( dcth1v, dct[9][1] ); VEC_STORE8_H( dcth2v, dct[8][2] ); VEC_STORE8_L( dcth2v, dct[9][2] ); VEC_STORE8_H( dcth3v, dct[8][3] ); VEC_STORE8_L( dcth3v, dct[9][3] ); VEC_STORE8_H( dcth4v, dct[10][0] ); VEC_STORE8_L( dcth4v, dct[11][0] ); VEC_STORE8_H( dcth5v, dct[10][1] ); VEC_STORE8_L( dcth5v, dct[11][1] ); VEC_STORE8_H( dcth6v, dct[10][2] ); VEC_STORE8_L( dcth6v, dct[11][2] ); VEC_STORE8_H( dcth7v, dct[10][3] ); VEC_STORE8_L( dcth7v, dct[11][3] ); VEC_DCT( dctl0v, dctl1v, dctl2v, dctl3v, temp0v, temp1v, temp2v, temp3v ); VEC_DCT( dctl4v, dctl5v, dctl6v, dctl7v, temp4v, temp5v, temp6v, temp7v ); VEC_TRANSPOSE_8( temp0v, temp1v, temp2v, temp3v, temp4v, temp5v, temp6v, temp7v, dctl0v, dctl1v, dctl2v, dctl3v, dctl4v, dctl5v, dctl6v, dctl7v ); VEC_DCT( dctl0v, dctl1v, dctl2v, dctl3v, temp0v, temp1v, temp2v, temp3v ); VEC_DCT( dctl4v, dctl5v, dctl6v, dctl7v, temp4v, temp5v, temp6v, temp7v ); VEC_TRANSPOSE_8( temp0v, temp1v, temp2v, temp3v, temp4v, temp5v, temp6v, temp7v, dctl0v, dctl1v, dctl2v, dctl3v, dctl4v, dctl5v, dctl6v, dctl7v ); VEC_STORE8_H( dctl0v, dct[12][0] ); VEC_STORE8_L( dctl0v, dct[13][0] ); VEC_STORE8_H( dctl1v, dct[12][1] ); VEC_STORE8_L( dctl1v, dct[13][1] ); VEC_STORE8_H( dctl2v, dct[12][2] ); VEC_STORE8_L( dctl2v, dct[13][2] ); VEC_STORE8_H( dctl3v, dct[12][3] ); VEC_STORE8_L( dctl3v, dct[13][3] ); VEC_STORE8_H( dctl4v, dct[14][0] ); VEC_STORE8_L( dctl4v, dct[15][0] ); VEC_STORE8_H( dctl5v, dct[14][1] ); VEC_STORE8_L( dctl5v, dct[15][1] ); VEC_STORE8_H( dctl6v, dct[14][2] ); VEC_STORE8_L( dctl6v, dct[15][2] ); VEC_STORE8_H( dctl7v, dct[14][3] ); VEC_STORE8_L( dctl7v, dct[15][3] ); }