michael@0: /* michael@0: * Copyright (c) 2010 The WebM project authors. All Rights Reserved. michael@0: * michael@0: * Use of this source code is governed by a BSD-style license michael@0: * that can be found in the LICENSE file in the root of the source michael@0: * tree. An additional intellectual property rights grant can be found michael@0: * in the file PATENTS. All contributing project authors may michael@0: * be found in the AUTHORS file in the root of the source tree. michael@0: */ michael@0: michael@0: michael@0: #include "vpx_config.h" michael@0: #include "vp8_rtcd.h" michael@0: #include "vpx_ports/mem.h" michael@0: #include "filter_x86.h" michael@0: michael@0: extern const short vp8_six_tap_mmx[8][6*8]; michael@0: michael@0: extern void vp8_filter_block1d_h6_mmx michael@0: ( michael@0: unsigned char *src_ptr, michael@0: unsigned short *output_ptr, michael@0: unsigned int src_pixels_per_line, michael@0: unsigned int pixel_step, michael@0: unsigned int output_height, michael@0: unsigned int output_width, michael@0: const short *vp8_filter michael@0: ); michael@0: extern void vp8_filter_block1dc_v6_mmx michael@0: ( michael@0: unsigned short *src_ptr, michael@0: unsigned char *output_ptr, michael@0: int output_pitch, michael@0: unsigned int pixels_per_line, michael@0: unsigned int pixel_step, michael@0: unsigned int output_height, michael@0: unsigned int output_width, michael@0: const short *vp8_filter michael@0: ); michael@0: extern void vp8_filter_block1d8_h6_sse2 michael@0: ( michael@0: unsigned char *src_ptr, michael@0: unsigned short *output_ptr, michael@0: unsigned int src_pixels_per_line, michael@0: unsigned int pixel_step, michael@0: unsigned int output_height, michael@0: unsigned int output_width, michael@0: const short *vp8_filter michael@0: ); michael@0: extern void vp8_filter_block1d16_h6_sse2 michael@0: ( michael@0: unsigned char *src_ptr, michael@0: unsigned short *output_ptr, michael@0: unsigned int src_pixels_per_line, michael@0: unsigned int pixel_step, michael@0: unsigned int output_height, michael@0: unsigned int output_width, michael@0: const short *vp8_filter michael@0: ); michael@0: extern void vp8_filter_block1d8_v6_sse2 michael@0: ( michael@0: unsigned short *src_ptr, michael@0: unsigned char *output_ptr, michael@0: int dst_ptich, michael@0: unsigned int pixels_per_line, michael@0: unsigned int pixel_step, michael@0: unsigned int output_height, michael@0: unsigned int output_width, michael@0: const short *vp8_filter michael@0: ); michael@0: extern void vp8_filter_block1d16_v6_sse2 michael@0: ( michael@0: unsigned short *src_ptr, michael@0: unsigned char *output_ptr, michael@0: int dst_ptich, michael@0: unsigned int pixels_per_line, michael@0: unsigned int pixel_step, michael@0: unsigned int output_height, michael@0: unsigned int output_width, michael@0: const short *vp8_filter michael@0: ); michael@0: extern void vp8_unpack_block1d16_h6_sse2 michael@0: ( michael@0: unsigned char *src_ptr, michael@0: unsigned short *output_ptr, michael@0: unsigned int src_pixels_per_line, michael@0: unsigned int output_height, michael@0: unsigned int output_width michael@0: ); michael@0: extern void vp8_filter_block1d8_h6_only_sse2 michael@0: ( michael@0: unsigned char *src_ptr, michael@0: unsigned int src_pixels_per_line, michael@0: unsigned char *output_ptr, michael@0: int dst_ptich, michael@0: unsigned int output_height, michael@0: const short *vp8_filter michael@0: ); michael@0: extern void vp8_filter_block1d16_h6_only_sse2 michael@0: ( michael@0: unsigned char *src_ptr, michael@0: unsigned int src_pixels_per_line, michael@0: unsigned char *output_ptr, michael@0: int dst_ptich, michael@0: unsigned int output_height, michael@0: const short *vp8_filter michael@0: ); michael@0: extern void vp8_filter_block1d8_v6_only_sse2 michael@0: ( michael@0: unsigned char *src_ptr, michael@0: unsigned int src_pixels_per_line, michael@0: unsigned char *output_ptr, michael@0: int dst_ptich, michael@0: unsigned int output_height, michael@0: const short *vp8_filter michael@0: ); michael@0: michael@0: michael@0: #if HAVE_MMX michael@0: void vp8_sixtap_predict4x4_mmx michael@0: ( michael@0: unsigned char *src_ptr, michael@0: int src_pixels_per_line, michael@0: int xoffset, michael@0: int yoffset, michael@0: unsigned char *dst_ptr, michael@0: int dst_pitch michael@0: ) michael@0: { michael@0: DECLARE_ALIGNED_ARRAY(16, unsigned short, FData2, 16*16); /* Temp data bufffer used in filtering */ michael@0: const short *HFilter, *VFilter; michael@0: HFilter = vp8_six_tap_mmx[xoffset]; michael@0: vp8_filter_block1d_h6_mmx(src_ptr - (2 * src_pixels_per_line), FData2, src_pixels_per_line, 1, 9, 8, HFilter); michael@0: VFilter = vp8_six_tap_mmx[yoffset]; michael@0: vp8_filter_block1dc_v6_mmx(FData2 + 8, dst_ptr, dst_pitch, 8, 4 , 4, 4, VFilter); michael@0: michael@0: } michael@0: michael@0: michael@0: void vp8_sixtap_predict16x16_mmx michael@0: ( michael@0: unsigned char *src_ptr, michael@0: int src_pixels_per_line, michael@0: int xoffset, michael@0: int yoffset, michael@0: unsigned char *dst_ptr, michael@0: int dst_pitch michael@0: ) michael@0: { michael@0: michael@0: DECLARE_ALIGNED_ARRAY(16, unsigned short, FData2, 24*24); /* Temp data bufffer used in filtering */ michael@0: michael@0: const short *HFilter, *VFilter; michael@0: michael@0: michael@0: HFilter = vp8_six_tap_mmx[xoffset]; michael@0: michael@0: vp8_filter_block1d_h6_mmx(src_ptr - (2 * src_pixels_per_line), FData2, src_pixels_per_line, 1, 21, 32, HFilter); michael@0: vp8_filter_block1d_h6_mmx(src_ptr - (2 * src_pixels_per_line) + 4, FData2 + 4, src_pixels_per_line, 1, 21, 32, HFilter); michael@0: vp8_filter_block1d_h6_mmx(src_ptr - (2 * src_pixels_per_line) + 8, FData2 + 8, src_pixels_per_line, 1, 21, 32, HFilter); michael@0: vp8_filter_block1d_h6_mmx(src_ptr - (2 * src_pixels_per_line) + 12, FData2 + 12, src_pixels_per_line, 1, 21, 32, HFilter); michael@0: michael@0: VFilter = vp8_six_tap_mmx[yoffset]; michael@0: vp8_filter_block1dc_v6_mmx(FData2 + 32, dst_ptr, dst_pitch, 32, 16 , 16, 16, VFilter); michael@0: vp8_filter_block1dc_v6_mmx(FData2 + 36, dst_ptr + 4, dst_pitch, 32, 16 , 16, 16, VFilter); michael@0: vp8_filter_block1dc_v6_mmx(FData2 + 40, dst_ptr + 8, dst_pitch, 32, 16 , 16, 16, VFilter); michael@0: vp8_filter_block1dc_v6_mmx(FData2 + 44, dst_ptr + 12, dst_pitch, 32, 16 , 16, 16, VFilter); michael@0: michael@0: } michael@0: michael@0: michael@0: void vp8_sixtap_predict8x8_mmx michael@0: ( michael@0: unsigned char *src_ptr, michael@0: int src_pixels_per_line, michael@0: int xoffset, michael@0: int yoffset, michael@0: unsigned char *dst_ptr, michael@0: int dst_pitch michael@0: ) michael@0: { michael@0: michael@0: DECLARE_ALIGNED_ARRAY(16, unsigned short, FData2, 256); /* Temp data bufffer used in filtering */ michael@0: michael@0: const short *HFilter, *VFilter; michael@0: michael@0: HFilter = vp8_six_tap_mmx[xoffset]; michael@0: vp8_filter_block1d_h6_mmx(src_ptr - (2 * src_pixels_per_line), FData2, src_pixels_per_line, 1, 13, 16, HFilter); michael@0: vp8_filter_block1d_h6_mmx(src_ptr - (2 * src_pixels_per_line) + 4, FData2 + 4, src_pixels_per_line, 1, 13, 16, HFilter); michael@0: michael@0: VFilter = vp8_six_tap_mmx[yoffset]; michael@0: vp8_filter_block1dc_v6_mmx(FData2 + 16, dst_ptr, dst_pitch, 16, 8 , 8, 8, VFilter); michael@0: vp8_filter_block1dc_v6_mmx(FData2 + 20, dst_ptr + 4, dst_pitch, 16, 8 , 8, 8, VFilter); michael@0: michael@0: } michael@0: michael@0: michael@0: void vp8_sixtap_predict8x4_mmx michael@0: ( michael@0: unsigned char *src_ptr, michael@0: int src_pixels_per_line, michael@0: int xoffset, michael@0: int yoffset, michael@0: unsigned char *dst_ptr, michael@0: int dst_pitch michael@0: ) michael@0: { michael@0: michael@0: DECLARE_ALIGNED_ARRAY(16, unsigned short, FData2, 256); /* Temp data bufffer used in filtering */ michael@0: michael@0: const short *HFilter, *VFilter; michael@0: michael@0: HFilter = vp8_six_tap_mmx[xoffset]; michael@0: vp8_filter_block1d_h6_mmx(src_ptr - (2 * src_pixels_per_line), FData2, src_pixels_per_line, 1, 9, 16, HFilter); michael@0: vp8_filter_block1d_h6_mmx(src_ptr - (2 * src_pixels_per_line) + 4, FData2 + 4, src_pixels_per_line, 1, 9, 16, HFilter); michael@0: michael@0: VFilter = vp8_six_tap_mmx[yoffset]; michael@0: vp8_filter_block1dc_v6_mmx(FData2 + 16, dst_ptr, dst_pitch, 16, 8 , 4, 8, VFilter); michael@0: vp8_filter_block1dc_v6_mmx(FData2 + 20, dst_ptr + 4, dst_pitch, 16, 8 , 4, 8, VFilter); michael@0: michael@0: } michael@0: michael@0: michael@0: michael@0: void vp8_bilinear_predict16x16_mmx michael@0: ( michael@0: unsigned char *src_ptr, michael@0: int src_pixels_per_line, michael@0: int xoffset, michael@0: int yoffset, michael@0: unsigned char *dst_ptr, michael@0: int dst_pitch michael@0: ) michael@0: { michael@0: vp8_bilinear_predict8x8_mmx(src_ptr, src_pixels_per_line, xoffset, yoffset, dst_ptr, dst_pitch); michael@0: vp8_bilinear_predict8x8_mmx(src_ptr + 8, src_pixels_per_line, xoffset, yoffset, dst_ptr + 8, dst_pitch); michael@0: vp8_bilinear_predict8x8_mmx(src_ptr + 8 * src_pixels_per_line, src_pixels_per_line, xoffset, yoffset, dst_ptr + dst_pitch * 8, dst_pitch); michael@0: vp8_bilinear_predict8x8_mmx(src_ptr + 8 * src_pixels_per_line + 8, src_pixels_per_line, xoffset, yoffset, dst_ptr + dst_pitch * 8 + 8, dst_pitch); michael@0: } michael@0: #endif michael@0: michael@0: michael@0: #if HAVE_SSE2 michael@0: void vp8_sixtap_predict16x16_sse2 michael@0: ( michael@0: unsigned char *src_ptr, michael@0: int src_pixels_per_line, michael@0: int xoffset, michael@0: int yoffset, michael@0: unsigned char *dst_ptr, michael@0: int dst_pitch michael@0: michael@0: ) michael@0: { michael@0: DECLARE_ALIGNED_ARRAY(16, unsigned short, FData2, 24*24); /* Temp data bufffer used in filtering */ michael@0: michael@0: const short *HFilter, *VFilter; michael@0: michael@0: if (xoffset) michael@0: { michael@0: if (yoffset) michael@0: { michael@0: HFilter = vp8_six_tap_mmx[xoffset]; michael@0: vp8_filter_block1d16_h6_sse2(src_ptr - (2 * src_pixels_per_line), FData2, src_pixels_per_line, 1, 21, 32, HFilter); michael@0: VFilter = vp8_six_tap_mmx[yoffset]; michael@0: vp8_filter_block1d16_v6_sse2(FData2 + 32, dst_ptr, dst_pitch, 32, 16 , 16, dst_pitch, VFilter); michael@0: } michael@0: else michael@0: { michael@0: /* First-pass only */ michael@0: HFilter = vp8_six_tap_mmx[xoffset]; michael@0: vp8_filter_block1d16_h6_only_sse2(src_ptr, src_pixels_per_line, dst_ptr, dst_pitch, 16, HFilter); michael@0: } michael@0: } michael@0: else michael@0: { michael@0: /* Second-pass only */ michael@0: VFilter = vp8_six_tap_mmx[yoffset]; michael@0: vp8_unpack_block1d16_h6_sse2(src_ptr - (2 * src_pixels_per_line), FData2, src_pixels_per_line, 21, 32); michael@0: vp8_filter_block1d16_v6_sse2(FData2 + 32, dst_ptr, dst_pitch, 32, 16 , 16, dst_pitch, VFilter); michael@0: } michael@0: } michael@0: michael@0: michael@0: void vp8_sixtap_predict8x8_sse2 michael@0: ( michael@0: unsigned char *src_ptr, michael@0: int src_pixels_per_line, michael@0: int xoffset, michael@0: int yoffset, michael@0: unsigned char *dst_ptr, michael@0: int dst_pitch michael@0: ) michael@0: { michael@0: DECLARE_ALIGNED_ARRAY(16, unsigned short, FData2, 256); /* Temp data bufffer used in filtering */ michael@0: const short *HFilter, *VFilter; michael@0: michael@0: if (xoffset) michael@0: { michael@0: if (yoffset) michael@0: { michael@0: HFilter = vp8_six_tap_mmx[xoffset]; michael@0: vp8_filter_block1d8_h6_sse2(src_ptr - (2 * src_pixels_per_line), FData2, src_pixels_per_line, 1, 13, 16, HFilter); michael@0: VFilter = vp8_six_tap_mmx[yoffset]; michael@0: vp8_filter_block1d8_v6_sse2(FData2 + 16, dst_ptr, dst_pitch, 16, 8 , 8, dst_pitch, VFilter); michael@0: } michael@0: else michael@0: { michael@0: /* First-pass only */ michael@0: HFilter = vp8_six_tap_mmx[xoffset]; michael@0: vp8_filter_block1d8_h6_only_sse2(src_ptr, src_pixels_per_line, dst_ptr, dst_pitch, 8, HFilter); michael@0: } michael@0: } michael@0: else michael@0: { michael@0: /* Second-pass only */ michael@0: VFilter = vp8_six_tap_mmx[yoffset]; michael@0: vp8_filter_block1d8_v6_only_sse2(src_ptr - (2 * src_pixels_per_line), src_pixels_per_line, dst_ptr, dst_pitch, 8, VFilter); michael@0: } michael@0: } michael@0: michael@0: michael@0: void vp8_sixtap_predict8x4_sse2 michael@0: ( michael@0: unsigned char *src_ptr, michael@0: int src_pixels_per_line, michael@0: int xoffset, michael@0: int yoffset, michael@0: unsigned char *dst_ptr, michael@0: int dst_pitch michael@0: ) michael@0: { michael@0: DECLARE_ALIGNED_ARRAY(16, unsigned short, FData2, 256); /* Temp data bufffer used in filtering */ michael@0: const short *HFilter, *VFilter; michael@0: michael@0: if (xoffset) michael@0: { michael@0: if (yoffset) michael@0: { michael@0: HFilter = vp8_six_tap_mmx[xoffset]; michael@0: vp8_filter_block1d8_h6_sse2(src_ptr - (2 * src_pixels_per_line), FData2, src_pixels_per_line, 1, 9, 16, HFilter); michael@0: VFilter = vp8_six_tap_mmx[yoffset]; michael@0: vp8_filter_block1d8_v6_sse2(FData2 + 16, dst_ptr, dst_pitch, 16, 8 , 4, dst_pitch, VFilter); michael@0: } michael@0: else michael@0: { michael@0: /* First-pass only */ michael@0: HFilter = vp8_six_tap_mmx[xoffset]; michael@0: vp8_filter_block1d8_h6_only_sse2(src_ptr, src_pixels_per_line, dst_ptr, dst_pitch, 4, HFilter); michael@0: } michael@0: } michael@0: else michael@0: { michael@0: /* Second-pass only */ michael@0: VFilter = vp8_six_tap_mmx[yoffset]; michael@0: vp8_filter_block1d8_v6_only_sse2(src_ptr - (2 * src_pixels_per_line), src_pixels_per_line, dst_ptr, dst_pitch, 4, VFilter); michael@0: } michael@0: } michael@0: michael@0: #endif michael@0: michael@0: #if HAVE_SSSE3 michael@0: michael@0: extern void vp8_filter_block1d8_h6_ssse3 michael@0: ( michael@0: unsigned char *src_ptr, michael@0: unsigned int src_pixels_per_line, michael@0: unsigned char *output_ptr, michael@0: unsigned int output_pitch, michael@0: unsigned int output_height, michael@0: unsigned int vp8_filter_index michael@0: ); michael@0: michael@0: extern void vp8_filter_block1d16_h6_ssse3 michael@0: ( michael@0: unsigned char *src_ptr, michael@0: unsigned int src_pixels_per_line, michael@0: unsigned char *output_ptr, michael@0: unsigned int output_pitch, michael@0: unsigned int output_height, michael@0: unsigned int vp8_filter_index michael@0: ); michael@0: michael@0: extern void vp8_filter_block1d16_v6_ssse3 michael@0: ( michael@0: unsigned char *src_ptr, michael@0: unsigned int src_pitch, michael@0: unsigned char *output_ptr, michael@0: unsigned int out_pitch, michael@0: unsigned int output_height, michael@0: unsigned int vp8_filter_index michael@0: ); michael@0: michael@0: extern void vp8_filter_block1d8_v6_ssse3 michael@0: ( michael@0: unsigned char *src_ptr, michael@0: unsigned int src_pitch, michael@0: unsigned char *output_ptr, michael@0: unsigned int out_pitch, michael@0: unsigned int output_height, michael@0: unsigned int vp8_filter_index michael@0: ); michael@0: michael@0: extern void vp8_filter_block1d4_h6_ssse3 michael@0: ( michael@0: unsigned char *src_ptr, michael@0: unsigned int src_pixels_per_line, michael@0: unsigned char *output_ptr, michael@0: unsigned int output_pitch, michael@0: unsigned int output_height, michael@0: unsigned int vp8_filter_index michael@0: ); michael@0: michael@0: extern void vp8_filter_block1d4_v6_ssse3 michael@0: ( michael@0: unsigned char *src_ptr, michael@0: unsigned int src_pitch, michael@0: unsigned char *output_ptr, michael@0: unsigned int out_pitch, michael@0: unsigned int output_height, michael@0: unsigned int vp8_filter_index michael@0: ); michael@0: michael@0: void vp8_sixtap_predict16x16_ssse3 michael@0: ( michael@0: unsigned char *src_ptr, michael@0: int src_pixels_per_line, michael@0: int xoffset, michael@0: int yoffset, michael@0: unsigned char *dst_ptr, michael@0: int dst_pitch michael@0: michael@0: ) michael@0: { michael@0: DECLARE_ALIGNED_ARRAY(16, unsigned char, FData2, 24*24); michael@0: michael@0: if (xoffset) michael@0: { michael@0: if (yoffset) michael@0: { michael@0: vp8_filter_block1d16_h6_ssse3(src_ptr - (2 * src_pixels_per_line), michael@0: src_pixels_per_line, FData2, michael@0: 16, 21, xoffset); michael@0: vp8_filter_block1d16_v6_ssse3(FData2 , 16, dst_ptr, dst_pitch, michael@0: 16, yoffset); michael@0: } michael@0: else michael@0: { michael@0: /* First-pass only */ michael@0: vp8_filter_block1d16_h6_ssse3(src_ptr, src_pixels_per_line, michael@0: dst_ptr, dst_pitch, 16, xoffset); michael@0: } michael@0: } michael@0: else michael@0: { michael@0: if (yoffset) michael@0: { michael@0: /* Second-pass only */ michael@0: vp8_filter_block1d16_v6_ssse3(src_ptr - (2 * src_pixels_per_line), michael@0: src_pixels_per_line, michael@0: dst_ptr, dst_pitch, 16, yoffset); michael@0: } michael@0: else michael@0: { michael@0: /* ssse3 second-pass only function couldn't handle (xoffset==0 && michael@0: * yoffset==0) case correctly. Add copy function here to guarantee michael@0: * six-tap function handles all possible offsets. */ michael@0: vp8_copy_mem16x16(src_ptr, src_pixels_per_line, dst_ptr, dst_pitch); michael@0: } michael@0: } michael@0: } michael@0: michael@0: void vp8_sixtap_predict8x8_ssse3 michael@0: ( michael@0: unsigned char *src_ptr, michael@0: int src_pixels_per_line, michael@0: int xoffset, michael@0: int yoffset, michael@0: unsigned char *dst_ptr, michael@0: int dst_pitch michael@0: ) michael@0: { michael@0: DECLARE_ALIGNED_ARRAY(16, unsigned char, FData2, 256); michael@0: michael@0: if (xoffset) michael@0: { michael@0: if (yoffset) michael@0: { michael@0: vp8_filter_block1d8_h6_ssse3(src_ptr - (2 * src_pixels_per_line), michael@0: src_pixels_per_line, FData2, michael@0: 8, 13, xoffset); michael@0: vp8_filter_block1d8_v6_ssse3(FData2, 8, dst_ptr, dst_pitch, michael@0: 8, yoffset); michael@0: } michael@0: else michael@0: { michael@0: vp8_filter_block1d8_h6_ssse3(src_ptr, src_pixels_per_line, michael@0: dst_ptr, dst_pitch, 8, xoffset); michael@0: } michael@0: } michael@0: else michael@0: { michael@0: if (yoffset) michael@0: { michael@0: /* Second-pass only */ michael@0: vp8_filter_block1d8_v6_ssse3(src_ptr - (2 * src_pixels_per_line), michael@0: src_pixels_per_line, michael@0: dst_ptr, dst_pitch, 8, yoffset); michael@0: } michael@0: else michael@0: { michael@0: /* ssse3 second-pass only function couldn't handle (xoffset==0 && michael@0: * yoffset==0) case correctly. Add copy function here to guarantee michael@0: * six-tap function handles all possible offsets. */ michael@0: vp8_copy_mem8x8(src_ptr, src_pixels_per_line, dst_ptr, dst_pitch); michael@0: } michael@0: } michael@0: } michael@0: michael@0: michael@0: void vp8_sixtap_predict8x4_ssse3 michael@0: ( michael@0: unsigned char *src_ptr, michael@0: int src_pixels_per_line, michael@0: int xoffset, michael@0: int yoffset, michael@0: unsigned char *dst_ptr, michael@0: int dst_pitch michael@0: ) michael@0: { michael@0: DECLARE_ALIGNED_ARRAY(16, unsigned char, FData2, 256); michael@0: michael@0: if (xoffset) michael@0: { michael@0: if (yoffset) michael@0: { michael@0: vp8_filter_block1d8_h6_ssse3(src_ptr - (2 * src_pixels_per_line), michael@0: src_pixels_per_line, FData2, michael@0: 8, 9, xoffset); michael@0: vp8_filter_block1d8_v6_ssse3(FData2, 8, dst_ptr, dst_pitch, michael@0: 4, yoffset); michael@0: } michael@0: else michael@0: { michael@0: /* First-pass only */ michael@0: vp8_filter_block1d8_h6_ssse3(src_ptr, src_pixels_per_line, michael@0: dst_ptr, dst_pitch, 4, xoffset); michael@0: } michael@0: } michael@0: else michael@0: { michael@0: if (yoffset) michael@0: { michael@0: /* Second-pass only */ michael@0: vp8_filter_block1d8_v6_ssse3(src_ptr - (2 * src_pixels_per_line), michael@0: src_pixels_per_line, michael@0: dst_ptr, dst_pitch, 4, yoffset); michael@0: } michael@0: else michael@0: { michael@0: /* ssse3 second-pass only function couldn't handle (xoffset==0 && michael@0: * yoffset==0) case correctly. Add copy function here to guarantee michael@0: * six-tap function handles all possible offsets. */ michael@0: vp8_copy_mem8x4(src_ptr, src_pixels_per_line, dst_ptr, dst_pitch); michael@0: } michael@0: } michael@0: } michael@0: michael@0: void vp8_sixtap_predict4x4_ssse3 michael@0: ( michael@0: unsigned char *src_ptr, michael@0: int src_pixels_per_line, michael@0: int xoffset, michael@0: int yoffset, michael@0: unsigned char *dst_ptr, michael@0: int dst_pitch michael@0: ) michael@0: { michael@0: DECLARE_ALIGNED_ARRAY(16, unsigned char, FData2, 4*9); michael@0: michael@0: if (xoffset) michael@0: { michael@0: if (yoffset) michael@0: { michael@0: vp8_filter_block1d4_h6_ssse3(src_ptr - (2 * src_pixels_per_line), michael@0: src_pixels_per_line, michael@0: FData2, 4, 9, xoffset); michael@0: vp8_filter_block1d4_v6_ssse3(FData2, 4, dst_ptr, dst_pitch, michael@0: 4, yoffset); michael@0: } michael@0: else michael@0: { michael@0: vp8_filter_block1d4_h6_ssse3(src_ptr, src_pixels_per_line, michael@0: dst_ptr, dst_pitch, 4, xoffset); michael@0: } michael@0: } michael@0: else michael@0: { michael@0: if (yoffset) michael@0: { michael@0: vp8_filter_block1d4_v6_ssse3(src_ptr - (2 * src_pixels_per_line), michael@0: src_pixels_per_line, michael@0: dst_ptr, dst_pitch, 4, yoffset); michael@0: } michael@0: else michael@0: { michael@0: /* ssse3 second-pass only function couldn't handle (xoffset==0 && michael@0: * yoffset==0) case correctly. Add copy function here to guarantee michael@0: * six-tap function handles all possible offsets. */ michael@0: int r; michael@0: michael@0: for (r = 0; r < 4; r++) michael@0: { michael@0: dst_ptr[0] = src_ptr[0]; michael@0: dst_ptr[1] = src_ptr[1]; michael@0: dst_ptr[2] = src_ptr[2]; michael@0: dst_ptr[3] = src_ptr[3]; michael@0: dst_ptr += dst_pitch; michael@0: src_ptr += src_pixels_per_line; michael@0: } michael@0: } michael@0: } michael@0: } michael@0: michael@0: #endif