7 #define RTCD_EXTERN extern
14 #include "vpx/vpx_integer.h"
15 #include "vp9/common/vp9_enums.h"
19 /* Encoder forward decls */
21 struct vp9_variance_vtable;
23 #define DEC_MVCOSTS int *mvjcost, int *mvcost[2]
26 struct yv12_buffer_config;
28 void vp9_d207_predictor_4x4_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
29 #define vp9_d207_predictor_4x4 vp9_d207_predictor_4x4_c
31 void vp9_d45_predictor_4x4_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
32 #define vp9_d45_predictor_4x4 vp9_d45_predictor_4x4_c
34 void vp9_d63_predictor_4x4_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
35 #define vp9_d63_predictor_4x4 vp9_d63_predictor_4x4_c
37 void vp9_h_predictor_4x4_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
38 #define vp9_h_predictor_4x4 vp9_h_predictor_4x4_c
40 void vp9_d117_predictor_4x4_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
41 #define vp9_d117_predictor_4x4 vp9_d117_predictor_4x4_c
43 void vp9_d135_predictor_4x4_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
44 #define vp9_d135_predictor_4x4 vp9_d135_predictor_4x4_c
46 void vp9_d153_predictor_4x4_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
47 #define vp9_d153_predictor_4x4 vp9_d153_predictor_4x4_c
49 void vp9_v_predictor_4x4_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
50 #define vp9_v_predictor_4x4 vp9_v_predictor_4x4_c
52 void vp9_tm_predictor_4x4_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
53 #define vp9_tm_predictor_4x4 vp9_tm_predictor_4x4_c
55 void vp9_dc_predictor_4x4_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
56 #define vp9_dc_predictor_4x4 vp9_dc_predictor_4x4_c
58 void vp9_dc_top_predictor_4x4_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
59 #define vp9_dc_top_predictor_4x4 vp9_dc_top_predictor_4x4_c
61 void vp9_dc_left_predictor_4x4_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
62 #define vp9_dc_left_predictor_4x4 vp9_dc_left_predictor_4x4_c
64 void vp9_dc_128_predictor_4x4_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
65 #define vp9_dc_128_predictor_4x4 vp9_dc_128_predictor_4x4_c
67 void vp9_d207_predictor_8x8_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
68 #define vp9_d207_predictor_8x8 vp9_d207_predictor_8x8_c
70 void vp9_d45_predictor_8x8_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
71 #define vp9_d45_predictor_8x8 vp9_d45_predictor_8x8_c
73 void vp9_d63_predictor_8x8_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
74 #define vp9_d63_predictor_8x8 vp9_d63_predictor_8x8_c
76 void vp9_h_predictor_8x8_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
77 #define vp9_h_predictor_8x8 vp9_h_predictor_8x8_c
79 void vp9_d117_predictor_8x8_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
80 #define vp9_d117_predictor_8x8 vp9_d117_predictor_8x8_c
82 void vp9_d135_predictor_8x8_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
83 #define vp9_d135_predictor_8x8 vp9_d135_predictor_8x8_c
85 void vp9_d153_predictor_8x8_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
86 #define vp9_d153_predictor_8x8 vp9_d153_predictor_8x8_c
88 void vp9_v_predictor_8x8_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
89 #define vp9_v_predictor_8x8 vp9_v_predictor_8x8_c
91 void vp9_tm_predictor_8x8_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
92 #define vp9_tm_predictor_8x8 vp9_tm_predictor_8x8_c
94 void vp9_dc_predictor_8x8_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
95 #define vp9_dc_predictor_8x8 vp9_dc_predictor_8x8_c
97 void vp9_dc_top_predictor_8x8_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
98 #define vp9_dc_top_predictor_8x8 vp9_dc_top_predictor_8x8_c
100 void vp9_dc_left_predictor_8x8_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
101 #define vp9_dc_left_predictor_8x8 vp9_dc_left_predictor_8x8_c
103 void vp9_dc_128_predictor_8x8_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
104 #define vp9_dc_128_predictor_8x8 vp9_dc_128_predictor_8x8_c
106 void vp9_d207_predictor_16x16_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
107 #define vp9_d207_predictor_16x16 vp9_d207_predictor_16x16_c
109 void vp9_d45_predictor_16x16_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
110 #define vp9_d45_predictor_16x16 vp9_d45_predictor_16x16_c
112 void vp9_d63_predictor_16x16_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
113 #define vp9_d63_predictor_16x16 vp9_d63_predictor_16x16_c
115 void vp9_h_predictor_16x16_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
116 #define vp9_h_predictor_16x16 vp9_h_predictor_16x16_c
118 void vp9_d117_predictor_16x16_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
119 #define vp9_d117_predictor_16x16 vp9_d117_predictor_16x16_c
121 void vp9_d135_predictor_16x16_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
122 #define vp9_d135_predictor_16x16 vp9_d135_predictor_16x16_c
124 void vp9_d153_predictor_16x16_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
125 #define vp9_d153_predictor_16x16 vp9_d153_predictor_16x16_c
127 void vp9_v_predictor_16x16_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
128 #define vp9_v_predictor_16x16 vp9_v_predictor_16x16_c
130 void vp9_tm_predictor_16x16_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
131 #define vp9_tm_predictor_16x16 vp9_tm_predictor_16x16_c
133 void vp9_dc_predictor_16x16_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
134 #define vp9_dc_predictor_16x16 vp9_dc_predictor_16x16_c
136 void vp9_dc_top_predictor_16x16_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
137 #define vp9_dc_top_predictor_16x16 vp9_dc_top_predictor_16x16_c
139 void vp9_dc_left_predictor_16x16_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
140 #define vp9_dc_left_predictor_16x16 vp9_dc_left_predictor_16x16_c
142 void vp9_dc_128_predictor_16x16_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
143 #define vp9_dc_128_predictor_16x16 vp9_dc_128_predictor_16x16_c
145 void vp9_d207_predictor_32x32_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
146 #define vp9_d207_predictor_32x32 vp9_d207_predictor_32x32_c
148 void vp9_d45_predictor_32x32_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
149 #define vp9_d45_predictor_32x32 vp9_d45_predictor_32x32_c
151 void vp9_d63_predictor_32x32_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
152 #define vp9_d63_predictor_32x32 vp9_d63_predictor_32x32_c
154 void vp9_h_predictor_32x32_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
155 #define vp9_h_predictor_32x32 vp9_h_predictor_32x32_c
157 void vp9_d117_predictor_32x32_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
158 #define vp9_d117_predictor_32x32 vp9_d117_predictor_32x32_c
160 void vp9_d135_predictor_32x32_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
161 #define vp9_d135_predictor_32x32 vp9_d135_predictor_32x32_c
163 void vp9_d153_predictor_32x32_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
164 #define vp9_d153_predictor_32x32 vp9_d153_predictor_32x32_c
166 void vp9_v_predictor_32x32_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
167 #define vp9_v_predictor_32x32 vp9_v_predictor_32x32_c
169 void vp9_tm_predictor_32x32_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
170 #define vp9_tm_predictor_32x32 vp9_tm_predictor_32x32_c
172 void vp9_dc_predictor_32x32_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
173 #define vp9_dc_predictor_32x32 vp9_dc_predictor_32x32_c
175 void vp9_dc_top_predictor_32x32_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
176 #define vp9_dc_top_predictor_32x32 vp9_dc_top_predictor_32x32_c
178 void vp9_dc_left_predictor_32x32_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
179 #define vp9_dc_left_predictor_32x32 vp9_dc_left_predictor_32x32_c
181 void vp9_dc_128_predictor_32x32_c(uint8_t *dst, ptrdiff_t y_stride, const uint8_t *above, const uint8_t *left);
182 #define vp9_dc_128_predictor_32x32 vp9_dc_128_predictor_32x32_c
184 void vp9_lpf_vertical_16_c(uint8_t *s, int pitch, const uint8_t *blimit, const uint8_t *limit, const uint8_t *thresh);
185 void vp9_lpf_vertical_16_neon(uint8_t *s, int pitch, const uint8_t *blimit, const uint8_t *limit, const uint8_t *thresh);
186 RTCD_EXTERN void (*vp9_lpf_vertical_16)(uint8_t *s, int pitch, const uint8_t *blimit, const uint8_t *limit, const uint8_t *thresh);
188 void vp9_lpf_vertical_16_dual_c(uint8_t *s, int pitch, const uint8_t *blimit, const uint8_t *limit, const uint8_t *thresh);
189 void vp9_lpf_vertical_16_dual_neon(uint8_t *s, int pitch, const uint8_t *blimit, const uint8_t *limit, const uint8_t *thresh);
190 RTCD_EXTERN void (*vp9_lpf_vertical_16_dual)(uint8_t *s, int pitch, const uint8_t *blimit, const uint8_t *limit, const uint8_t *thresh);
192 void vp9_lpf_vertical_8_c(uint8_t *s, int pitch, const uint8_t *blimit, const uint8_t *limit, const uint8_t *thresh, int count);
193 void vp9_lpf_vertical_8_neon(uint8_t *s, int pitch, const uint8_t *blimit, const uint8_t *limit, const uint8_t *thresh, int count);
194 RTCD_EXTERN void (*vp9_lpf_vertical_8)(uint8_t *s, int pitch, const uint8_t *blimit, const uint8_t *limit, const uint8_t *thresh, int count);
196 void vp9_lpf_vertical_8_dual_c(uint8_t *s, int pitch, const uint8_t *blimit0, const uint8_t *limit0, const uint8_t *thresh0, const uint8_t *blimit1, const uint8_t *limit1, const uint8_t *thresh1);
197 void vp9_lpf_vertical_8_dual_neon(uint8_t *s, int pitch, const uint8_t *blimit0, const uint8_t *limit0, const uint8_t *thresh0, const uint8_t *blimit1, const uint8_t *limit1, const uint8_t *thresh1);
198 RTCD_EXTERN void (*vp9_lpf_vertical_8_dual)(uint8_t *s, int pitch, const uint8_t *blimit0, const uint8_t *limit0, const uint8_t *thresh0, const uint8_t *blimit1, const uint8_t *limit1, const uint8_t *thresh1);
200 void vp9_lpf_vertical_4_c(uint8_t *s, int pitch, const uint8_t *blimit, const uint8_t *limit, const uint8_t *thresh, int count);
201 void vp9_lpf_vertical_4_neon(uint8_t *s, int pitch, const uint8_t *blimit, const uint8_t *limit, const uint8_t *thresh, int count);
202 RTCD_EXTERN void (*vp9_lpf_vertical_4)(uint8_t *s, int pitch, const uint8_t *blimit, const uint8_t *limit, const uint8_t *thresh, int count);
204 void vp9_lpf_vertical_4_dual_c(uint8_t *s, int pitch, const uint8_t *blimit0, const uint8_t *limit0, const uint8_t *thresh0, const uint8_t *blimit1, const uint8_t *limit1, const uint8_t *thresh1);
205 void vp9_lpf_vertical_4_dual_neon(uint8_t *s, int pitch, const uint8_t *blimit0, const uint8_t *limit0, const uint8_t *thresh0, const uint8_t *blimit1, const uint8_t *limit1, const uint8_t *thresh1);
206 RTCD_EXTERN void (*vp9_lpf_vertical_4_dual)(uint8_t *s, int pitch, const uint8_t *blimit0, const uint8_t *limit0, const uint8_t *thresh0, const uint8_t *blimit1, const uint8_t *limit1, const uint8_t *thresh1);
208 void vp9_lpf_horizontal_16_c(uint8_t *s, int pitch, const uint8_t *blimit, const uint8_t *limit, const uint8_t *thresh, int count);
209 void vp9_lpf_horizontal_16_neon(uint8_t *s, int pitch, const uint8_t *blimit, const uint8_t *limit, const uint8_t *thresh, int count);
210 RTCD_EXTERN void (*vp9_lpf_horizontal_16)(uint8_t *s, int pitch, const uint8_t *blimit, const uint8_t *limit, const uint8_t *thresh, int count);
212 void vp9_lpf_horizontal_8_c(uint8_t *s, int pitch, const uint8_t *blimit, const uint8_t *limit, const uint8_t *thresh, int count);
213 void vp9_lpf_horizontal_8_neon(uint8_t *s, int pitch, const uint8_t *blimit, const uint8_t *limit, const uint8_t *thresh, int count);
214 RTCD_EXTERN void (*vp9_lpf_horizontal_8)(uint8_t *s, int pitch, const uint8_t *blimit, const uint8_t *limit, const uint8_t *thresh, int count);
216 void vp9_lpf_horizontal_8_dual_c(uint8_t *s, int pitch, const uint8_t *blimit0, const uint8_t *limit0, const uint8_t *thresh0, const uint8_t *blimit1, const uint8_t *limit1, const uint8_t *thresh1);
217 void vp9_lpf_horizontal_8_dual_neon(uint8_t *s, int pitch, const uint8_t *blimit0, const uint8_t *limit0, const uint8_t *thresh0, const uint8_t *blimit1, const uint8_t *limit1, const uint8_t *thresh1);
218 RTCD_EXTERN void (*vp9_lpf_horizontal_8_dual)(uint8_t *s, int pitch, const uint8_t *blimit0, const uint8_t *limit0, const uint8_t *thresh0, const uint8_t *blimit1, const uint8_t *limit1, const uint8_t *thresh1);
220 void vp9_lpf_horizontal_4_c(uint8_t *s, int pitch, const uint8_t *blimit, const uint8_t *limit, const uint8_t *thresh, int count);
221 void vp9_lpf_horizontal_4_neon(uint8_t *s, int pitch, const uint8_t *blimit, const uint8_t *limit, const uint8_t *thresh, int count);
222 RTCD_EXTERN void (*vp9_lpf_horizontal_4)(uint8_t *s, int pitch, const uint8_t *blimit, const uint8_t *limit, const uint8_t *thresh, int count);
224 void vp9_lpf_horizontal_4_dual_c(uint8_t *s, int pitch, const uint8_t *blimit0, const uint8_t *limit0, const uint8_t *thresh0, const uint8_t *blimit1, const uint8_t *limit1, const uint8_t *thresh1);
225 void vp9_lpf_horizontal_4_dual_neon(uint8_t *s, int pitch, const uint8_t *blimit0, const uint8_t *limit0, const uint8_t *thresh0, const uint8_t *blimit1, const uint8_t *limit1, const uint8_t *thresh1);
226 RTCD_EXTERN void (*vp9_lpf_horizontal_4_dual)(uint8_t *s, int pitch, const uint8_t *blimit0, const uint8_t *limit0, const uint8_t *thresh0, const uint8_t *blimit1, const uint8_t *limit1, const uint8_t *thresh1);
228 void vp9_blend_mb_inner_c(uint8_t *y, uint8_t *u, uint8_t *v, int y1, int u1, int v1, int alpha, int stride);
229 #define vp9_blend_mb_inner vp9_blend_mb_inner_c
231 void vp9_blend_mb_outer_c(uint8_t *y, uint8_t *u, uint8_t *v, int y1, int u1, int v1, int alpha, int stride);
232 #define vp9_blend_mb_outer vp9_blend_mb_outer_c
234 void vp9_blend_b_c(uint8_t *y, uint8_t *u, uint8_t *v, int y1, int u1, int v1, int alpha, int stride);
235 #define vp9_blend_b vp9_blend_b_c
237 void vp9_convolve_copy_c(const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h);
238 void vp9_convolve_copy_neon(const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h);
239 RTCD_EXTERN void (*vp9_convolve_copy)(const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h);
241 void vp9_convolve_avg_c(const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h);
242 void vp9_convolve_avg_neon(const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h);
243 RTCD_EXTERN void (*vp9_convolve_avg)(const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h);
245 void vp9_convolve8_c(const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h);
246 void vp9_convolve8_neon(const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h);
247 RTCD_EXTERN void (*vp9_convolve8)(const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h);
249 void vp9_convolve8_horiz_c(const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h);
250 void vp9_convolve8_horiz_neon(const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h);
251 RTCD_EXTERN void (*vp9_convolve8_horiz)(const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h);
253 void vp9_convolve8_vert_c(const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h);
254 void vp9_convolve8_vert_neon(const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h);
255 RTCD_EXTERN void (*vp9_convolve8_vert)(const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h);
257 void vp9_convolve8_avg_c(const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h);
258 void vp9_convolve8_avg_neon(const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h);
259 RTCD_EXTERN void (*vp9_convolve8_avg)(const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h);
261 void vp9_convolve8_avg_horiz_c(const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h);
262 void vp9_convolve8_avg_horiz_neon(const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h);
263 RTCD_EXTERN void (*vp9_convolve8_avg_horiz)(const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h);
265 void vp9_convolve8_avg_vert_c(const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h);
266 void vp9_convolve8_avg_vert_neon(const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h);
267 RTCD_EXTERN void (*vp9_convolve8_avg_vert)(const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h);
269 void vp9_idct4x4_1_add_c(const int16_t *input, uint8_t *dest, int dest_stride);
270 void vp9_idct4x4_1_add_neon(const int16_t *input, uint8_t *dest, int dest_stride);
271 RTCD_EXTERN void (*vp9_idct4x4_1_add)(const int16_t *input, uint8_t *dest, int dest_stride);
273 void vp9_idct4x4_16_add_c(const int16_t *input, uint8_t *dest, int dest_stride);
274 void vp9_idct4x4_16_add_neon(const int16_t *input, uint8_t *dest, int dest_stride);
275 RTCD_EXTERN void (*vp9_idct4x4_16_add)(const int16_t *input, uint8_t *dest, int dest_stride);
277 void vp9_idct8x8_1_add_c(const int16_t *input, uint8_t *dest, int dest_stride);
278 void vp9_idct8x8_1_add_neon(const int16_t *input, uint8_t *dest, int dest_stride);
279 RTCD_EXTERN void (*vp9_idct8x8_1_add)(const int16_t *input, uint8_t *dest, int dest_stride);
281 void vp9_idct8x8_64_add_c(const int16_t *input, uint8_t *dest, int dest_stride);
282 void vp9_idct8x8_64_add_neon(const int16_t *input, uint8_t *dest, int dest_stride);
283 RTCD_EXTERN void (*vp9_idct8x8_64_add)(const int16_t *input, uint8_t *dest, int dest_stride);
285 void vp9_idct8x8_10_add_c(const int16_t *input, uint8_t *dest, int dest_stride);
286 void vp9_idct8x8_10_add_neon(const int16_t *input, uint8_t *dest, int dest_stride);
287 RTCD_EXTERN void (*vp9_idct8x8_10_add)(const int16_t *input, uint8_t *dest, int dest_stride);
289 void vp9_idct16x16_1_add_c(const int16_t *input, uint8_t *dest, int dest_stride);
290 void vp9_idct16x16_1_add_neon(const int16_t *input, uint8_t *dest, int dest_stride);
291 RTCD_EXTERN void (*vp9_idct16x16_1_add)(const int16_t *input, uint8_t *dest, int dest_stride);
293 void vp9_idct16x16_256_add_c(const int16_t *input, uint8_t *dest, int dest_stride);
294 void vp9_idct16x16_256_add_neon(const int16_t *input, uint8_t *dest, int dest_stride);
295 RTCD_EXTERN void (*vp9_idct16x16_256_add)(const int16_t *input, uint8_t *dest, int dest_stride);
297 void vp9_idct16x16_10_add_c(const int16_t *input, uint8_t *dest, int dest_stride);
298 void vp9_idct16x16_10_add_neon(const int16_t *input, uint8_t *dest, int dest_stride);
299 RTCD_EXTERN void (*vp9_idct16x16_10_add)(const int16_t *input, uint8_t *dest, int dest_stride);
301 void vp9_idct32x32_1024_add_c(const int16_t *input, uint8_t *dest, int dest_stride);
302 void vp9_idct32x32_1024_add_neon(const int16_t *input, uint8_t *dest, int dest_stride);
303 RTCD_EXTERN void (*vp9_idct32x32_1024_add)(const int16_t *input, uint8_t *dest, int dest_stride);
305 void vp9_idct32x32_34_add_c(const int16_t *input, uint8_t *dest, int dest_stride);
306 void vp9_idct32x32_1024_add_neon(const int16_t *input, uint8_t *dest, int dest_stride);
307 RTCD_EXTERN void (*vp9_idct32x32_34_add)(const int16_t *input, uint8_t *dest, int dest_stride);
309 void vp9_idct32x32_1_add_c(const int16_t *input, uint8_t *dest, int dest_stride);
310 void vp9_idct32x32_1_add_neon(const int16_t *input, uint8_t *dest, int dest_stride);
311 RTCD_EXTERN void (*vp9_idct32x32_1_add)(const int16_t *input, uint8_t *dest, int dest_stride);
313 void vp9_iht4x4_16_add_c(const int16_t *input, uint8_t *dest, int dest_stride, int tx_type);
314 void vp9_iht4x4_16_add_neon(const int16_t *input, uint8_t *dest, int dest_stride, int tx_type);
315 RTCD_EXTERN void (*vp9_iht4x4_16_add)(const int16_t *input, uint8_t *dest, int dest_stride, int tx_type);
317 void vp9_iht8x8_64_add_c(const int16_t *input, uint8_t *dest, int dest_stride, int tx_type);
318 void vp9_iht8x8_64_add_neon(const int16_t *input, uint8_t *dest, int dest_stride, int tx_type);
319 RTCD_EXTERN void (*vp9_iht8x8_64_add)(const int16_t *input, uint8_t *dest, int dest_stride, int tx_type);
321 void vp9_iht16x16_256_add_c(const int16_t *input, uint8_t *output, int pitch, int tx_type);
322 #define vp9_iht16x16_256_add vp9_iht16x16_256_add_c
324 void vp9_iwht4x4_1_add_c(const int16_t *input, uint8_t *dest, int dest_stride);
325 #define vp9_iwht4x4_1_add vp9_iwht4x4_1_add_c
327 void vp9_iwht4x4_16_add_c(const int16_t *input, uint8_t *dest, int dest_stride);
328 #define vp9_iwht4x4_16_add vp9_iwht4x4_16_add_c
331 #include "vpx_config.h"
334 #include "vpx_ports/arm.h"
335 static void setup_rtcd_internal(void)
337 int flags = arm_cpu_caps();
393 vp9_lpf_vertical_16 = vp9_lpf_vertical_16_c;
394 if (flags & HAS_NEON) vp9_lpf_vertical_16 = vp9_lpf_vertical_16_neon;
396 vp9_lpf_vertical_16_dual = vp9_lpf_vertical_16_dual_c;
397 if (flags & HAS_NEON) vp9_lpf_vertical_16_dual = vp9_lpf_vertical_16_dual_neon;
399 vp9_lpf_vertical_8 = vp9_lpf_vertical_8_c;
400 if (flags & HAS_NEON) vp9_lpf_vertical_8 = vp9_lpf_vertical_8_neon;
402 vp9_lpf_vertical_8_dual = vp9_lpf_vertical_8_dual_c;
403 if (flags & HAS_NEON) vp9_lpf_vertical_8_dual = vp9_lpf_vertical_8_dual_neon;
405 vp9_lpf_vertical_4 = vp9_lpf_vertical_4_c;
406 if (flags & HAS_NEON) vp9_lpf_vertical_4 = vp9_lpf_vertical_4_neon;
408 vp9_lpf_vertical_4_dual = vp9_lpf_vertical_4_dual_c;
409 if (flags & HAS_NEON) vp9_lpf_vertical_4_dual = vp9_lpf_vertical_4_dual_neon;
411 vp9_lpf_horizontal_16 = vp9_lpf_horizontal_16_c;
412 if (flags & HAS_NEON) vp9_lpf_horizontal_16 = vp9_lpf_horizontal_16_neon;
414 vp9_lpf_horizontal_8 = vp9_lpf_horizontal_8_c;
415 if (flags & HAS_NEON) vp9_lpf_horizontal_8 = vp9_lpf_horizontal_8_neon;
417 vp9_lpf_horizontal_8_dual = vp9_lpf_horizontal_8_dual_c;
418 if (flags & HAS_NEON) vp9_lpf_horizontal_8_dual = vp9_lpf_horizontal_8_dual_neon;
420 vp9_lpf_horizontal_4 = vp9_lpf_horizontal_4_c;
421 if (flags & HAS_NEON) vp9_lpf_horizontal_4 = vp9_lpf_horizontal_4_neon;
423 vp9_lpf_horizontal_4_dual = vp9_lpf_horizontal_4_dual_c;
424 if (flags & HAS_NEON) vp9_lpf_horizontal_4_dual = vp9_lpf_horizontal_4_dual_neon;
429 vp9_convolve_copy = vp9_convolve_copy_c;
430 if (flags & HAS_NEON) vp9_convolve_copy = vp9_convolve_copy_neon;
432 vp9_convolve_avg = vp9_convolve_avg_c;
433 if (flags & HAS_NEON) vp9_convolve_avg = vp9_convolve_avg_neon;
435 vp9_convolve8 = vp9_convolve8_c;
436 if (flags & HAS_NEON) vp9_convolve8 = vp9_convolve8_neon;
438 vp9_convolve8_horiz = vp9_convolve8_horiz_c;
439 if (flags & HAS_NEON) vp9_convolve8_horiz = vp9_convolve8_horiz_neon;
441 vp9_convolve8_vert = vp9_convolve8_vert_c;
442 if (flags & HAS_NEON) vp9_convolve8_vert = vp9_convolve8_vert_neon;
444 vp9_convolve8_avg = vp9_convolve8_avg_c;
445 if (flags & HAS_NEON) vp9_convolve8_avg = vp9_convolve8_avg_neon;
447 vp9_convolve8_avg_horiz = vp9_convolve8_avg_horiz_c;
448 if (flags & HAS_NEON) vp9_convolve8_avg_horiz = vp9_convolve8_avg_horiz_neon;
450 vp9_convolve8_avg_vert = vp9_convolve8_avg_vert_c;
451 if (flags & HAS_NEON) vp9_convolve8_avg_vert = vp9_convolve8_avg_vert_neon;
453 vp9_idct4x4_1_add = vp9_idct4x4_1_add_c;
454 if (flags & HAS_NEON) vp9_idct4x4_1_add = vp9_idct4x4_1_add_neon;
456 vp9_idct4x4_16_add = vp9_idct4x4_16_add_c;
457 if (flags & HAS_NEON) vp9_idct4x4_16_add = vp9_idct4x4_16_add_neon;
459 vp9_idct8x8_1_add = vp9_idct8x8_1_add_c;
460 if (flags & HAS_NEON) vp9_idct8x8_1_add = vp9_idct8x8_1_add_neon;
462 vp9_idct8x8_64_add = vp9_idct8x8_64_add_c;
463 if (flags & HAS_NEON) vp9_idct8x8_64_add = vp9_idct8x8_64_add_neon;
465 vp9_idct8x8_10_add = vp9_idct8x8_10_add_c;
466 if (flags & HAS_NEON) vp9_idct8x8_10_add = vp9_idct8x8_10_add_neon;
468 vp9_idct16x16_1_add = vp9_idct16x16_1_add_c;
469 if (flags & HAS_NEON) vp9_idct16x16_1_add = vp9_idct16x16_1_add_neon;
471 vp9_idct16x16_256_add = vp9_idct16x16_256_add_c;
472 if (flags & HAS_NEON) vp9_idct16x16_256_add = vp9_idct16x16_256_add_neon;
474 vp9_idct16x16_10_add = vp9_idct16x16_10_add_c;
475 if (flags & HAS_NEON) vp9_idct16x16_10_add = vp9_idct16x16_10_add_neon;
477 vp9_idct32x32_1024_add = vp9_idct32x32_1024_add_c;
478 if (flags & HAS_NEON) vp9_idct32x32_1024_add = vp9_idct32x32_1024_add_neon;
480 vp9_idct32x32_34_add = vp9_idct32x32_34_add_c;
481 if (flags & HAS_NEON) vp9_idct32x32_34_add = vp9_idct32x32_1024_add_neon;
483 vp9_idct32x32_1_add = vp9_idct32x32_1_add_c;
484 if (flags & HAS_NEON) vp9_idct32x32_1_add = vp9_idct32x32_1_add_neon;
486 vp9_iht4x4_16_add = vp9_iht4x4_16_add_c;
487 if (flags & HAS_NEON) vp9_iht4x4_16_add = vp9_iht4x4_16_add_neon;
489 vp9_iht8x8_64_add = vp9_iht8x8_64_add_c;
490 if (flags & HAS_NEON) vp9_iht8x8_64_add = vp9_iht8x8_64_add_neon;