Libav
videodsp_init.c
Go to the documentation of this file.
1 /*
2  * Copyright (C) 2012 Ronald S. Bultje
3  *
4  * This file is part of Libav.
5  *
6  * Libav is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * Libav is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with Libav; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 #include "config.h"
22 #include "libavutil/attributes.h"
23 #include "libavutil/common.h"
24 #include "libavutil/cpu.h"
25 #include "libavutil/mem.h"
26 #include "libavutil/x86/asm.h"
27 #include "libavutil/x86/cpu.h"
28 #include "libavcodec/videodsp.h"
29 
30 #if HAVE_YASM
31 typedef void emu_edge_vfix_func(uint8_t *dst, const uint8_t *src,
32  x86_reg dst_stride, x86_reg src_stride,
33  x86_reg start_y, x86_reg end_y, x86_reg bh);
34 typedef void emu_edge_vvar_func(uint8_t *dst, const uint8_t *src,
35  x86_reg dst_stride, x86_reg src_stride,
36  x86_reg start_y, x86_reg end_y, x86_reg bh,
37  x86_reg w);
38 
39 extern emu_edge_vfix_func ff_emu_edge_vfix1_mmx;
40 extern emu_edge_vfix_func ff_emu_edge_vfix2_mmx;
41 extern emu_edge_vfix_func ff_emu_edge_vfix3_mmx;
42 extern emu_edge_vfix_func ff_emu_edge_vfix4_mmx;
43 extern emu_edge_vfix_func ff_emu_edge_vfix5_mmx;
44 extern emu_edge_vfix_func ff_emu_edge_vfix6_mmx;
45 extern emu_edge_vfix_func ff_emu_edge_vfix7_mmx;
46 extern emu_edge_vfix_func ff_emu_edge_vfix8_mmx;
47 extern emu_edge_vfix_func ff_emu_edge_vfix9_mmx;
48 extern emu_edge_vfix_func ff_emu_edge_vfix10_mmx;
49 extern emu_edge_vfix_func ff_emu_edge_vfix11_mmx;
50 extern emu_edge_vfix_func ff_emu_edge_vfix12_mmx;
51 extern emu_edge_vfix_func ff_emu_edge_vfix13_mmx;
52 extern emu_edge_vfix_func ff_emu_edge_vfix14_mmx;
53 extern emu_edge_vfix_func ff_emu_edge_vfix15_mmx;
54 extern emu_edge_vfix_func ff_emu_edge_vfix16_mmx;
55 extern emu_edge_vfix_func ff_emu_edge_vfix17_mmx;
56 extern emu_edge_vfix_func ff_emu_edge_vfix18_mmx;
57 extern emu_edge_vfix_func ff_emu_edge_vfix19_mmx;
58 extern emu_edge_vfix_func ff_emu_edge_vfix20_mmx;
59 extern emu_edge_vfix_func ff_emu_edge_vfix21_mmx;
60 extern emu_edge_vfix_func ff_emu_edge_vfix22_mmx;
61 #if ARCH_X86_32
62 static emu_edge_vfix_func *vfixtbl_mmx[22] = {
63  &ff_emu_edge_vfix1_mmx, &ff_emu_edge_vfix2_mmx, &ff_emu_edge_vfix3_mmx,
64  &ff_emu_edge_vfix4_mmx, &ff_emu_edge_vfix5_mmx, &ff_emu_edge_vfix6_mmx,
65  &ff_emu_edge_vfix7_mmx, &ff_emu_edge_vfix8_mmx, &ff_emu_edge_vfix9_mmx,
66  &ff_emu_edge_vfix10_mmx, &ff_emu_edge_vfix11_mmx, &ff_emu_edge_vfix12_mmx,
67  &ff_emu_edge_vfix13_mmx, &ff_emu_edge_vfix14_mmx, &ff_emu_edge_vfix15_mmx,
68  &ff_emu_edge_vfix16_mmx, &ff_emu_edge_vfix17_mmx, &ff_emu_edge_vfix18_mmx,
69  &ff_emu_edge_vfix19_mmx, &ff_emu_edge_vfix20_mmx, &ff_emu_edge_vfix21_mmx,
70  &ff_emu_edge_vfix22_mmx
71 };
72 #endif
73 extern emu_edge_vvar_func ff_emu_edge_vvar_mmx;
74 extern emu_edge_vfix_func ff_emu_edge_vfix16_sse;
75 extern emu_edge_vfix_func ff_emu_edge_vfix17_sse;
76 extern emu_edge_vfix_func ff_emu_edge_vfix18_sse;
77 extern emu_edge_vfix_func ff_emu_edge_vfix19_sse;
78 extern emu_edge_vfix_func ff_emu_edge_vfix20_sse;
79 extern emu_edge_vfix_func ff_emu_edge_vfix21_sse;
80 extern emu_edge_vfix_func ff_emu_edge_vfix22_sse;
81 static emu_edge_vfix_func *vfixtbl_sse[22] = {
82  ff_emu_edge_vfix1_mmx, ff_emu_edge_vfix2_mmx, ff_emu_edge_vfix3_mmx,
83  ff_emu_edge_vfix4_mmx, ff_emu_edge_vfix5_mmx, ff_emu_edge_vfix6_mmx,
84  ff_emu_edge_vfix7_mmx, ff_emu_edge_vfix8_mmx, ff_emu_edge_vfix9_mmx,
85  ff_emu_edge_vfix10_mmx, ff_emu_edge_vfix11_mmx, ff_emu_edge_vfix12_mmx,
86  ff_emu_edge_vfix13_mmx, ff_emu_edge_vfix14_mmx, ff_emu_edge_vfix15_mmx,
87  ff_emu_edge_vfix16_sse, ff_emu_edge_vfix17_sse, ff_emu_edge_vfix18_sse,
88  ff_emu_edge_vfix19_sse, ff_emu_edge_vfix20_sse, ff_emu_edge_vfix21_sse,
89  ff_emu_edge_vfix22_sse
90 };
91 extern emu_edge_vvar_func ff_emu_edge_vvar_sse;
92 
93 typedef void emu_edge_hfix_func(uint8_t *dst, x86_reg dst_stride,
94  x86_reg start_x, x86_reg bh);
95 typedef void emu_edge_hvar_func(uint8_t *dst, x86_reg dst_stride,
96  x86_reg start_x, x86_reg n_words, x86_reg bh);
97 
98 extern emu_edge_hfix_func ff_emu_edge_hfix2_mmx;
99 extern emu_edge_hfix_func ff_emu_edge_hfix4_mmx;
100 extern emu_edge_hfix_func ff_emu_edge_hfix6_mmx;
101 extern emu_edge_hfix_func ff_emu_edge_hfix8_mmx;
102 extern emu_edge_hfix_func ff_emu_edge_hfix10_mmx;
103 extern emu_edge_hfix_func ff_emu_edge_hfix12_mmx;
104 extern emu_edge_hfix_func ff_emu_edge_hfix14_mmx;
105 extern emu_edge_hfix_func ff_emu_edge_hfix16_mmx;
106 extern emu_edge_hfix_func ff_emu_edge_hfix18_mmx;
107 extern emu_edge_hfix_func ff_emu_edge_hfix20_mmx;
108 extern emu_edge_hfix_func ff_emu_edge_hfix22_mmx;
109 #if ARCH_X86_32
110 static emu_edge_hfix_func *hfixtbl_mmx[11] = {
111  ff_emu_edge_hfix2_mmx, ff_emu_edge_hfix4_mmx, ff_emu_edge_hfix6_mmx,
112  ff_emu_edge_hfix8_mmx, ff_emu_edge_hfix10_mmx, ff_emu_edge_hfix12_mmx,
113  ff_emu_edge_hfix14_mmx, ff_emu_edge_hfix16_mmx, ff_emu_edge_hfix18_mmx,
114  ff_emu_edge_hfix20_mmx, ff_emu_edge_hfix22_mmx
115 };
116 #endif
117 extern emu_edge_hvar_func ff_emu_edge_hvar_mmx;
118 extern emu_edge_hfix_func ff_emu_edge_hfix16_sse2;
119 extern emu_edge_hfix_func ff_emu_edge_hfix18_sse2;
120 extern emu_edge_hfix_func ff_emu_edge_hfix20_sse2;
121 extern emu_edge_hfix_func ff_emu_edge_hfix22_sse2;
122 static emu_edge_hfix_func *hfixtbl_sse2[11] = {
123  ff_emu_edge_hfix2_mmx, ff_emu_edge_hfix4_mmx, ff_emu_edge_hfix6_mmx,
124  ff_emu_edge_hfix8_mmx, ff_emu_edge_hfix10_mmx, ff_emu_edge_hfix12_mmx,
125  ff_emu_edge_hfix14_mmx, ff_emu_edge_hfix16_sse2, ff_emu_edge_hfix18_sse2,
126  ff_emu_edge_hfix20_sse2, ff_emu_edge_hfix22_sse2
127 };
128 extern emu_edge_hvar_func ff_emu_edge_hvar_sse2;
129 
130 static av_always_inline void emulated_edge_mc(uint8_t *dst, const uint8_t *src,
131  ptrdiff_t dst_stride,
132  ptrdiff_t src_stride,
133  x86_reg block_w, x86_reg block_h,
134  x86_reg src_x, x86_reg src_y,
135  x86_reg w, x86_reg h,
136  emu_edge_vfix_func **vfix_tbl,
137  emu_edge_vvar_func *v_extend_var,
138  emu_edge_hfix_func **hfix_tbl,
139  emu_edge_hvar_func *h_extend_var)
140 {
141  x86_reg start_y, start_x, end_y, end_x, src_y_add = 0, p;
142 
143  if (!w || !h)
144  return;
145 
146  if (src_y >= h) {
147  src -= src_y * src_stride;
148  src_y = src_y_add = h - 1;
149  } else if (src_y <= -block_h) {
150  src -= src_y*src_stride;
151  src_y = src_y_add = 1 - block_h;
152  }
153  if (src_x >= w) {
154  src += w - 1 - src_x;
155  src_x = w - 1;
156  } else if (src_x <= -block_w) {
157  src += 1 - block_w - src_x;
158  src_x = 1 - block_w;
159  }
160 
161  start_y = FFMAX(0, -src_y);
162  start_x = FFMAX(0, -src_x);
163  end_y = FFMIN(block_h, h-src_y);
164  end_x = FFMIN(block_w, w-src_x);
165  assert(start_x < end_x && block_w > 0);
166  assert(start_y < end_y && block_h > 0);
167 
168  // fill in the to-be-copied part plus all above/below
169  src += (src_y_add + start_y) * src_stride + start_x;
170  w = end_x - start_x;
171  if (w <= 22) {
172  vfix_tbl[w - 1](dst + start_x, src,
173  dst_stride, src_stride,
174  start_y, end_y, block_h);
175  } else {
176  v_extend_var(dst + start_x, src, dst_stride, src_stride,
177  start_y, end_y, block_h, w);
178  }
179 
180  // fill left
181  if (start_x) {
182  if (start_x <= 22) {
183  hfix_tbl[(start_x - 1) >> 1](dst, dst_stride, start_x, block_h);
184  } else {
185  h_extend_var(dst, dst_stride,
186  start_x, (start_x + 1) >> 1, block_h);
187  }
188  }
189 
190  // fill right
191  p = block_w - end_x;
192  if (p) {
193  if (p <= 22) {
194  hfix_tbl[(p - 1) >> 1](dst + end_x - (p & 1), dst_stride,
195  -!(p & 1), block_h);
196  } else {
197  h_extend_var(dst + end_x - (p & 1), dst_stride,
198  -!(p & 1), (p + 1) >> 1, block_h);
199  }
200  }
201 }
202 
203 #if ARCH_X86_32
204 static av_noinline void emulated_edge_mc_mmx(uint8_t *buf, const uint8_t *src,
205  ptrdiff_t buf_stride,
206  ptrdiff_t src_stride,
207  int block_w, int block_h,
208  int src_x, int src_y, int w, int h)
209 {
210  emulated_edge_mc(buf, src, buf_stride, src_stride, block_w, block_h,
211  src_x, src_y, w, h, vfixtbl_mmx, &ff_emu_edge_vvar_mmx,
212  hfixtbl_mmx, &ff_emu_edge_hvar_mmx);
213 }
214 
215 static av_noinline void emulated_edge_mc_sse(uint8_t * buf,const uint8_t *src,
216  ptrdiff_t buf_stride,
217  ptrdiff_t src_stride,
218  int block_w, int block_h,
219  int src_x, int src_y, int w, int h)
220 {
221  emulated_edge_mc(buf, src, buf_stride, src_stride, block_w, block_h,
222  src_x, src_y, w, h, vfixtbl_sse, &ff_emu_edge_vvar_sse,
223  hfixtbl_mmx, &ff_emu_edge_hvar_mmx);
224 }
225 #endif
226 
227 static av_noinline void emulated_edge_mc_sse2(uint8_t *buf, const uint8_t *src,
228  ptrdiff_t buf_stride,
229  ptrdiff_t src_stride,
230  int block_w, int block_h,
231  int src_x, int src_y, int w,
232  int h)
233 {
234  emulated_edge_mc(buf, src, buf_stride, src_stride, block_w, block_h, src_x,
235  src_y, w, h, vfixtbl_sse, &ff_emu_edge_vvar_sse,
236  hfixtbl_sse2, &ff_emu_edge_hvar_sse2);
237 }
238 #endif /* HAVE_YASM */
239 
240 void ff_prefetch_mmxext(uint8_t *buf, ptrdiff_t stride, int h);
241 void ff_prefetch_3dnow(uint8_t *buf, ptrdiff_t stride, int h);
242 
244 {
245 #if HAVE_YASM
246  int cpu_flags = av_get_cpu_flags();
247 
248 #if ARCH_X86_32
249  if (EXTERNAL_MMX(cpu_flags) && bpc <= 8) {
250  ctx->emulated_edge_mc = emulated_edge_mc_mmx;
251  }
252  if (EXTERNAL_AMD3DNOW(cpu_flags)) {
254  }
255 #endif /* ARCH_X86_32 */
256  if (EXTERNAL_MMXEXT(cpu_flags)) {
258  }
259 #if ARCH_X86_32
260  if (EXTERNAL_SSE(cpu_flags) && bpc <= 8) {
261  ctx->emulated_edge_mc = emulated_edge_mc_sse;
262  }
263 #endif /* ARCH_X86_32 */
264  if (EXTERNAL_SSE2(cpu_flags) && bpc <= 8) {
265  ctx->emulated_edge_mc = emulated_edge_mc_sse2;
266  }
267 #endif /* HAVE_YASM */
268 }
#define EXTERNAL_MMX(flags)
Definition: cpu.h:47
memory handling functions
void(* prefetch)(uint8_t *buf, ptrdiff_t stride, int h)
Prefetch memory into cache (if supported by hardware).
Definition: videodsp.h:65
#define EXTERNAL_SSE(flags)
Definition: cpu.h:49
int stride
Definition: mace.c:144
Macro definitions for various function/variable attributes.
uint8_t
#define av_cold
Definition: attributes.h:66
int x86_reg
Definition: asm.h:70
#define EXTERNAL_SSE2(flags)
Definition: cpu.h:50
av_cold void ff_videodsp_init_x86(VideoDSPContext *ctx, int bpc)
#define FFMAX(a, b)
Definition: common.h:55
#define FFMIN(a, b)
Definition: common.h:57
void ff_prefetch_3dnow(uint8_t *buf, ptrdiff_t stride, int h)
void(* emulated_edge_mc)(uint8_t *buf, const uint8_t *src, ptrdiff_t buf_linesize, ptrdiff_t src_linesize, int block_w, int block_h, int src_x, int src_y, int w, int h)
Copy a rectangular area of samples to a temporary buffer and replicate the border samples...
Definition: videodsp.h:52
int av_get_cpu_flags(void)
Return the flags which specify extensions supported by the CPU.
Definition: cpu.c:47
#define EXTERNAL_MMXEXT(flags)
Definition: cpu.h:48
common internal and external API header
Core video DSP helper functions.
#define av_noinline
Definition: attributes.h:48
#define av_always_inline
Definition: attributes.h:40
#define EXTERNAL_AMD3DNOW(flags)
Definition: cpu.h:45
void ff_prefetch_mmxext(uint8_t *buf, ptrdiff_t stride, int h)