00001
00002
00003
00004
00005
00006
00007
00008
00009
00010
00011
00012
00013
00014
00015
00016
00017
00018
00019
00020
00021
00022 #include <stdint.h>
00023
00024 #include "libavutil/x86_cpu.h"
00025 #include "libavutil/mem.h"
00026 #include "libavcodec/dsputil.h"
00027 #include "fft.h"
00028
00029 DECLARE_ALIGNED(16, static const float, b1)[] = {
00030 0.500603, 0.505471, 0.515447, 0.531043,
00031 0.553104, 0.582935, 0.622504, 0.674808,
00032 -1.169440, -0.972568, -0.839350, -0.744536,
00033 -10.190008, -3.407609, -2.057781, -1.484165,
00034 0.502419, 0.522499, 0.566944, 0.646822,
00035 0.788155, 1.060678, 1.722447, 5.101149,
00036 0.509796, 0.601345, 0.899976, 2.562916,
00037 1.000000, 1.000000, 1.306563, 0.541196,
00038 1.000000, 0.707107, 1.000000, -0.707107
00039 };
00040
00041 DECLARE_ALIGNED(16, static const int32_t, smask)[4] = {
00042 0, 0, 0x80000000, 0x80000000
00043 };
00044
00045
00046 #define BUTTERFLY(a,b,c,tmp) \
00047 "movaps %%" #a ", %%" #tmp " \n\t" \
00048 "subps %%" #b ", %%" #a " \n\t" \
00049 "addps %%" #tmp ", %%" #b " \n\t" \
00050 "mulps " #c ", %%" #a " \n\t"
00051
00053 #define BUTTERFLY0(val, mask, cos, tmp, shuf) \
00054 "movaps %%" #val ", %%" #tmp " \n\t" \
00055 "shufps " #shuf ", %%" #val ",%%" #val " \n\t" \
00056 "xorps %%" #mask ", %%" #tmp " \n\t" \
00057 "addps %%" #tmp ", %%" #val " \n\t" \
00058 "mulps %%" #cos ", %%" #val " \n\t"
00059
00060 #define BUTTERFLY2(val, mask, cos, tmp) BUTTERFLY0(val, mask, cos, tmp, $0x1b)
00061 #define BUTTERFLY3(val, mask, cos, tmp) BUTTERFLY0(val, mask, cos, tmp, $0xb1)
00062
00063 void ff_dct32_float_sse(FFTSample *out, const FFTSample *in)
00064 {
00065 int32_t tmp1 = 0;
00066 __asm__ volatile(
00067
00068
00069 "movaps (%4), %%xmm0 \n\t"
00070 "movaps 112(%4), %%xmm1 \n\t"
00071 "shufps $0x1b, %%xmm1, %%xmm1 \n\t"
00072 BUTTERFLY(xmm0, xmm1, (%2), xmm3)
00073
00074 "movaps 64(%4), %%xmm7 \n\t"
00075 "movaps 48(%4), %%xmm4 \n\t"
00076 "shufps $0x1b, %%xmm4, %%xmm4 \n\t"
00077 BUTTERFLY(xmm7, xmm4, 48(%2), xmm3)
00078
00079
00080
00081 "movaps 64(%2), %%xmm2 \n\t"
00082 BUTTERFLY(xmm1, xmm4, %%xmm2, xmm3)
00083 "movaps %%xmm1, 48(%1) \n\t"
00084 "movaps %%xmm4, (%1) \n\t"
00085
00086
00087 "movaps 16(%4), %%xmm1 \n\t"
00088 "movaps 96(%4), %%xmm6 \n\t"
00089 "shufps $0x1b, %%xmm6, %%xmm6 \n\t"
00090 BUTTERFLY(xmm1, xmm6, 16(%2), xmm3)
00091
00092 "movaps 80(%4), %%xmm4 \n\t"
00093 "movaps 32(%4), %%xmm5 \n\t"
00094 "shufps $0x1b, %%xmm5, %%xmm5 \n\t"
00095 BUTTERFLY(xmm4, xmm5, 32(%2), xmm3)
00096
00097
00098 BUTTERFLY(xmm0, xmm7, %%xmm2, xmm3)
00099
00100 "movaps 80(%2), %%xmm2 \n\t"
00101 BUTTERFLY(xmm6, xmm5, %%xmm2, xmm3)
00102
00103 BUTTERFLY(xmm1, xmm4, %%xmm2, xmm3)
00104
00105
00106 "movaps 96(%2), %%xmm2 \n\t"
00107 "shufps $0x1b, %%xmm1, %%xmm1 \n\t"
00108 BUTTERFLY(xmm0, xmm1, %%xmm2, xmm3)
00109 "movaps %%xmm0, 112(%1) \n\t"
00110 "movaps %%xmm1, 96(%1) \n\t"
00111
00112 "movaps 0(%1), %%xmm0 \n\t"
00113 "shufps $0x1b, %%xmm5, %%xmm5 \n\t"
00114 BUTTERFLY(xmm0, xmm5, %%xmm2, xmm3)
00115
00116 "movaps 48(%1), %%xmm1 \n\t"
00117 "shufps $0x1b, %%xmm6, %%xmm6 \n\t"
00118 BUTTERFLY(xmm1, xmm6, %%xmm2, xmm3)
00119 "movaps %%xmm1, 48(%1) \n\t"
00120
00121 "shufps $0x1b, %%xmm4, %%xmm4 \n\t"
00122 BUTTERFLY(xmm7, xmm4, %%xmm2, xmm3)
00123
00124
00125 "movaps (%3), %%xmm3 \n\t"
00126 "movaps 112(%2), %%xmm2 \n\t"
00127
00128 BUTTERFLY2(xmm5, xmm3, xmm2, xmm1)
00129
00130 BUTTERFLY2(xmm0, xmm3, xmm2, xmm1)
00131 "movaps %%xmm0, 16(%1) \n\t"
00132
00133 BUTTERFLY2(xmm6, xmm3, xmm2, xmm1)
00134 "movaps %%xmm6, 32(%1) \n\t"
00135
00136 "movaps 48(%1), %%xmm0 \n\t"
00137 BUTTERFLY2(xmm0, xmm3, xmm2, xmm1)
00138 "movaps %%xmm0, 48(%1) \n\t"
00139
00140 BUTTERFLY2(xmm4, xmm3, xmm2, xmm1)
00141
00142 BUTTERFLY2(xmm7, xmm3, xmm2, xmm1)
00143
00144 "movaps 96(%1), %%xmm6 \n\t"
00145 BUTTERFLY2(xmm6, xmm3, xmm2, xmm1)
00146
00147 "movaps 112(%1), %%xmm0 \n\t"
00148 BUTTERFLY2(xmm0, xmm3, xmm2, xmm1)
00149
00150
00151 "movaps 128(%2), %%xmm2 \n\t"
00152 "shufps $0xCC, %%xmm3,%%xmm3 \n\t"
00153
00154 BUTTERFLY3(xmm5, xmm3, xmm2, xmm1)
00155 "movaps %%xmm5, (%1) \n\t"
00156
00157 "movaps 16(%1), %%xmm1 \n\t"
00158 BUTTERFLY3(xmm1, xmm3, xmm2, xmm5)
00159 "movaps %%xmm1, 16(%1) \n\t"
00160
00161 BUTTERFLY3(xmm4, xmm3, xmm2, xmm5)
00162 "movaps %%xmm4, 64(%1) \n\t"
00163
00164 BUTTERFLY3(xmm7, xmm3, xmm2, xmm5)
00165 "movaps %%xmm7, 80(%1) \n\t"
00166
00167 "movaps 32(%1), %%xmm5 \n\t"
00168 BUTTERFLY3(xmm5, xmm3, xmm2, xmm7)
00169 "movaps %%xmm5, 32(%1) \n\t"
00170
00171 "movaps 48(%1), %%xmm4 \n\t"
00172 BUTTERFLY3(xmm4, xmm3, xmm2, xmm7)
00173 "movaps %%xmm4, 48(%1) \n\t"
00174
00175 BUTTERFLY3(xmm6, xmm3, xmm2, xmm7)
00176 "movaps %%xmm6, 96(%1) \n\t"
00177
00178 BUTTERFLY3(xmm0, xmm3, xmm2, xmm7)
00179 "movaps %%xmm0, 112(%1) \n\t"
00180
00181
00182
00183 "movss 56(%1), %%xmm3 \n\t"
00184 "movl 4(%1), %0 \n\t"
00185 "addss 60(%1), %%xmm3 \n\t"
00186 "movss 72(%1), %%xmm7 \n\t"
00187 "addss %%xmm3, %%xmm4 \n\t"
00188 "movss 52(%1), %%xmm2 \n\t"
00189 "addss %%xmm3, %%xmm2 \n\t"
00190 "movss 24(%1), %%xmm3 \n\t"
00191 "addss 28(%1), %%xmm3 \n\t"
00192 "addss 76(%1), %%xmm7 \n\t"
00193 "addss %%xmm3, %%xmm1 \n\t"
00194 "addss %%xmm4, %%xmm5 \n\t"
00195 "movss %%xmm1, 16(%1) \n\t"
00196 "movss 20(%1), %%xmm1 \n\t"
00197 "addss %%xmm3, %%xmm1 \n\t"
00198 "movss 40(%1), %%xmm3 \n\t"
00199 "movss %%xmm1, 48(%1) \n\t"
00200 "addss 44(%1), %%xmm3 \n\t"
00201 "movss 20(%1), %%xmm1 \n\t"
00202 "addss %%xmm3, %%xmm4 \n\t"
00203 "addss %%xmm2, %%xmm3 \n\t"
00204 "addss 28(%1), %%xmm1 \n\t"
00205 "movss %%xmm3, 40(%1) \n\t"
00206 "addss 36(%1), %%xmm2 \n\t"
00207 "movss 8(%1), %%xmm3 \n\t"
00208 "movss %%xmm2, 56(%1) \n\t"
00209 "addss 12(%1), %%xmm3 \n\t"
00210 "movss %%xmm5, 8(%1) \n\t"
00211 "movss %%xmm3, 32(%1) \n\t"
00212 "movss 52(%1), %%xmm2 \n\t"
00213 "movss 80(%1), %%xmm3 \n\t"
00214 "movss 120(%1), %%xmm5 \n\t"
00215 "movss %%xmm1, 80(%1) \n\t"
00216 "movss %%xmm4, 24(%1) \n\t"
00217 "addss 124(%1), %%xmm5 \n\t"
00218 "movss 64(%1), %%xmm1 \n\t"
00219 "addss 60(%1), %%xmm2 \n\t"
00220 "addss %%xmm5, %%xmm0 \n\t"
00221 "addss 116(%1), %%xmm5 \n\t"
00222 "movl %0, 64(%1) \n\t"
00223 "addss %%xmm0, %%xmm6 \n\t"
00224 "addss %%xmm6, %%xmm1 \n\t"
00225 "movl 12(%1), %0 \n\t"
00226 "movss %%xmm1, 4(%1) \n\t"
00227 "movss 88(%1), %%xmm1 \n\t"
00228 "movl %0, 96(%1) \n\t"
00229 "addss 92(%1), %%xmm1 \n\t"
00230 "movss 104(%1), %%xmm4 \n\t"
00231 "movl 28(%1), %0 \n\t"
00232 "addss 108(%1), %%xmm4 \n\t"
00233 "addss %%xmm4, %%xmm0 \n\t"
00234 "addss %%xmm1, %%xmm3 \n\t"
00235 "addss 84(%1), %%xmm1 \n\t"
00236 "addss %%xmm5, %%xmm4 \n\t"
00237 "addss %%xmm3, %%xmm6 \n\t"
00238 "addss %%xmm0, %%xmm3 \n\t"
00239 "addss %%xmm7, %%xmm0 \n\t"
00240 "addss 100(%1), %%xmm5 \n\t"
00241 "addss %%xmm4, %%xmm7 \n\t"
00242 "movl %0, 112(%1) \n\t"
00243 "movss %%xmm0, 28(%1) \n\t"
00244 "movss 36(%1), %%xmm0 \n\t"
00245 "movss %%xmm7, 36(%1) \n\t"
00246 "addss %%xmm1, %%xmm4 \n\t"
00247 "movss 116(%1), %%xmm7 \n\t"
00248 "addss %%xmm2, %%xmm0 \n\t"
00249 "addss 124(%1), %%xmm7 \n\t"
00250 "movss %%xmm0, 72(%1) \n\t"
00251 "movss 44(%1), %%xmm0 \n\t"
00252 "movss %%xmm6, 12(%1) \n\t"
00253 "movss %%xmm3, 20(%1) \n\t"
00254 "addss %%xmm0, %%xmm2 \n\t"
00255 "movss %%xmm4, 44(%1) \n\t"
00256 "movss %%xmm2, 88(%1) \n\t"
00257 "addss 60(%1), %%xmm0 \n\t"
00258 "movl 60(%1), %0 \n\t"
00259 "movl %0, 120(%1) \n\t"
00260 "movss %%xmm0, 104(%1) \n\t"
00261 "addss %%xmm5, %%xmm1 \n\t"
00262 "addss 68(%1), %%xmm5 \n\t"
00263 "movss %%xmm1, 52(%1) \n\t"
00264 "movss %%xmm5, 60(%1) \n\t"
00265 "movss 68(%1), %%xmm1 \n\t"
00266 "movss 100(%1), %%xmm5 \n\t"
00267 "addss %%xmm7, %%xmm5 \n\t"
00268 "addss 108(%1), %%xmm7 \n\t"
00269 "addss %%xmm5, %%xmm1 \n\t"
00270 "movss 84(%1), %%xmm2 \n\t"
00271 "addss 92(%1), %%xmm2 \n\t"
00272 "addss %%xmm2, %%xmm5 \n\t"
00273 "movss %%xmm1, 68(%1) \n\t"
00274 "addss %%xmm7, %%xmm2 \n\t"
00275 "movss 76(%1), %%xmm1 \n\t"
00276 "movss %%xmm2, 84(%1) \n\t"
00277 "movss %%xmm5, 76(%1) \n\t"
00278 "movss 108(%1), %%xmm2 \n\t"
00279 "addss %%xmm1, %%xmm7 \n\t"
00280 "addss 124(%1), %%xmm2 \n\t"
00281 "addss %%xmm2, %%xmm1 \n\t"
00282 "addss 92(%1), %%xmm2 \n\t"
00283 "movss %%xmm1, 100(%1) \n\t"
00284 "movss %%xmm2, 108(%1) \n\t"
00285 "movss 92(%1), %%xmm2 \n\t"
00286 "movss %%xmm7, 92(%1) \n\t"
00287 "addss 124(%1), %%xmm2 \n\t"
00288 "movss %%xmm2, 116(%1) \n\t"
00289 :"+&r"(tmp1)
00290 :"r"(out), "r"(b1), "r"(smask), "r"(in)
00291 :XMM_CLOBBERS("%xmm0", "%xmm1", "%xmm2", "%xmm3",
00292 "%xmm4", "%xmm5", "%xmm6", "%xmm7",)
00293 "memory"
00294 );
00295 }
00296