00001
00002
00003
00004
00005
00006
00007
00008
00009
00010
00011
00012
00013
00014
00015
00016
00017
00018
00019
00020
00021
00022
00023
00024
00025 #include <inttypes.h>
00026 #include "config.h"
00027 #include "libavutil/x86_cpu.h"
00028 #include "libavutil/bswap.h"
00029 #include "rgb2rgb.h"
00030 #include "swscale.h"
00031 #include "swscale_internal.h"
00032
00033 #define FAST_BGR2YV12 // use 7-bit instead of 15-bit coefficients
00034
00035 void (*rgb24tobgr32)(const uint8_t *src, uint8_t *dst, long src_size);
00036 void (*rgb24tobgr16)(const uint8_t *src, uint8_t *dst, long src_size);
00037 void (*rgb24tobgr15)(const uint8_t *src, uint8_t *dst, long src_size);
00038 void (*rgb32tobgr24)(const uint8_t *src, uint8_t *dst, long src_size);
00039 void (*rgb32to16)(const uint8_t *src, uint8_t *dst, long src_size);
00040 void (*rgb32to15)(const uint8_t *src, uint8_t *dst, long src_size);
00041 void (*rgb15to16)(const uint8_t *src, uint8_t *dst, long src_size);
00042 void (*rgb15tobgr24)(const uint8_t *src, uint8_t *dst, long src_size);
00043 void (*rgb15to32)(const uint8_t *src, uint8_t *dst, long src_size);
00044 void (*rgb16to15)(const uint8_t *src, uint8_t *dst, long src_size);
00045 void (*rgb16tobgr24)(const uint8_t *src, uint8_t *dst, long src_size);
00046 void (*rgb16to32)(const uint8_t *src, uint8_t *dst, long src_size);
00047 void (*rgb24tobgr24)(const uint8_t *src, uint8_t *dst, long src_size);
00048 void (*rgb24to16)(const uint8_t *src, uint8_t *dst, long src_size);
00049 void (*rgb24to15)(const uint8_t *src, uint8_t *dst, long src_size);
00050 void (*shuffle_bytes_2103)(const uint8_t *src, uint8_t *dst, long src_size);
00051 void (*rgb32tobgr16)(const uint8_t *src, uint8_t *dst, long src_size);
00052 void (*rgb32tobgr15)(const uint8_t *src, uint8_t *dst, long src_size);
00053
00054 void (*yv12toyuy2)(const uint8_t *ysrc, const uint8_t *usrc, const uint8_t *vsrc, uint8_t *dst,
00055 long width, long height,
00056 long lumStride, long chromStride, long dstStride);
00057 void (*yv12touyvy)(const uint8_t *ysrc, const uint8_t *usrc, const uint8_t *vsrc, uint8_t *dst,
00058 long width, long height,
00059 long lumStride, long chromStride, long dstStride);
00060 void (*yuv422ptoyuy2)(const uint8_t *ysrc, const uint8_t *usrc, const uint8_t *vsrc, uint8_t *dst,
00061 long width, long height,
00062 long lumStride, long chromStride, long dstStride);
00063 void (*yuv422ptouyvy)(const uint8_t *ysrc, const uint8_t *usrc, const uint8_t *vsrc, uint8_t *dst,
00064 long width, long height,
00065 long lumStride, long chromStride, long dstStride);
00066 void (*yuy2toyv12)(const uint8_t *src, uint8_t *ydst, uint8_t *udst, uint8_t *vdst,
00067 long width, long height,
00068 long lumStride, long chromStride, long srcStride);
00069 void (*rgb24toyv12)(const uint8_t *src, uint8_t *ydst, uint8_t *udst, uint8_t *vdst,
00070 long width, long height,
00071 long lumStride, long chromStride, long srcStride);
00072 void (*planar2x)(const uint8_t *src, uint8_t *dst, long width, long height,
00073 long srcStride, long dstStride);
00074 void (*interleaveBytes)(const uint8_t *src1, const uint8_t *src2, uint8_t *dst,
00075 long width, long height, long src1Stride,
00076 long src2Stride, long dstStride);
00077 void (*vu9_to_vu12)(const uint8_t *src1, const uint8_t *src2,
00078 uint8_t *dst1, uint8_t *dst2,
00079 long width, long height,
00080 long srcStride1, long srcStride2,
00081 long dstStride1, long dstStride2);
00082 void (*yvu9_to_yuy2)(const uint8_t *src1, const uint8_t *src2, const uint8_t *src3,
00083 uint8_t *dst,
00084 long width, long height,
00085 long srcStride1, long srcStride2,
00086 long srcStride3, long dstStride);
00087 void (*uyvytoyuv420)(uint8_t *ydst, uint8_t *udst, uint8_t *vdst, const uint8_t *src,
00088 long width, long height,
00089 long lumStride, long chromStride, long srcStride);
00090 void (*uyvytoyuv422)(uint8_t *ydst, uint8_t *udst, uint8_t *vdst, const uint8_t *src,
00091 long width, long height,
00092 long lumStride, long chromStride, long srcStride);
00093 void (*yuyvtoyuv420)(uint8_t *ydst, uint8_t *udst, uint8_t *vdst, const uint8_t *src,
00094 long width, long height,
00095 long lumStride, long chromStride, long srcStride);
00096 void (*yuyvtoyuv422)(uint8_t *ydst, uint8_t *udst, uint8_t *vdst, const uint8_t *src,
00097 long width, long height,
00098 long lumStride, long chromStride, long srcStride);
00099
00100
00101 #if ARCH_X86
00102 DECLARE_ASM_CONST(8, uint64_t, mmx_ff) = 0x00000000000000FFULL;
00103 DECLARE_ASM_CONST(8, uint64_t, mmx_null) = 0x0000000000000000ULL;
00104 DECLARE_ASM_CONST(8, uint64_t, mmx_one) = 0xFFFFFFFFFFFFFFFFULL;
00105 DECLARE_ASM_CONST(8, uint64_t, mask32b) = 0x000000FF000000FFULL;
00106 DECLARE_ASM_CONST(8, uint64_t, mask32g) = 0x0000FF000000FF00ULL;
00107 DECLARE_ASM_CONST(8, uint64_t, mask32r) = 0x00FF000000FF0000ULL;
00108 DECLARE_ASM_CONST(8, uint64_t, mask32a) = 0xFF000000FF000000ULL;
00109 DECLARE_ASM_CONST(8, uint64_t, mask32) = 0x00FFFFFF00FFFFFFULL;
00110 DECLARE_ASM_CONST(8, uint64_t, mask3216br) = 0x00F800F800F800F8ULL;
00111 DECLARE_ASM_CONST(8, uint64_t, mask3216g) = 0x0000FC000000FC00ULL;
00112 DECLARE_ASM_CONST(8, uint64_t, mask3215g) = 0x0000F8000000F800ULL;
00113 DECLARE_ASM_CONST(8, uint64_t, mul3216) = 0x2000000420000004ULL;
00114 DECLARE_ASM_CONST(8, uint64_t, mul3215) = 0x2000000820000008ULL;
00115 DECLARE_ASM_CONST(8, uint64_t, mask24b) = 0x00FF0000FF0000FFULL;
00116 DECLARE_ASM_CONST(8, uint64_t, mask24g) = 0xFF0000FF0000FF00ULL;
00117 DECLARE_ASM_CONST(8, uint64_t, mask24r) = 0x0000FF0000FF0000ULL;
00118 DECLARE_ASM_CONST(8, uint64_t, mask24l) = 0x0000000000FFFFFFULL;
00119 DECLARE_ASM_CONST(8, uint64_t, mask24h) = 0x0000FFFFFF000000ULL;
00120 DECLARE_ASM_CONST(8, uint64_t, mask24hh) = 0xffff000000000000ULL;
00121 DECLARE_ASM_CONST(8, uint64_t, mask24hhh) = 0xffffffff00000000ULL;
00122 DECLARE_ASM_CONST(8, uint64_t, mask24hhhh) = 0xffffffffffff0000ULL;
00123 DECLARE_ASM_CONST(8, uint64_t, mask15b) = 0x001F001F001F001FULL;
00124 DECLARE_ASM_CONST(8, uint64_t, mask15rg) = 0x7FE07FE07FE07FE0ULL;
00125 DECLARE_ASM_CONST(8, uint64_t, mask15s) = 0xFFE0FFE0FFE0FFE0ULL;
00126 DECLARE_ASM_CONST(8, uint64_t, mask15g) = 0x03E003E003E003E0ULL;
00127 DECLARE_ASM_CONST(8, uint64_t, mask15r) = 0x7C007C007C007C00ULL;
00128 #define mask16b mask15b
00129 DECLARE_ASM_CONST(8, uint64_t, mask16g) = 0x07E007E007E007E0ULL;
00130 DECLARE_ASM_CONST(8, uint64_t, mask16r) = 0xF800F800F800F800ULL;
00131 DECLARE_ASM_CONST(8, uint64_t, red_16mask) = 0x0000f8000000f800ULL;
00132 DECLARE_ASM_CONST(8, uint64_t, green_16mask) = 0x000007e0000007e0ULL;
00133 DECLARE_ASM_CONST(8, uint64_t, blue_16mask) = 0x0000001f0000001fULL;
00134 DECLARE_ASM_CONST(8, uint64_t, red_15mask) = 0x00007c0000007c00ULL;
00135 DECLARE_ASM_CONST(8, uint64_t, green_15mask) = 0x000003e0000003e0ULL;
00136 DECLARE_ASM_CONST(8, uint64_t, blue_15mask) = 0x0000001f0000001fULL;
00137 #endif
00138
00139 #define RGB2YUV_SHIFT 8
00140 #define BY ((int)( 0.098*(1<<RGB2YUV_SHIFT)+0.5))
00141 #define BV ((int)(-0.071*(1<<RGB2YUV_SHIFT)+0.5))
00142 #define BU ((int)( 0.439*(1<<RGB2YUV_SHIFT)+0.5))
00143 #define GY ((int)( 0.504*(1<<RGB2YUV_SHIFT)+0.5))
00144 #define GV ((int)(-0.368*(1<<RGB2YUV_SHIFT)+0.5))
00145 #define GU ((int)(-0.291*(1<<RGB2YUV_SHIFT)+0.5))
00146 #define RY ((int)( 0.257*(1<<RGB2YUV_SHIFT)+0.5))
00147 #define RV ((int)( 0.439*(1<<RGB2YUV_SHIFT)+0.5))
00148 #define RU ((int)(-0.148*(1<<RGB2YUV_SHIFT)+0.5))
00149
00150
00151
00152 #define COMPILE_TEMPLATE_MMX 0
00153 #define COMPILE_TEMPLATE_MMX2 0
00154 #define COMPILE_TEMPLATE_AMD3DNOW 0
00155 #define COMPILE_TEMPLATE_SSE2 0
00156 #define RENAME(a) a ## _C
00157 #include "rgb2rgb_template.c"
00158
00159 #if ARCH_X86
00160
00161
00162 #undef RENAME
00163 #undef COMPILE_TEMPLATE_MMX
00164 #define COMPILE_TEMPLATE_MMX 1
00165 #define RENAME(a) a ## _MMX
00166 #include "rgb2rgb_template.c"
00167
00168
00169 #undef RENAME
00170 #undef COMPILE_TEMPLATE_MMX2
00171 #define COMPILE_TEMPLATE_MMX2 1
00172 #define RENAME(a) a ## _MMX2
00173 #include "rgb2rgb_template.c"
00174
00175
00176 #undef RENAME
00177 #undef COMPILE_TEMPLATE_SSE2
00178 #define COMPILE_TEMPLATE_SSE2 1
00179 #define RENAME(a) a ## _SSE2
00180 #include "rgb2rgb_template.c"
00181
00182
00183 #undef RENAME
00184 #undef COMPILE_TEMPLATE_MMX2
00185 #undef COMPILE_TEMPLATE_SSE2
00186 #undef COMPILE_TEMPLATE_AMD3DNOW
00187 #define COMPILE_TEMPLATE_MMX2 0
00188 #define COMPILE_TEMPLATE_SSE2 1
00189 #define COMPILE_TEMPLATE_AMD3DNOW 1
00190 #define RENAME(a) a ## _3DNOW
00191 #include "rgb2rgb_template.c"
00192
00193 #endif //ARCH_X86 || ARCH_X86_64
00194
00195
00196
00197
00198
00199
00200
00201
00202 void sws_rgb2rgb_init(int flags)
00203 {
00204 #if HAVE_MMX2 || HAVE_AMD3DNOW || HAVE_MMX
00205 if (flags & SWS_CPU_CAPS_SSE2)
00206 rgb2rgb_init_SSE2();
00207 else if (flags & SWS_CPU_CAPS_MMX2)
00208 rgb2rgb_init_MMX2();
00209 else if (flags & SWS_CPU_CAPS_3DNOW)
00210 rgb2rgb_init_3DNOW();
00211 else if (flags & SWS_CPU_CAPS_MMX)
00212 rgb2rgb_init_MMX();
00213 else
00214 #endif
00215 rgb2rgb_init_C();
00216 }
00217
00218 #if LIBSWSCALE_VERSION_MAJOR < 1
00219 void palette8topacked32(const uint8_t *src, uint8_t *dst, long num_pixels, const uint8_t *palette)
00220 {
00221 sws_convertPalette8ToPacked32(src, dst, num_pixels, palette);
00222 }
00223
00224 void palette8topacked24(const uint8_t *src, uint8_t *dst, long num_pixels, const uint8_t *palette)
00225 {
00226 sws_convertPalette8ToPacked24(src, dst, num_pixels, palette);
00227 }
00228
00232 void palette8torgb16(const uint8_t *src, uint8_t *dst, long num_pixels, const uint8_t *palette)
00233 {
00234 long i;
00235 for (i=0; i<num_pixels; i++)
00236 ((uint16_t *)dst)[i] = ((const uint16_t *)palette)[src[i]];
00237 }
00238 void palette8tobgr16(const uint8_t *src, uint8_t *dst, long num_pixels, const uint8_t *palette)
00239 {
00240 long i;
00241 for (i=0; i<num_pixels; i++)
00242 ((uint16_t *)dst)[i] = av_bswap16(((const uint16_t *)palette)[src[i]]);
00243 }
00244 #endif
00245
00246 void rgb32to24(const uint8_t *src, uint8_t *dst, long src_size)
00247 {
00248 long i;
00249 long num_pixels = src_size >> 2;
00250 for (i=0; i<num_pixels; i++) {
00251 #if HAVE_BIGENDIAN
00252
00253 dst[3*i + 0] = src[4*i + 1];
00254 dst[3*i + 1] = src[4*i + 2];
00255 dst[3*i + 2] = src[4*i + 3];
00256 #else
00257 dst[3*i + 0] = src[4*i + 2];
00258 dst[3*i + 1] = src[4*i + 1];
00259 dst[3*i + 2] = src[4*i + 0];
00260 #endif
00261 }
00262 }
00263
00264 void rgb24to32(const uint8_t *src, uint8_t *dst, long src_size)
00265 {
00266 long i;
00267 for (i=0; 3*i<src_size; i++) {
00268 #if HAVE_BIGENDIAN
00269
00270 dst[4*i + 0] = 255;
00271 dst[4*i + 1] = src[3*i + 0];
00272 dst[4*i + 2] = src[3*i + 1];
00273 dst[4*i + 3] = src[3*i + 2];
00274 #else
00275 dst[4*i + 0] = src[3*i + 2];
00276 dst[4*i + 1] = src[3*i + 1];
00277 dst[4*i + 2] = src[3*i + 0];
00278 dst[4*i + 3] = 255;
00279 #endif
00280 }
00281 }
00282
00283 void rgb16tobgr32(const uint8_t *src, uint8_t *dst, long src_size)
00284 {
00285 const uint16_t *end;
00286 uint8_t *d = dst;
00287 const uint16_t *s = (const uint16_t *)src;
00288 end = s + src_size/2;
00289 while (s < end) {
00290 register uint16_t bgr;
00291 bgr = *s++;
00292 #if HAVE_BIGENDIAN
00293 *d++ = 255;
00294 *d++ = (bgr&0x1F)<<3;
00295 *d++ = (bgr&0x7E0)>>3;
00296 *d++ = (bgr&0xF800)>>8;
00297 #else
00298 *d++ = (bgr&0xF800)>>8;
00299 *d++ = (bgr&0x7E0)>>3;
00300 *d++ = (bgr&0x1F)<<3;
00301 *d++ = 255;
00302 #endif
00303 }
00304 }
00305
00306 void rgb16to24(const uint8_t *src, uint8_t *dst, long src_size)
00307 {
00308 const uint16_t *end;
00309 uint8_t *d = dst;
00310 const uint16_t *s = (const uint16_t *)src;
00311 end = s + src_size/2;
00312 while (s < end) {
00313 register uint16_t bgr;
00314 bgr = *s++;
00315 *d++ = (bgr&0xF800)>>8;
00316 *d++ = (bgr&0x7E0)>>3;
00317 *d++ = (bgr&0x1F)<<3;
00318 }
00319 }
00320
00321 void rgb16tobgr16(const uint8_t *src, uint8_t *dst, long src_size)
00322 {
00323 long i;
00324 long num_pixels = src_size >> 1;
00325
00326 for (i=0; i<num_pixels; i++) {
00327 unsigned rgb = ((const uint16_t*)src)[i];
00328 ((uint16_t*)dst)[i] = (rgb>>11) | (rgb&0x7E0) | (rgb<<11);
00329 }
00330 }
00331
00332 void rgb16tobgr15(const uint8_t *src, uint8_t *dst, long src_size)
00333 {
00334 long i;
00335 long num_pixels = src_size >> 1;
00336
00337 for (i=0; i<num_pixels; i++) {
00338 unsigned rgb = ((const uint16_t*)src)[i];
00339 ((uint16_t*)dst)[i] = (rgb>>11) | ((rgb&0x7C0)>>1) | ((rgb&0x1F)<<10);
00340 }
00341 }
00342
00343 void rgb15tobgr32(const uint8_t *src, uint8_t *dst, long src_size)
00344 {
00345 const uint16_t *end;
00346 uint8_t *d = dst;
00347 const uint16_t *s = (const uint16_t *)src;
00348 end = s + src_size/2;
00349 while (s < end) {
00350 register uint16_t bgr;
00351 bgr = *s++;
00352 #if HAVE_BIGENDIAN
00353 *d++ = 255;
00354 *d++ = (bgr&0x1F)<<3;
00355 *d++ = (bgr&0x3E0)>>2;
00356 *d++ = (bgr&0x7C00)>>7;
00357 #else
00358 *d++ = (bgr&0x7C00)>>7;
00359 *d++ = (bgr&0x3E0)>>2;
00360 *d++ = (bgr&0x1F)<<3;
00361 *d++ = 255;
00362 #endif
00363 }
00364 }
00365
00366 void rgb15to24(const uint8_t *src, uint8_t *dst, long src_size)
00367 {
00368 const uint16_t *end;
00369 uint8_t *d = dst;
00370 const uint16_t *s = (const uint16_t *)src;
00371 end = s + src_size/2;
00372 while (s < end) {
00373 register uint16_t bgr;
00374 bgr = *s++;
00375 *d++ = (bgr&0x7C00)>>7;
00376 *d++ = (bgr&0x3E0)>>2;
00377 *d++ = (bgr&0x1F)<<3;
00378 }
00379 }
00380
00381 void rgb15tobgr16(const uint8_t *src, uint8_t *dst, long src_size)
00382 {
00383 long i;
00384 long num_pixels = src_size >> 1;
00385
00386 for (i=0; i<num_pixels; i++) {
00387 unsigned rgb = ((const uint16_t*)src)[i];
00388 ((uint16_t*)dst)[i] = ((rgb&0x7C00)>>10) | ((rgb&0x3E0)<<1) | (rgb<<11);
00389 }
00390 }
00391
00392 void rgb15tobgr15(const uint8_t *src, uint8_t *dst, long src_size)
00393 {
00394 long i;
00395 long num_pixels = src_size >> 1;
00396
00397 for (i=0; i<num_pixels; i++) {
00398 unsigned br;
00399 unsigned rgb = ((const uint16_t*)src)[i];
00400 br = rgb&0x7c1F;
00401 ((uint16_t*)dst)[i] = (br>>10) | (rgb&0x3E0) | (br<<10);
00402 }
00403 }
00404
00405 void bgr8torgb8(const uint8_t *src, uint8_t *dst, long src_size)
00406 {
00407 long i;
00408 long num_pixels = src_size;
00409 for (i=0; i<num_pixels; i++) {
00410 unsigned b,g,r;
00411 register uint8_t rgb;
00412 rgb = src[i];
00413 r = (rgb&0x07);
00414 g = (rgb&0x38)>>3;
00415 b = (rgb&0xC0)>>6;
00416 dst[i] = ((b<<1)&0x07) | ((g&0x07)<<3) | ((r&0x03)<<6);
00417 }
00418 }
00419
00420 #define DEFINE_SHUFFLE_BYTES(a, b, c, d) \
00421 void shuffle_bytes_##a##b##c##d(const uint8_t *src, uint8_t *dst, long src_size) \
00422 { \
00423 long i; \
00424 \
00425 for (i = 0; i < src_size; i+=4) { \
00426 dst[i + 0] = src[i + a]; \
00427 dst[i + 1] = src[i + b]; \
00428 dst[i + 2] = src[i + c]; \
00429 dst[i + 3] = src[i + d]; \
00430 } \
00431 }
00432
00433 DEFINE_SHUFFLE_BYTES(0, 3, 2, 1);
00434 DEFINE_SHUFFLE_BYTES(1, 2, 3, 0);
00435 DEFINE_SHUFFLE_BYTES(3, 0, 1, 2);
00436 DEFINE_SHUFFLE_BYTES(3, 2, 1, 0);
00437