2004-06-25 18:58:45 +02:00
|
|
|
#include "config.h"
|
2008-07-30 14:01:30 +02:00
|
|
|
#ifdef CONFIG_FASTMEMCPY
|
2001-12-09 16:25:11 +01:00
|
|
|
|
2001-11-22 20:40:38 +01:00
|
|
|
/*
|
2001-05-05 15:30:00 +02:00
|
|
|
aclib - advanced C library ;)
|
|
|
|
This file contains functions which improve and expand standard C-library
|
2001-12-09 16:25:11 +01:00
|
|
|
see aclib_template.c ... this file only contains runtime cpu detection and config options stuff
|
|
|
|
runtime cpu detection by michael niedermayer (michaelni@gmx.at) is under GPL
|
2001-05-05 15:30:00 +02:00
|
|
|
*/
|
|
|
|
#include <stddef.h>
|
2007-01-23 16:28:19 +01:00
|
|
|
#include <string.h>
|
2004-10-28 03:15:53 +02:00
|
|
|
#include "cpudetect.h"
|
2002-11-07 00:54:29 +01:00
|
|
|
#include "fastmemcpy.h"
|
2004-05-20 23:34:10 +02:00
|
|
|
#undef memcpy
|
2001-05-05 15:30:00 +02:00
|
|
|
|
2001-11-22 20:40:38 +01:00
|
|
|
#define BLOCK_SIZE 4096
|
|
|
|
#define CONFUSION_FACTOR 0
|
|
|
|
//Feel free to fine-tune the above 2, it might be possible to get some speedup with them :)
|
|
|
|
|
|
|
|
//#define STATISTICS
|
2009-01-16 10:21:21 +01:00
|
|
|
#if ARCH_X86
|
2001-12-09 16:25:11 +01:00
|
|
|
#define CAN_COMPILE_X86_ASM
|
2001-05-05 15:30:00 +02:00
|
|
|
#endif
|
|
|
|
|
2001-12-09 16:25:11 +01:00
|
|
|
//Note: we have MMX, MMX2, 3DNOW version there is no 3DNOW+MMX2 one
|
|
|
|
//Plain C versions
|
2009-01-16 10:32:54 +01:00
|
|
|
//#if !HAVE_MMX || defined (RUNTIME_CPUDETECT)
|
2001-12-09 16:25:11 +01:00
|
|
|
//#define COMPILE_C
|
|
|
|
//#endif
|
2001-05-05 15:30:00 +02:00
|
|
|
|
2001-12-09 16:25:11 +01:00
|
|
|
#ifdef CAN_COMPILE_X86_ASM
|
2001-05-05 15:30:00 +02:00
|
|
|
|
2009-01-26 10:29:53 +01:00
|
|
|
#if (HAVE_MMX && !HAVE_AMD3DNOW && !HAVE_MMX2) || defined (RUNTIME_CPUDETECT)
|
2001-12-09 16:25:11 +01:00
|
|
|
#define COMPILE_MMX
|
2001-05-05 15:30:00 +02:00
|
|
|
#endif
|
|
|
|
|
2009-01-16 10:21:21 +01:00
|
|
|
#if (HAVE_MMX2 && !HAVE_SSE2) || defined (RUNTIME_CPUDETECT)
|
2001-12-09 16:25:11 +01:00
|
|
|
#define COMPILE_MMX2
|
2001-05-05 15:30:00 +02:00
|
|
|
#endif
|
|
|
|
|
2009-01-26 10:29:53 +01:00
|
|
|
#if (HAVE_AMD3DNOW && !HAVE_MMX2) || defined (RUNTIME_CPUDETECT)
|
2001-12-09 16:25:11 +01:00
|
|
|
#define COMPILE_3DNOW
|
2001-05-05 15:30:00 +02:00
|
|
|
#endif
|
|
|
|
|
2009-01-16 10:21:21 +01:00
|
|
|
#if HAVE_SSE2 || defined (RUNTIME_CPUDETECT)
|
2002-03-19 23:32:45 +01:00
|
|
|
#define COMPILE_SSE
|
|
|
|
#endif
|
|
|
|
|
2001-12-09 16:25:11 +01:00
|
|
|
#undef HAVE_MMX
|
|
|
|
#undef HAVE_MMX2
|
2009-01-26 10:29:53 +01:00
|
|
|
#undef HAVE_AMD3DNOW
|
2002-03-19 23:32:45 +01:00
|
|
|
#undef HAVE_SSE
|
|
|
|
#undef HAVE_SSE2
|
2009-01-16 10:21:21 +01:00
|
|
|
#define HAVE_MMX 0
|
|
|
|
#define HAVE_MMX2 0
|
2009-01-26 10:29:53 +01:00
|
|
|
#define HAVE_AMD3DNOW 0
|
2009-01-16 10:21:21 +01:00
|
|
|
#define HAVE_SSE 0
|
|
|
|
#define HAVE_SSE2 0
|
2001-12-09 16:25:11 +01:00
|
|
|
/*
|
|
|
|
#ifdef COMPILE_C
|
|
|
|
#undef HAVE_MMX
|
|
|
|
#undef HAVE_MMX2
|
2009-01-26 10:29:53 +01:00
|
|
|
#undef HAVE_AMD3DNOW
|
2009-01-16 10:21:21 +01:00
|
|
|
#undef HAVE_SSE
|
|
|
|
#undef HAVE_SSE2
|
|
|
|
#define HAVE_MMX 0
|
|
|
|
#define HAVE_MMX2 0
|
2009-01-26 10:29:53 +01:00
|
|
|
#define HAVE_AMD3DNOW 0
|
2009-01-16 10:21:21 +01:00
|
|
|
#define HAVE_SSE 0
|
|
|
|
#define HAVE_SSE2 0
|
2001-12-09 16:25:11 +01:00
|
|
|
#define RENAME(a) a ## _C
|
|
|
|
#include "aclib_template.c"
|
2001-05-05 15:30:00 +02:00
|
|
|
#endif
|
2001-12-09 16:25:11 +01:00
|
|
|
*/
|
|
|
|
//MMX versions
|
|
|
|
#ifdef COMPILE_MMX
|
|
|
|
#undef RENAME
|
2009-01-16 10:21:21 +01:00
|
|
|
#undef HAVE_MMX
|
2001-12-09 16:25:11 +01:00
|
|
|
#undef HAVE_MMX2
|
2009-01-26 10:29:53 +01:00
|
|
|
#undef HAVE_AMD3DNOW
|
2002-03-19 23:32:45 +01:00
|
|
|
#undef HAVE_SSE
|
|
|
|
#undef HAVE_SSE2
|
2009-01-16 10:21:21 +01:00
|
|
|
#define HAVE_MMX 1
|
|
|
|
#define HAVE_MMX2 0
|
2009-01-26 10:29:53 +01:00
|
|
|
#define HAVE_AMD3DNOW 0
|
2009-01-16 10:21:21 +01:00
|
|
|
#define HAVE_SSE 0
|
|
|
|
#define HAVE_SSE2 0
|
2001-12-09 16:25:11 +01:00
|
|
|
#define RENAME(a) a ## _MMX
|
|
|
|
#include "aclib_template.c"
|
2001-05-05 15:30:00 +02:00
|
|
|
#endif
|
|
|
|
|
2001-12-09 16:25:11 +01:00
|
|
|
//MMX2 versions
|
|
|
|
#ifdef COMPILE_MMX2
|
|
|
|
#undef RENAME
|
2009-01-16 10:21:21 +01:00
|
|
|
#undef HAVE_MMX
|
|
|
|
#undef HAVE_MMX2
|
2009-01-26 10:29:53 +01:00
|
|
|
#undef HAVE_AMD3DNOW
|
2002-03-19 23:32:45 +01:00
|
|
|
#undef HAVE_SSE
|
|
|
|
#undef HAVE_SSE2
|
2009-01-16 10:21:21 +01:00
|
|
|
#define HAVE_MMX 1
|
|
|
|
#define HAVE_MMX2 1
|
2009-01-26 10:29:53 +01:00
|
|
|
#define HAVE_AMD3DNOW 0
|
2009-01-16 10:21:21 +01:00
|
|
|
#define HAVE_SSE 0
|
|
|
|
#define HAVE_SSE2 0
|
2001-12-09 16:25:11 +01:00
|
|
|
#define RENAME(a) a ## _MMX2
|
|
|
|
#include "aclib_template.c"
|
2001-11-22 20:40:38 +01:00
|
|
|
#endif
|
|
|
|
|
2001-12-09 16:25:11 +01:00
|
|
|
//3DNOW versions
|
|
|
|
#ifdef COMPILE_3DNOW
|
|
|
|
#undef RENAME
|
2009-01-16 10:21:21 +01:00
|
|
|
#undef HAVE_MMX
|
2001-12-09 16:25:11 +01:00
|
|
|
#undef HAVE_MMX2
|
2009-01-26 10:29:53 +01:00
|
|
|
#undef HAVE_AMD3DNOW
|
2002-03-19 23:32:45 +01:00
|
|
|
#undef HAVE_SSE
|
|
|
|
#undef HAVE_SSE2
|
2009-01-16 10:21:21 +01:00
|
|
|
#define HAVE_MMX 1
|
|
|
|
#define HAVE_MMX2 0
|
2009-01-26 10:29:53 +01:00
|
|
|
#define HAVE_AMD3DNOW 1
|
2009-01-16 10:21:21 +01:00
|
|
|
#define HAVE_SSE 0
|
|
|
|
#define HAVE_SSE2 0
|
2001-12-09 16:25:11 +01:00
|
|
|
#define RENAME(a) a ## _3DNow
|
|
|
|
#include "aclib_template.c"
|
2001-11-22 20:40:38 +01:00
|
|
|
#endif
|
|
|
|
|
2002-03-19 23:32:45 +01:00
|
|
|
//SSE versions (only used on SSE2 cpus)
|
|
|
|
#ifdef COMPILE_SSE
|
|
|
|
#undef RENAME
|
2009-01-16 10:21:21 +01:00
|
|
|
#undef HAVE_MMX
|
|
|
|
#undef HAVE_MMX2
|
2009-01-26 10:29:53 +01:00
|
|
|
#undef HAVE_AMD3DNOW
|
2009-01-16 10:21:21 +01:00
|
|
|
#undef HAVE_SSE
|
|
|
|
#undef HAVE_SSE2
|
|
|
|
#define HAVE_MMX 1
|
|
|
|
#define HAVE_MMX2 1
|
2009-01-26 10:29:53 +01:00
|
|
|
#define HAVE_AMD3DNOW 0
|
2009-01-16 10:21:21 +01:00
|
|
|
#define HAVE_SSE 1
|
|
|
|
#define HAVE_SSE2 1
|
2002-03-19 23:32:45 +01:00
|
|
|
#define RENAME(a) a ## _SSE
|
|
|
|
#include "aclib_template.c"
|
|
|
|
#endif
|
|
|
|
|
2001-12-09 16:25:11 +01:00
|
|
|
#endif // CAN_COMPILE_X86_ASM
|
2001-11-22 20:40:38 +01:00
|
|
|
|
|
|
|
|
2007-06-10 23:58:30 +02:00
|
|
|
#undef fast_memcpy
|
2002-08-23 01:28:33 +02:00
|
|
|
void * fast_memcpy(void * to, const void * from, size_t len)
|
2001-12-09 16:25:11 +01:00
|
|
|
{
|
|
|
|
#ifdef RUNTIME_CPUDETECT
|
|
|
|
#ifdef CAN_COMPILE_X86_ASM
|
|
|
|
// ordered per speed fasterst first
|
2002-03-19 23:32:45 +01:00
|
|
|
if(gCpuCaps.hasSSE2)
|
|
|
|
fast_memcpy_SSE(to, from, len);
|
|
|
|
else if(gCpuCaps.hasMMX2)
|
2001-12-09 16:25:11 +01:00
|
|
|
fast_memcpy_MMX2(to, from, len);
|
|
|
|
else if(gCpuCaps.has3DNow)
|
|
|
|
fast_memcpy_3DNow(to, from, len);
|
|
|
|
else if(gCpuCaps.hasMMX)
|
|
|
|
fast_memcpy_MMX(to, from, len);
|
|
|
|
else
|
|
|
|
#endif //CAN_COMPILE_X86_ASM
|
|
|
|
memcpy(to, from, len); // prior to mmx we use the standart memcpy
|
|
|
|
#else
|
2009-01-16 10:21:21 +01:00
|
|
|
#if HAVE_SSE2
|
2002-03-19 23:32:45 +01:00
|
|
|
fast_memcpy_SSE(to, from, len);
|
2009-01-16 10:21:21 +01:00
|
|
|
#elif HAVE_MMX2
|
2001-12-09 16:25:11 +01:00
|
|
|
fast_memcpy_MMX2(to, from, len);
|
2009-01-26 10:29:53 +01:00
|
|
|
#elif HAVE_AMD3DNOW
|
2001-12-09 16:25:11 +01:00
|
|
|
fast_memcpy_3DNow(to, from, len);
|
2009-01-16 10:21:21 +01:00
|
|
|
#elif HAVE_MMX
|
2001-12-09 16:25:11 +01:00
|
|
|
fast_memcpy_MMX(to, from, len);
|
|
|
|
#else
|
|
|
|
memcpy(to, from, len); // prior to mmx we use the standart memcpy
|
2001-11-22 20:40:38 +01:00
|
|
|
#endif
|
2001-05-05 15:30:00 +02:00
|
|
|
|
2001-12-09 16:25:11 +01:00
|
|
|
#endif //!RUNTIME_CPUDETECT
|
2002-04-10 07:23:13 +02:00
|
|
|
return to;
|
2001-12-09 16:25:11 +01:00
|
|
|
}
|
2001-05-05 15:30:00 +02:00
|
|
|
|
2002-11-07 20:32:00 +01:00
|
|
|
#undef mem2agpcpy
|
2002-08-23 01:28:33 +02:00
|
|
|
void * mem2agpcpy(void * to, const void * from, size_t len)
|
2002-02-13 00:17:14 +01:00
|
|
|
{
|
|
|
|
#ifdef RUNTIME_CPUDETECT
|
|
|
|
#ifdef CAN_COMPILE_X86_ASM
|
|
|
|
// ordered per speed fasterst first
|
2002-03-19 23:32:45 +01:00
|
|
|
if(gCpuCaps.hasSSE2)
|
|
|
|
mem2agpcpy_SSE(to, from, len);
|
|
|
|
else if(gCpuCaps.hasMMX2)
|
2002-02-13 00:17:14 +01:00
|
|
|
mem2agpcpy_MMX2(to, from, len);
|
|
|
|
else if(gCpuCaps.has3DNow)
|
|
|
|
mem2agpcpy_3DNow(to, from, len);
|
|
|
|
else if(gCpuCaps.hasMMX)
|
|
|
|
mem2agpcpy_MMX(to, from, len);
|
|
|
|
else
|
|
|
|
#endif //CAN_COMPILE_X86_ASM
|
|
|
|
memcpy(to, from, len); // prior to mmx we use the standart memcpy
|
|
|
|
#else
|
2009-01-16 10:21:21 +01:00
|
|
|
#if HAVE_SSE2
|
2002-03-19 23:32:45 +01:00
|
|
|
mem2agpcpy_SSE(to, from, len);
|
2009-01-16 10:21:21 +01:00
|
|
|
#elif HAVE_MMX2
|
2002-02-13 00:17:14 +01:00
|
|
|
mem2agpcpy_MMX2(to, from, len);
|
2009-01-26 10:29:53 +01:00
|
|
|
#elif HAVE_AMD3DNOW
|
2002-02-13 00:17:14 +01:00
|
|
|
mem2agpcpy_3DNow(to, from, len);
|
2009-01-16 10:21:21 +01:00
|
|
|
#elif HAVE_MMX
|
2002-02-13 00:17:14 +01:00
|
|
|
mem2agpcpy_MMX(to, from, len);
|
|
|
|
#else
|
|
|
|
memcpy(to, from, len); // prior to mmx we use the standart memcpy
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#endif //!RUNTIME_CPUDETECT
|
2002-11-07 00:54:29 +01:00
|
|
|
return to;
|
2002-02-13 00:17:14 +01:00
|
|
|
}
|
|
|
|
|
2008-07-30 14:01:30 +02:00
|
|
|
#endif /* CONFIG_FASTMEMCPY */
|