intrin_x86.h File Reference

Go to the source code of this file.

Macros
#define	_ReturnAddress()   (__builtin_return_address(0))
#define	_AddressOfReturnAddress()   (&(((void **)(__builtin_frame_address(0)))[1]))
#define	_ReadBarrier   _ReadWriteBarrier
#define	_WriteBarrier   _ReadWriteBarrier

Functions
void *__cdecl	memmove (void *dest, const void *source, size_t num)
__INTRIN_INLINE void *__cdecl	memcpy (void *dest, const void *source, size_t num)
__INTRIN_INLINE void	_ReadWriteBarrier (void)
__INTRIN_INLINE void	_mm_mfence (void)
__INTRIN_INLINE void	_mm_lfence (void)
__INTRIN_INLINE void	_mm_sfence (void)
__INTRIN_INLINE char	_InterlockedCompareExchange8 (volatile char *Destination, char Exchange, char Comperand)
__INTRIN_INLINE short	_InterlockedCompareExchange16 (volatile short *Destination, short Exchange, short Comperand)
__INTRIN_INLINE long	_InterlockedCompareExchange (volatile long *Destination, long Exchange, long Comperand)
__INTRIN_INLINE void *	_InterlockedCompareExchangePointer (void *volatile *Destination, void *Exchange, void *Comperand)
__INTRIN_INLINE char	_InterlockedExchange8 (volatile char *Target, char Value)
__INTRIN_INLINE short	_InterlockedExchange16 (volatile short *Target, short Value)
__INTRIN_INLINE long	_InterlockedExchange (volatile long *Target, long Value)
__INTRIN_INLINE void *	_InterlockedExchangePointer (void *volatile *Target, void *Value)
__INTRIN_INLINE char	_InterlockedExchangeAdd8 (char volatile *Addend, char Value)
__INTRIN_INLINE short	_InterlockedExchangeAdd16 (volatile short *Addend, short Value)
__INTRIN_INLINE long	_InterlockedExchangeAdd (volatile long *Addend, long Value)
__INTRIN_INLINE char	_InterlockedAnd8 (volatile char *value, char mask)
__INTRIN_INLINE short	_InterlockedAnd16 (volatile short *value, short mask)
__INTRIN_INLINE long	_InterlockedAnd (volatile long *value, long mask)
__INTRIN_INLINE char	_InterlockedOr8 (volatile char *value, char mask)
__INTRIN_INLINE short	_InterlockedOr16 (volatile short *value, short mask)
__INTRIN_INLINE long	_InterlockedOr (volatile long *value, long mask)
__INTRIN_INLINE char	_InterlockedXor8 (volatile char *value, char mask)
__INTRIN_INLINE short	_InterlockedXor16 (volatile short *value, short mask)
__INTRIN_INLINE long	_InterlockedXor (volatile long *value, long mask)
__INTRIN_INLINE long	_InterlockedDecrement (volatile long *lpAddend)
__INTRIN_INLINE long	_InterlockedIncrement (volatile long *lpAddend)
__INTRIN_INLINE short	_InterlockedDecrement16 (volatile short *lpAddend)
__INTRIN_INLINE short	_InterlockedIncrement16 (volatile short *lpAddend)
__INTRIN_INLINE long long	_InterlockedCompareExchange64 (volatile long long *Destination, long long Exchange, long long Comperand)
__INTRIN_INLINE unsigned char	_interlockedbittestandreset (volatile long *a, long b)
__INTRIN_INLINE unsigned char	_interlockedbittestandset (volatile long *a, long b)
__INTRIN_INLINE void	__stosb (unsigned char *Dest, unsigned char Data, size_t Count)
__INTRIN_INLINE void	__stosw (unsigned short *Dest, unsigned short Data, size_t Count)
__INTRIN_INLINE void	__stosd (unsigned long *Dest, unsigned long Data, size_t Count)
__INTRIN_INLINE void	__movsb (unsigned char *Destination, const unsigned char *Source, size_t Count)
__INTRIN_INLINE void	__movsw (unsigned short *Destination, const unsigned short *Source, size_t Count)
__INTRIN_INLINE void	__movsd (unsigned long *Destination, const unsigned long *Source, size_t Count)
__INTRIN_INLINE void	__writefsbyte (unsigned long Offset, unsigned char Data)
__INTRIN_INLINE void	__writefsword (unsigned long Offset, unsigned short Data)
__INTRIN_INLINE void	__writefsdword (unsigned long Offset, unsigned long Data)
__INTRIN_INLINE unsigned char	__readfsbyte (unsigned long Offset)
__INTRIN_INLINE unsigned short	__readfsword (unsigned long Offset)
__INTRIN_INLINE unsigned long	__readfsdword (unsigned long Offset)
__INTRIN_INLINE void	__incfsbyte (unsigned long Offset)
__INTRIN_INLINE void	__incfsword (unsigned long Offset)
__INTRIN_INLINE void	__incfsdword (unsigned long Offset)
__INTRIN_INLINE void	__addfsbyte (unsigned long Offset, unsigned char Data)
__INTRIN_INLINE void	__addfsword (unsigned long Offset, unsigned short Data)
__INTRIN_INLINE void	__addfsdword (unsigned long Offset, unsigned long Data)
__INTRIN_INLINE unsigned char	_BitScanForward (unsigned long *Index, unsigned long Mask)
__INTRIN_INLINE unsigned char	_BitScanReverse (unsigned long *Index, unsigned long Mask)
__INTRIN_INLINE unsigned char	_bittest (const long *a, long b)
__INTRIN_INLINE unsigned char	_bittestandcomplement (long *a, long b)
__INTRIN_INLINE unsigned char	_bittestandreset (long *a, long b)
__INTRIN_INLINE unsigned char	_bittestandset (long *a, long b)
__INTRIN_INLINE unsigned char __cdecl	_rotl8 (unsigned char value, unsigned char shift)
__INTRIN_INLINE unsigned short __cdecl	_rotl16 (unsigned short value, unsigned char shift)
__INTRIN_INLINE unsigned int __cdecl	_rotl (unsigned int value, int shift)
__INTRIN_INLINE unsigned long long __cdecl	_rotl64 (unsigned long long value, int shift)
__INTRIN_INLINE unsigned int __cdecl	_rotr (unsigned int value, int shift)
__INTRIN_INLINE unsigned char __cdecl	_rotr8 (unsigned char value, unsigned char shift)
__INTRIN_INLINE unsigned short __cdecl	_rotr16 (unsigned short value, unsigned char shift)
__INTRIN_INLINE unsigned long long __cdecl	_rotr64 (unsigned long long value, int shift)
__INTRIN_INLINE unsigned long __cdecl	_lrotl (unsigned long value, int shift)
__INTRIN_INLINE unsigned long __cdecl	_lrotr (unsigned long value, int shift)
__INTRIN_INLINE unsigned long long	__ll_lshift (unsigned long long Mask, int Bit)
__INTRIN_INLINE long long	__ll_rshift (long long Mask, int Bit)
__INTRIN_INLINE unsigned long long	__ull_rshift (unsigned long long Mask, int Bit)
__INTRIN_INLINE unsigned short __cdecl	_byteswap_ushort (unsigned short value)
__INTRIN_INLINE unsigned long __cdecl	_byteswap_ulong (unsigned long value)
__INTRIN_INLINE unsigned long long __cdecl	_byteswap_uint64 (unsigned long long value)
__INTRIN_INLINE unsigned int	__lzcnt (unsigned int value)
__INTRIN_INLINE unsigned short	__lzcnt16 (unsigned short value)
__INTRIN_INLINE unsigned int	__popcnt (unsigned int value)
__INTRIN_INLINE unsigned short	__popcnt16 (unsigned short value)
__INTRIN_INLINE long long	__emul (int a, int b)
__INTRIN_INLINE unsigned long long	__emulu (unsigned int a, unsigned int b)
__INTRIN_INLINE long long __cdecl	_abs64 (long long value)
__INTRIN_INLINE unsigned char	__inbyte (unsigned short Port)
__INTRIN_INLINE unsigned short	__inword (unsigned short Port)
__INTRIN_INLINE unsigned long	__indword (unsigned short Port)
__INTRIN_INLINE void	__inbytestring (unsigned short Port, unsigned char *Buffer, unsigned long Count)
__INTRIN_INLINE void	__inwordstring (unsigned short Port, unsigned short *Buffer, unsigned long Count)
__INTRIN_INLINE void	__indwordstring (unsigned short Port, unsigned long *Buffer, unsigned long Count)
__INTRIN_INLINE void	__outbyte (unsigned short Port, unsigned char Data)
__INTRIN_INLINE void	__outword (unsigned short Port, unsigned short Data)
__INTRIN_INLINE void	__outdword (unsigned short Port, unsigned long Data)
__INTRIN_INLINE void	__outbytestring (unsigned short Port, unsigned char *Buffer, unsigned long Count)
__INTRIN_INLINE void	__outwordstring (unsigned short Port, unsigned short *Buffer, unsigned long Count)
__INTRIN_INLINE void	__outdwordstring (unsigned short Port, unsigned long *Buffer, unsigned long Count)
__INTRIN_INLINE int __cdecl	_inp (unsigned short Port)
__INTRIN_INLINE unsigned short __cdecl	_inpw (unsigned short Port)
__INTRIN_INLINE unsigned long __cdecl	_inpd (unsigned short Port)
__INTRIN_INLINE int __cdecl	_outp (unsigned short Port, int databyte)
__INTRIN_INLINE unsigned short __cdecl	_outpw (unsigned short Port, unsigned short dataword)
__INTRIN_INLINE unsigned long __cdecl	_outpd (unsigned short Port, unsigned long dataword)
__INTRIN_INLINE void	__cpuid (int CPUInfo[4], int InfoType)
__INTRIN_INLINE void	__cpuidex (int CPUInfo[4], int InfoType, int ECXValue)
__INTRIN_INLINE unsigned long long	__rdtsc (void)
__INTRIN_INLINE void	__writeeflags (uintptr_t Value)
__INTRIN_INLINE uintptr_t	__readeflags (void)
__INTRIN_INLINE void __cdecl	__debugbreak (void)
__INTRIN_INLINE void	__ud2 (void)
__INTRIN_INLINE void	__int2c (void)
__INTRIN_INLINE void __cdecl	_disable (void)
__INTRIN_INLINE void __cdecl	_enable (void)
__INTRIN_INLINE void	__halt (void)
	__declspec (noreturn) __INTRIN_INLINE void __fastfail(unsigned int Code)
__INTRIN_INLINE void	__writecr0 (unsigned int Data)
__INTRIN_INLINE void	__writecr3 (unsigned int Data)
__INTRIN_INLINE void	__writecr4 (unsigned int Data)
__INTRIN_INLINE void	__writecr8 (unsigned int Data)
__INTRIN_INLINE unsigned long	__readcr0 (void)
__INTRIN_INLINE unsigned long	__readcr2 (void)
__INTRIN_INLINE unsigned long	__readcr3 (void)
__INTRIN_INLINE unsigned long	__readcr4 (void)
__INTRIN_INLINE unsigned long	__readcr8 (void)
__INTRIN_INLINE unsigned int	__readdr (unsigned int reg)
__INTRIN_INLINE void	__writedr (unsigned reg, unsigned int value)
__INTRIN_INLINE void	__invlpg (void *Address)
__INTRIN_INLINE unsigned long long	__readmsr (unsigned long reg)
__INTRIN_INLINE void	__writemsr (unsigned long Register, unsigned long long Value)
__INTRIN_INLINE unsigned long long	__readpmc (unsigned long counter)
__INTRIN_INLINE unsigned long	__segmentlimit (unsigned long a)
__INTRIN_INLINE void	__wbinvd (void)
__INTRIN_INLINE void	__lidt (void *Source)
__INTRIN_INLINE void	__sidt (void *Destination)
__INTRIN_INLINE void	_sgdt (void *Destination)
__INTRIN_INLINE void	_mm_pause (void)
__INTRIN_INLINE void	__nop (void)

Macro Definition Documentation

_AddressOfReturnAddress

#define _AddressOfReturnAddress

(

void

)

(&(((void **)(__builtin_frame_address(0)))[1]))

Definition at line 82 of file intrin_x86.h.

_ReadBarrier

#define _ReadBarrier   _ReadWriteBarrier

Definition at line 100 of file intrin_x86.h.

_ReturnAddress

#define _ReturnAddress

(

void

)

(__builtin_return_address(0))

Definition at line 81 of file intrin_x86.h.

_WriteBarrier

#define _WriteBarrier   _ReadWriteBarrier

Definition at line 101 of file intrin_x86.h.

Function Documentation

__addfsbyte()

__INTRIN_INLINE void __addfsbyte	(	unsigned long	Offset,
		unsigned char	Data
	)

Definition at line 971 of file intrin_x86.h.

{
    if(!__builtin_constant_p(Offset))
        __asm__ __volatile__("addb %b[Offset], %%fs:%a[Offset]" : : [Offset] "r" (Offset) : "memory");
    else
        __asm__ __volatile__("addb %b[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "iq" (Data) : "memory");
}

__addfsdword()

__INTRIN_INLINE void __addfsdword	(	unsigned long	Offset,
		unsigned long	Data
	)

Definition at line 987 of file intrin_x86.h.

{
    if(!__builtin_constant_p(Offset))
        __asm__ __volatile__("addl %k[Offset], %%fs:%a[Offset]" : : [Offset] "r" (Offset) : "memory");
    else
        __asm__ __volatile__("addl %k[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "iq" (Data) : "memory");
}

__addfsword()

__INTRIN_INLINE void __addfsword	(	unsigned long	Offset,
		unsigned short	Data
	)

Definition at line 979 of file intrin_x86.h.

{
    if(!__builtin_constant_p(Offset))
        __asm__ __volatile__("addw %w[Offset], %%fs:%a[Offset]" : : [Offset] "r" (Offset) : "memory");
    else
        __asm__ __volatile__("addw %w[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "iq" (Data) : "memory");
}

__cpuid()

__INTRIN_INLINE void __cpuid	(	int	CPUInfo[4],
		int	InfoType
	)

Definition at line 1530 of file intrin_x86.h.

{
    __asm__ __volatile__("cpuid" : "=a" (CPUInfo[0]), "=b" (CPUInfo[1]), "=c" (CPUInfo[2]), "=d" (CPUInfo[3]) : "a" (InfoType));
}

__cpuidex()

__INTRIN_INLINE void __cpuidex	(	int	CPUInfo[4],
		int	InfoType,
		int	ECXValue
	)

Definition at line 1535 of file intrin_x86.h.

{
    __asm__ __volatile__("cpuid" : "=a" (CPUInfo[0]), "=b" (CPUInfo[1]), "=c" (CPUInfo[2]), "=d" (CPUInfo[3]) : "a" (InfoType), "c" (ECXValue));
}

Referenced by BlArchCpuId(), and ZSTD_cpuid().

__debugbreak()

__INTRIN_INLINE void __cdecl __debugbreak

(

void

)

Definition at line 1570 of file intrin_x86.h.

{
    __asm__("int $3");
}

Referenced by __C_specific_handler(), __CxxFrameHandler(), __CxxFrameHandler3(), _assert(), _RTC_DefaultErrorFuncW(), _RTC_NumErrors(), _RTC_SetErrorFunc(), _RTC_SetErrorType(), _RTC_Shutdown(), _tWinMain(), BlStatusError(), BmfdLoadFontFile(), Catch_RTC_Failure(), DoCrashCommand(), DRIVER_Dispatch(), EngBitBlt(), EnumParametersCallback(), FltpMiniFilterDriverUnload(), FltpPostFsFilterOperation(), FltpPreFsFilterOperation(), FtfdEnablePDEV(), FtfdQueryFont(), FtfdQueryFontTree(), GetCallingConvention(), HalpProfileInterruptHandler(), HalRequestIpi(), KeConnectInterrupt(), KeDisconnectInterrupt(), KeSwitchKernelStack(), KeUserModeCallback(), KiCallUserMode(), KiDispatchException(), KiInterruptHandler(), KiRestoreProcessorControlState(), KiSaveProcessorControlState(), KiSystemCallHandler(), KiSystemService(), KmtCloseDriver(), KmtFltLoadDriver(), KmtFltUnloadDriver(), KmtLoadDriver(), KmtOpenDriver(), KmtUnloadDriver(), KsecDeviceControl(), METADC_GetAndSetDCDWord(), MI_IS_MAPPED_PTE(), MiGetPteForProcess(), MmGetPageTableForProcess(), MmHapReportHeapCorruption(), MyReallocPool__(), NtCallbackReturn(), NtGdiClearBrushAttributes(), NtGdiSetBrushAttributes(), NtSetLdtEntries(), RtlAssert(), RtlUnwindEx(), and WmipIoControl().

__declspec()

__declspec

(

noreturn

)

Definition at line 1606 of file intrin_x86.h.

{
    __asm__("int $0x29" : : "c"(Code) : "memory");
    __builtin_unreachable();
}

__emul()

__INTRIN_INLINE long long __emul	(	int	a,
		int	b
	)

Definition at line 1368 of file intrin_x86.h.

{
    long long retval;
    __asm__("imull %[b]" : "=A" (retval) : [a] "a" (a), [b] "rm" (b));
    return retval;
}

__emulu()

__INTRIN_INLINE unsigned long long __emulu	(	unsigned int	a,
		unsigned int	b
	)

Definition at line 1377 of file intrin_x86.h.

{
    unsigned long long retval;
    __asm__("mull %[b]" : "=A" (retval) : [a] "a" (a), [b] "rm" (b));
    return retval;
}

__halt()

__INTRIN_INLINE void __halt

(

void

)

Definition at line 1600 of file intrin_x86.h.

{
    __asm__("hlt" : : : "memory");
}

Referenced by FrLdrBugCheckEx(), FrLdrBugCheckWithMessage(), HaliHaltSystem(), HalpReboot(), and HalProcessorIdle().

__inbyte()

__INTRIN_INLINE unsigned char __inbyte

(

unsigned short

Port

)

Definition at line 1410 of file intrin_x86.h.

{
    unsigned char byte;
    __asm__ __volatile__("inb %w[Port], %b[byte]" : [byte] "=a" (byte) : [Port] "Nd" (Port));
    return byte;
}

Referenced by _inp().

__inbytestring()

__INTRIN_INLINE void __inbytestring	(	unsigned short	Port,
		unsigned char *	Buffer,
		unsigned long	Count
	)

Definition at line 1431 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; insb" :
        [Buffer] "=D" (Buffer), [Count] "=c" (Count) :
        "d" (Port), "[Buffer]" (Buffer), "[Count]" (Count) :
        "memory"
    );
}

__incfsbyte()

__INTRIN_INLINE void __incfsbyte

(

unsigned long

Offset

)

Definition at line 955 of file intrin_x86.h.

{
    __asm__ __volatile__("incb %%fs:%a[Offset]" : : [Offset] "ir" (Offset) : "memory");
}

__incfsdword()

__INTRIN_INLINE void __incfsdword

(

unsigned long

Offset

)

Definition at line 965 of file intrin_x86.h.

{
    __asm__ __volatile__("incl %%fs:%a[Offset]" : : [Offset] "ir" (Offset) : "memory");
}

__incfsword()

__INTRIN_INLINE void __incfsword

(

unsigned long

Offset

)

Definition at line 960 of file intrin_x86.h.

{
    __asm__ __volatile__("incw %%fs:%a[Offset]" : : [Offset] "ir" (Offset) : "memory");
}

__indword()

__INTRIN_INLINE unsigned long __indword

(

unsigned short

Port

)

Definition at line 1424 of file intrin_x86.h.

{
    unsigned long dword;
    __asm__ __volatile__("inl %w[Port], %k[dword]" : [dword] "=a" (dword) : [Port] "Nd" (Port));
    return dword;
}

Referenced by _inpd().

__indwordstring()

__INTRIN_INLINE void __indwordstring	(	unsigned short	Port,
		unsigned long *	Buffer,
		unsigned long	Count
	)

Definition at line 1453 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; insl" :
        [Buffer] "=D" (Buffer), [Count] "=c" (Count) :
        "d" (Port), "[Buffer]" (Buffer), "[Count]" (Count) :
        "memory"
    );
}

__int2c()

__INTRIN_INLINE void __int2c

(

void

)

Definition at line 1584 of file intrin_x86.h.

{
    __asm__("int $0x2c");
}

__invlpg()

__INTRIN_INLINE void __invlpg

(

void *

Address

)

Definition at line 1870 of file intrin_x86.h.

{
    __asm__ __volatile__ ("invlpg (%[Address])" : : [Address] "b" (Address) : "memory");
}

Referenced by KeInvalidateTlbEntry(), KiMarkPageAsReadOnly(), MiFlushTlb(), MiFlushTlbIpiRoutine(), MmCreateProcessAddressSpace(), MmDefpFlushTlbEntry(), MmSetCleanPage(), and MmSetDirtyPage().

__inword()

__INTRIN_INLINE unsigned short __inword

(

unsigned short

Port

)

Definition at line 1417 of file intrin_x86.h.

{
    unsigned short word;
    __asm__ __volatile__("inw %w[Port], %w[word]" : [word] "=a" (word) : [Port] "Nd" (Port));
    return word;
}

Referenced by _inpw().

__inwordstring()

__INTRIN_INLINE void __inwordstring	(	unsigned short	Port,
		unsigned short *	Buffer,
		unsigned long	Count
	)

Definition at line 1442 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; insw" :
        [Buffer] "=D" (Buffer), [Count] "=c" (Count) :
        "d" (Port), "[Buffer]" (Buffer), "[Count]" (Count) :
        "memory"
    );
}

__lidt()

__INTRIN_INLINE void __lidt

(

void *

Source

)

Definition at line 1920 of file intrin_x86.h.

{
    __asm__ __volatile__("lidt %0" : : "m"(*(short*)Source));
}

Referenced by Amd64SetupIdt(), BlpArchInitialize(), KeInitExceptions(), KiI386PentiumLockErrataFixup(), KiRestoreProcessorControlState(), and WinLdrSetProcessorContext().

__ll_lshift()

__INTRIN_INLINE unsigned long long __ll_lshift	(	unsigned long long	Mask,
		int	Bit
	)

Definition at line 1248 of file intrin_x86.h.

{
    unsigned long long retval = Mask;

    __asm__
    (
        "shldl %b[Bit], %%eax, %%edx; sall %b[Bit], %%eax" :
        "+A" (retval) :
        [Bit] "Nc" ((unsigned char)((unsigned long)Bit) & 0xFF)
    );

    return retval;
}

__ll_rshift()

__INTRIN_INLINE long long __ll_rshift	(	long long	Mask,
		int	Bit
	)

Definition at line 1262 of file intrin_x86.h.

{
    long long retval = Mask;

    __asm__
    (
        "shrdl %b[Bit], %%edx, %%eax; sarl %b[Bit], %%edx" :
        "+A" (retval) :
        [Bit] "Nc" ((unsigned char)((unsigned long)Bit) & 0xFF)
    );

    return retval;
}

__lzcnt()

__INTRIN_INLINE unsigned int __lzcnt

(

unsigned int

value

)

Definition at line 1329 of file intrin_x86.h.

{
    return __builtin_clz(value);
}

__lzcnt16()

__INTRIN_INLINE unsigned short __lzcnt16

(

unsigned short

value

)

Definition at line 1334 of file intrin_x86.h.

{
    return __builtin_clz(value);
}

__movsb()

__INTRIN_INLINE void __movsb	(	unsigned char *	Destination,
		const unsigned char *	Source,
		size_t	Count
	)

Definition at line 775 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; movsb" :
        [Destination] "=D" (Destination), [Source] "=S" (Source), [Count] "=c" (Count) :
        "[Destination]" (Destination), "[Source]" (Source), "[Count]" (Count)
    );
}

__movsd()

__INTRIN_INLINE void __movsd	(	unsigned long *	Destination,
		const unsigned long *	Source,
		size_t	Count
	)

Definition at line 795 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; movsd" :
        [Destination] "=D" (Destination), [Source] "=S" (Source), [Count] "=c" (Count) :
        "[Destination]" (Destination), "[Source]" (Source), "[Count]" (Count)
    );
}

__movsw()

__INTRIN_INLINE void __movsw	(	unsigned short *	Destination,
		const unsigned short *	Source,
		size_t	Count
	)

Definition at line 785 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; movsw" :
        [Destination] "=D" (Destination), [Source] "=S" (Source), [Count] "=c" (Count) :
        "[Destination]" (Destination), "[Source]" (Source), "[Count]" (Count)
    );
}

__nop()

__INTRIN_INLINE void __nop

(

void

)

Definition at line 1944 of file intrin_x86.h.

{
    __asm__ __volatile__("nop");
}

Referenced by HalpRead8254Value().

__outbyte()

__INTRIN_INLINE void __outbyte	(	unsigned short	Port,
		unsigned char	Data
	)

Definition at line 1464 of file intrin_x86.h.

{
    __asm__ __volatile__("outb %b[Data], %w[Port]" : : [Port] "Nd" (Port), [Data] "a" (Data));
}

Referenced by _outp().

__outbytestring()

__INTRIN_INLINE void __outbytestring	(	unsigned short	Port,
		unsigned char *	Buffer,
		unsigned long	Count
	)

Definition at line 1479 of file intrin_x86.h.

{
    __asm__ __volatile__("rep; outsb" : : [Port] "d" (Port), [Buffer] "S" (Buffer), "c" (Count));
}

__outdword()

__INTRIN_INLINE void __outdword	(	unsigned short	Port,
		unsigned long	Data
	)

Definition at line 1474 of file intrin_x86.h.

{
    __asm__ __volatile__("outl %k[Data], %w[Port]" : : [Port] "Nd" (Port), [Data] "a" (Data));
}

Referenced by _outpd().

__outdwordstring()

__INTRIN_INLINE void __outdwordstring	(	unsigned short	Port,
		unsigned long *	Buffer,
		unsigned long	Count
	)

Definition at line 1489 of file intrin_x86.h.

{
    __asm__ __volatile__("rep; outsl" : : [Port] "d" (Port), [Buffer] "S" (Buffer), "c" (Count));
}

__outword()

__INTRIN_INLINE void __outword	(	unsigned short	Port,
		unsigned short	Data
	)

Definition at line 1469 of file intrin_x86.h.

{
    __asm__ __volatile__("outw %w[Data], %w[Port]" : : [Port] "Nd" (Port), [Data] "a" (Data));
}

Referenced by _outpw().

__outwordstring()

__INTRIN_INLINE void __outwordstring	(	unsigned short	Port,
		unsigned short *	Buffer,
		unsigned long	Count
	)

Definition at line 1484 of file intrin_x86.h.

{
    __asm__ __volatile__("rep; outsw" : : [Port] "d" (Port), [Buffer] "S" (Buffer), "c" (Count));
}

__popcnt()

__INTRIN_INLINE unsigned int __popcnt

(

unsigned int

value

)

Definition at line 1340 of file intrin_x86.h.

{
    return __builtin_popcount(value);
}

__popcnt16()

__INTRIN_INLINE unsigned short __popcnt16

(

unsigned short

value

)

Definition at line 1347 of file intrin_x86.h.

{
    return __builtin_popcount(value);
}

__rdtsc()

__INTRIN_INLINE unsigned long long __rdtsc

(

void

)

Definition at line 1541 of file intrin_x86.h.

{
#ifdef __x86_64__
    unsigned long long low, high;
    __asm__ __volatile__("rdtsc" : "=a"(low), "=d"(high));
    return low | (high << 32);
#else
    unsigned long long retval;
    __asm__ __volatile__("rdtsc" : "=A"(retval));
    return retval;
#endif
}

__readcr0()

__INTRIN_INLINE unsigned long __readcr0

(

void

)

Definition at line 1697 of file intrin_x86.h.

{
    unsigned long value;
    __asm__ __volatile__("mov %%cr0, %[value]" : [value] "=r" (value));
    return value;
}

Referenced by ArchSwitchContext(), BlpArchEnableTranslation(), HalpBiosCall(), KdbpTrapFrameToKdbTrapFrame(), KiCoprocessorError(), KiFlushNPXState(), KiInitializeCpu(), KiIsNpxErrataPresent(), KiIsNpxPresent(), KiNpxHandler(), KiSaveProcessorControlState(), KiSetCR0Bits(), KiSwapContextEntry(), KiTrap07Handler(), KiTrap13Handler(), and WinLdrSetProcessorContext().

__readcr2()

__INTRIN_INLINE unsigned long __readcr2

(

void

)

Definition at line 1704 of file intrin_x86.h.

{
    unsigned long value;
    __asm__ __volatile__("mov %%cr2, %[value]" : [value] "=r" (value));
    return value;
}

Referenced by KdbEnterDebuggerException(), KdbpTrapFrameToKdbTrapFrame(), KiSaveProcessorControlState(), and KiTrap0EHandler().

__readcr3()

__INTRIN_INLINE unsigned long __readcr3

(

void

)

Definition at line 1711 of file intrin_x86.h.

{
    unsigned long value;
    __asm__ __volatile__("mov %%cr3, %[value]" : [value] "=r" (value));
    return value;
}

Referenced by HalpFlushTLB(), KdbpTrapFrameToKdbTrapFrame(), KdpTranslateAddress(), KeFlushCurrentTb(), KeFlushProcessTb(), Ki386EnableGlobalPage(), Ki386InitializeTss(), KiSaveProcessorControlState(), MiInitializePageTable(), and MmDefpFlushTlb().

__readcr4()

__INTRIN_INLINE unsigned long __readcr4

(

void

)

Definition at line 1718 of file intrin_x86.h.

{
    unsigned long value;
    __asm__ __volatile__("mov %%cr4, %[value]" : [value] "=r" (value));
    return value;
}

Referenced by ArchInitializeContext(), ArchRestoreProcessorFeatures(), ArchSwitchContext(), BlpArchEnableTranslation(), HalpFlushTLB(), KdbpTrapFrameToKdbTrapFrame(), KdpTranslateAddress(), KeFlushCurrentTb(), Ki386EnableDE(), Ki386EnableFxsr(), Ki386EnableGlobalPage(), Ki386EnableXMMIExceptions(), Ki386VdmEnablePentiumExtentions(), KiInitializeCpu(), KiSaveProcessorControlState(), MiInitializePageTable(), and MiUseLargeDriverPage().

__readcr8()

__INTRIN_INLINE unsigned long __readcr8

(

void

)

Definition at line 1726 of file intrin_x86.h.

{
    unsigned long value;
    __asm__ __volatile__("mov %%cr8, %[value]" : [value] "=r" (value));
    return value;
}

Referenced by _IRQL_requires_max_(), ApicGetCurrentIrql(), and KiSaveProcessorControlState().

__readdr()

__INTRIN_INLINE unsigned int __readdr

(

unsigned int

reg

)

Definition at line 1804 of file intrin_x86.h.

{
    unsigned int value;
    switch (reg)
    {
        case 0:
            __asm__ __volatile__("mov %%dr0, %[value]" : [value] "=r" (value));
            break;
        case 1:
            __asm__ __volatile__("mov %%dr1, %[value]" : [value] "=r" (value));
            break;
        case 2:
            __asm__ __volatile__("mov %%dr2, %[value]" : [value] "=r" (value));
            break;
        case 3:
            __asm__ __volatile__("mov %%dr3, %[value]" : [value] "=r" (value));
            break;
        case 4:
            __asm__ __volatile__("mov %%dr4, %[value]" : [value] "=r" (value));
            break;
        case 5:
            __asm__ __volatile__("mov %%dr5, %[value]" : [value] "=r" (value));
            break;
        case 6:
            __asm__ __volatile__("mov %%dr6, %[value]" : [value] "=r" (value));
            break;
        case 7:
            __asm__ __volatile__("mov %%dr7, %[value]" : [value] "=r" (value));
            break;
    }
    return value;
}

Referenced by KdpGdbEnterDebuggerException(), KiEnterV86Trap(), KiHandleDebugRegistersOnTrapEntry(), and KiSaveProcessorControlState().

__readeflags()

__INTRIN_INLINE uintptr_t __readeflags

(

void

)

Definition at line 1560 of file intrin_x86.h.

{
    uintptr_t retval;
    __asm__ __volatile__("pushf\n pop %0" : "=rm"(retval));
    return retval;
}

Referenced by HalBeginSystemInterrupt(), HalCalibratePerformanceCounter(), HalEndSystemInterrupt(), HalpAcquireCmosSpinLock(), HalpApcInterruptHandler(), HalpBiosCall(), HalpBiosDisplayReset(), HalpFlushTLB(), HalpInitializeClock(), HalpInitializeLegacyPICs(), HalpInitializePICs(), HalpInitializeTsc(), HalpLowerIrql(), HalpSetTimerRollOver(), HalRequestSoftwareInterrupt(), KdbEnterDebuggerException(), KdbpCliInit(), KeDisableInterrupts(), KeGetCurrentIrql(), KeQueryPerformanceCounter(), KeSetCurrentIrql(), KfLowerIrql(), KfRaiseIrql(), Ki386AdjustEsp0(), Ki386VdmEnablePentiumExtentions(), KiEnterV86Mode(), KiFlushNPXState(), KiSetProcessorType(), KiTrap02(), KmtAreInterruptsEnabled(), and Test_strlen().

__readfsbyte()

__INTRIN_INLINE unsigned char __readfsbyte

(

unsigned long

Offset

)

Definition at line 929 of file intrin_x86.h.

{
    unsigned char value;
    __asm__ __volatile__("movb %%fs:%a[Offset], %b[value]" : [value] "=q" (value) : [Offset] "ir" (Offset));
    return value;
}

__readfsdword()

__INTRIN_INLINE unsigned long __readfsdword

(

unsigned long

Offset

)

Definition at line 947 of file intrin_x86.h.

{
    unsigned long value;
    __asm__ __volatile__("movl %%fs:%a[Offset], %k[value]" : [value] "=r" (value) : [Offset] "ir" (Offset));
    return value;
}

__readfsword()

__INTRIN_INLINE unsigned short __readfsword

(

unsigned long

Offset

)

Definition at line 938 of file intrin_x86.h.

{
    unsigned short value;
    __asm__ __volatile__("movw %%fs:%a[Offset], %w[value]" : [value] "=r" (value) : [Offset] "ir" (Offset));
    return value;
}

__readmsr()

__INTRIN_INLINE unsigned long long __readmsr

(

unsigned long

reg

)

Definition at line 1878 of file intrin_x86.h.

{
#ifdef __x86_64__
    unsigned long low, high;
    __asm__ __volatile__("rdmsr" : "=a" (low), "=d" (high) : "c" (reg));
    return ((unsigned long long)high << 32) | low;
#else
    unsigned long long retval;
    __asm__ __volatile__("rdmsr" : "=A" (retval) : "c" (reg));
    return retval;
#endif
}

__readpmc()

__INTRIN_INLINE unsigned long long __readpmc

(

unsigned long

counter

)

Definition at line 1900 of file intrin_x86.h.

{
    unsigned long long retval;
    __asm__ __volatile__("rdpmc" : "=A" (retval) : "c" (counter));
    return retval;
}

Referenced by KsecReadMachineSpecificCounters().

__segmentlimit()

__INTRIN_INLINE unsigned long __segmentlimit

(

unsigned long

a

)

Definition at line 1908 of file intrin_x86.h.

{
    unsigned long retval;
    __asm__ __volatile__("lsl %[a], %[retval]" : [retval] "=r" (retval) : [a] "rm" (a));
    return retval;
}

__sidt()

__INTRIN_INLINE void __sidt

(

void *

Destination

)

Definition at line 1925 of file intrin_x86.h.

{
    __asm__ __volatile__("sidt %0" : : "m"(*(short*)Destination) : "memory");
}

Referenced by Amd64SetupIdt(), BlpArchInitialize(), ImgArchEfiStartBootApplication(), KdbpCmdGdtLdtIdt(), KdbpCmdRegs(), KdbpStepIntoInstruction(), KiGetMachineBootPointers(), KiI386PentiumLockErrataFixup(), KiInitializePcr(), KiSaveProcessorControlState(), Mmx86InitializeMemoryMap(), and WinLdrSetProcessorContext().

__stosb()

__INTRIN_INLINE void __stosb	(	unsigned char *	Dest,
		unsigned char	Data,
		size_t	Count
	)

Definition at line 732 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; stosb" :
        [Dest] "=D" (Dest), [Count] "=c" (Count) :
        "[Dest]" (Dest), "a" (Data), "[Count]" (Count)
    );
}

__stosd()

__INTRIN_INLINE void __stosd	(	unsigned long *	Dest,
		unsigned long	Data,
		size_t	Count
	)

Definition at line 753 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; stosl" :
        [Dest] "=D" (Dest), [Count] "=c" (Count) :
        "[Dest]" (Dest), "a" (Data), "[Count]" (Count)
    );
}

__stosw()

__INTRIN_INLINE void __stosw	(	unsigned short *	Dest,
		unsigned short	Data,
		size_t	Count
	)

Definition at line 743 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; stosw" :
        [Dest] "=D" (Dest), [Count] "=c" (Count) :
        "[Dest]" (Dest), "a" (Data), "[Count]" (Count)
    );
}

__ud2()

__INTRIN_INLINE void __ud2

(

void

)

Definition at line 1577 of file intrin_x86.h.

{
    __asm__("ud2");
}

__ull_rshift()

__INTRIN_INLINE unsigned long long __ull_rshift	(	unsigned long long	Mask,
		int	Bit
	)

Definition at line 1276 of file intrin_x86.h.

{
    unsigned long long retval = Mask;

    __asm__
    (
        "shrdl %b[Bit], %%edx, %%eax; shrl %b[Bit], %%edx" :
        "+A" (retval) :
        [Bit] "Nc" ((unsigned char)((unsigned long)Bit) & 0xFF)
    );

    return retval;
}

__wbinvd()

__INTRIN_INLINE void __wbinvd

(

void

)

Definition at line 1915 of file intrin_x86.h.

{
    __asm__ __volatile__("wbinvd" : : : "memory");
}

__writecr0()

__INTRIN_INLINE void __writecr0

(

unsigned int

Data

)

Definition at line 1675 of file intrin_x86.h.

{
    __asm__("mov %[Data], %%cr0" : : [Data] "r" (Data) : "memory");
}

Referenced by ArchSwitchContext(), BlpArchEnableTranslation(), HalpBiosCall(), KiCoprocessorError(), KiFlushNPXState(), KiInitializeCpu(), KiIsNpxErrataPresent(), KiIsNpxPresent(), KiNpxHandler(), KiRestoreProcessorControlState(), KiSetCR0Bits(), KiSwapContextEntry(), KiTrap07Handler(), KiTrap13Handler(), and WinLdrSetProcessorContext().

__writecr3()

__INTRIN_INLINE void __writecr3

(

unsigned int

Data

)

Definition at line 1680 of file intrin_x86.h.

{
    __asm__("mov %[Data], %%cr3" : : [Data] "r" (Data) : "memory");
}

Referenced by HalpFlushTLB(), handle_gdb_read_mem(), handle_gdb_write_mem(), KeFlushCurrentTb(), KeFlushProcessTb(), Ki386EnableGlobalPage(), KiRestoreProcessorControlState(), KiSwapContextExit(), KiSwapContextResume(), KiSwapProcess(), MmDefInitializeTranslation(), MmDefpFlushTlb(), ReadMemorySendHandler(), WinLdrSetProcessorContext(), and WriteMemorySendHandler().

__writecr4()

__INTRIN_INLINE void __writecr4

(

unsigned int

Data

)

Definition at line 1685 of file intrin_x86.h.

{
    __asm__("mov %[Data], %%cr4" : : [Data] "r" (Data) : "memory");
}

Referenced by ArchInitializeContext(), ArchRestoreProcessorFeatures(), ArchSwitchContext(), BlpArchEnableTranslation(), HalpFlushTLB(), KeFlushCurrentTb(), Ki386EnableDE(), Ki386EnableFxsr(), Ki386EnableGlobalPage(), Ki386EnableXMMIExceptions(), Ki386VdmEnablePentiumExtentions(), KiInitializeCpu(), KiRestoreProcessorControlState(), and MiInitializePageTable().

__writecr8()

__INTRIN_INLINE void __writecr8

(

unsigned int

Data

)

Definition at line 1691 of file intrin_x86.h.

{
    __asm__("mov %[Data], %%cr8" : : [Data] "r" (Data) : "memory");
}

Referenced by ApicSetIrql(), KeSetCurrentIrql(), and KiRestoreProcessorControlState().

__writedr()

__INTRIN_INLINE void __writedr	(	unsigned	reg,
		unsigned int	value
	)

Definition at line 1837 of file intrin_x86.h.

{
    switch (reg)
    {
        case 0:
            __asm__("mov %[value], %%dr0" : : [value] "r" (value) : "memory");
            break;
        case 1:
            __asm__("mov %[value], %%dr1" : : [value] "r" (value) : "memory");
            break;
        case 2:
            __asm__("mov %[value], %%dr2" : : [value] "r" (value) : "memory");
            break;
        case 3:
            __asm__("mov %[value], %%dr3" : : [value] "r" (value) : "memory");
            break;
        case 4:
            __asm__("mov %[value], %%dr4" : : [value] "r" (value) : "memory");
            break;
        case 5:
            __asm__("mov %[value], %%dr5" : : [value] "r" (value) : "memory");
            break;
        case 6:
            __asm__("mov %[value], %%dr6" : : [value] "r" (value) : "memory");
            break;
        case 7:
            __asm__("mov %[value], %%dr7" : : [value] "r" (value) : "memory");
            break;
    }
}

Referenced by GspUnloadBreakpoints(), KdpGdbEnterDebuggerException(), KiHandleDebugRegistersOnTrapEntry(), KiHandleDebugRegistersOnTrapExit(), KiRestoreProcessorControlState(), and KiSaveProcessorControlState().

__writeeflags()

__INTRIN_INLINE void __writeeflags

(

uintptr_t

Value

)

Definition at line 1555 of file intrin_x86.h.

{
    __asm__ __volatile__("push %0\n popf" : : "rim"(Value));
}

Referenced by HalCalibratePerformanceCounter(), HalpBiosDisplayReset(), HalpFlushTLB(), HalpInitializeClock(), HalpInitializePICs(), HalpInitializeTsc(), HalpReleaseCmosSpinLock(), HalpSetTimerRollOver(), HalRequestSoftwareInterrupt(), KdbEnterDebuggerException(), KdbpCliInit(), KfLowerIrql(), Ki386AdjustEsp0(), Ki386VdmEnablePentiumExtentions(), KiFlushNPXState(), KiSetProcessorType(), KiTrap02(), Test_strlen(), and WinLdrSetProcessorContext().

__writefsbyte()

__INTRIN_INLINE void __writefsbyte	(	unsigned long	Offset,
		unsigned char	Data
	)

Definition at line 913 of file intrin_x86.h.

{
    __asm__ __volatile__("movb %b[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "iq" (Data) : "memory");
}

__writefsdword()

__INTRIN_INLINE void __writefsdword	(	unsigned long	Offset,
		unsigned long	Data
	)

Definition at line 923 of file intrin_x86.h.

{
    __asm__ __volatile__("movl %k[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "ir" (Data) : "memory");
}

__writefsword()

__INTRIN_INLINE void __writefsword	(	unsigned long	Offset,
		unsigned short	Data
	)

Definition at line 918 of file intrin_x86.h.

{
    __asm__ __volatile__("movw %w[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "ir" (Data) : "memory");
}

__writemsr()

__INTRIN_INLINE void __writemsr	(	unsigned long	Register,
		unsigned long long	Value
	)

Definition at line 1891 of file intrin_x86.h.

{
#ifdef __x86_64__
    __asm__ __volatile__("wrmsr" : : "a" (Value), "d" (Value >> 32), "c" (Register));
#else
    __asm__ __volatile__("wrmsr" : : "A" (Value), "c" (Register));
#endif
}

_abs64()

__INTRIN_INLINE long long __cdecl _abs64

(

long long

value

)

Definition at line 1385 of file intrin_x86.h.

{
    return (value >= 0) ? value : -value;
}

_BitScanForward()

__INTRIN_INLINE unsigned char _BitScanForward	(	unsigned long *	Index,
		unsigned long	Mask
	)

Definition at line 1001 of file intrin_x86.h.

{
    __asm__("bsfl %[Mask], %[Index]" : [Index] "=r" (*Index) : [Mask] "mr" (Mask));
    return Mask ? 1 : 0;
}

Referenced by GetBestRoute(), and ZSTD_NbCommonBytes().

_BitScanReverse()

__INTRIN_INLINE unsigned char _BitScanReverse	(	unsigned long *	Index,
		unsigned long	Mask
	)

Definition at line 1009 of file intrin_x86.h.

{
    __asm__("bsrl %[Mask], %[Index]" : [Index] "=r" (*Index) : [Mask] "mr" (Mask));
    return Mask ? 1 : 0;
}

Referenced by BIT_highbit32(), ZSTD_highbit32(), and ZSTD_NbCommonBytes().

_bittest()

__INTRIN_INLINE unsigned char _bittest	(	const long *	a,
		long	b
	)

Definition at line 1017 of file intrin_x86.h.

{
    unsigned char retval;

    if(__builtin_constant_p(b))
        __asm__("bt %[b], %[a]; setb %b[retval]" : [retval] "=q" (retval) : [a] "mr" (*(a + (b / 32))), [b] "Ir" (b % 32));
    else
        __asm__("bt %[b], %[a]; setb %b[retval]" : [retval] "=q" (retval) : [a] "m" (*a), [b] "r" (b));

    return retval;
}

_bittestandcomplement()

__INTRIN_INLINE unsigned char _bittestandcomplement	(	long *	a,
		long	b
	)

Definition at line 1059 of file intrin_x86.h.

{
    unsigned char retval;

    if(__builtin_constant_p(b))
        __asm__("btc %[b], %[a]; setb %b[retval]" : [a] "+mr" (*(a + (b / 32))), [retval] "=q" (retval) : [b] "Ir" (b % 32));
    else
        __asm__("btc %[b], %[a]; setb %b[retval]" : [a] "+m" (*a), [retval] "=q" (retval) : [b] "r" (b));

    return retval;
}

_bittestandreset()

__INTRIN_INLINE unsigned char _bittestandreset	(	long *	a,
		long	b
	)

Definition at line 1071 of file intrin_x86.h.

{
    unsigned char retval;

    if(__builtin_constant_p(b))
        __asm__("btr %[b], %[a]; setb %b[retval]" : [a] "+mr" (*(a + (b / 32))), [retval] "=q" (retval) : [b] "Ir" (b % 32));
    else
        __asm__("btr %[b], %[a]; setb %b[retval]" : [a] "+m" (*a), [retval] "=q" (retval) : [b] "r" (b));

    return retval;
}

_bittestandset()

__INTRIN_INLINE unsigned char _bittestandset	(	long *	a,
		long	b
	)

Definition at line 1083 of file intrin_x86.h.

{
    unsigned char retval;

    if(__builtin_constant_p(b))
        __asm__("bts %[b], %[a]; setb %b[retval]" : [a] "+mr" (*(a + (b / 32))), [retval] "=q" (retval) : [b] "Ir" (b % 32));
    else
        __asm__("bts %[b], %[a]; setb %b[retval]" : [a] "+m" (*a), [retval] "=q" (retval) : [b] "r" (b));

    return retval;
}

_byteswap_uint64()

__INTRIN_INLINE unsigned long long __cdecl _byteswap_uint64

(

unsigned long long

value

)

Definition at line 1312 of file intrin_x86.h.

{
    union {
        unsigned long long int64part;
        struct {
            unsigned long lowpart;
            unsigned long hipart;
        };
    } retval;
    retval.int64part = value;
    __asm__("bswapl %[lowpart]\n"
            "bswapl %[hipart]\n"
            : [lowpart] "=r" (retval.hipart), [hipart] "=r" (retval.lowpart)  : "[lowpart]" (retval.lowpart), "[hipart]" (retval.hipart) );
    return retval.int64part;
}

_byteswap_ulong()

__INTRIN_INLINE unsigned long __cdecl _byteswap_ulong

(

unsigned long

value

)

Definition at line 1297 of file intrin_x86.h.

{
    unsigned long retval;
    __asm__("bswapl %[retval]" : [retval] "=r" (retval) : "[retval]" (value));
    return retval;
}

_byteswap_ushort()

__INTRIN_INLINE unsigned short __cdecl _byteswap_ushort

(

unsigned short

value

)

Definition at line 1290 of file intrin_x86.h.

{
    unsigned short retval;
    __asm__("rorw $8, %w[retval]" : [retval] "=rm" (retval) : "[retval]" (value));
    return retval;
}

_disable()

__INTRIN_INLINE void __cdecl _disable

(

void

)

Definition at line 1590 of file intrin_x86.h.

{
    __asm__("cli" : : : "memory");
}

Referenced by _HalpApcInterruptHandler(), _HalpDispatchInterruptHandler(), acpi_suspend(), ArchSwitchContext(), BlpArchEnableTranslation(), CloseBitPlane(), ExAcquireResourceLock(), FrLdrBugCheckEx(), FrLdrBugCheckWithMessage(), HalCalibratePerformanceCounter(), HalDisableSystemInterrupt(), HalDisplayString(), HalEnableSystemInterrupt(), HaliHaltSystem(), HalpAcquireCmosSpinLock(), HalpApcInterruptHandler(), HalpBiosDisplayReset(), HalpDispatchInterruptHandler(), HalpEndSystemInterrupt(), HalpFlushTLB(), HalpInitializeClock(), HalpInitializePICs(), HalpInitializeTsc(), HalpLowerIrql(), HalpSetTimerRollOver(), HalRequestSoftwareInterrupt(), KdbEnterDebuggerException(), KdbpCliInit(), KeBugCheckWithTf(), KeDisableInterrupts(), KeEnterKernelDebugger(), KeGetCurrentIrql(), KeSetCurrentIrql(), KfLowerIrql(), KfRaiseIrql(), Ki386AdjustEsp0(), Ki386VdmEnablePentiumExtentions(), KiApcInterrupt(), KiCheckForApcDelivery(), KiCommonExit(), KiDispatchInterrupt(), KiDpcInterruptHandler(), KiEndInterrupt(), KiEnterV86Mode(), KiExitInterrupt(), KiExitSystemCallDebugChecks(), KiExitV86Trap(), KiFlushNPXState(), KiI386PentiumLockErrataFixup(), KiIdleLoop(), KiInterruptDispatch3(), KiIsNpxErrataPresent(), KiRetireDpcList(), KiSetupDecrementerTrap(), KiSwapContextEntry(), KiSystemService(), KiTimerExpiration(), KiTrap02(), KiTrap06Handler(), KiTrap07Handler(), KiTrap0DHandler(), KiUserModeCallout(), MpsTimerHandler(), NtCallbackReturn(), OpenBitPlane(), PopShutdownHandler(), sb16_play(), ScrIoControl(), ScrWrite(), and WinLdrSetProcessorContext().

_enable()

__INTRIN_INLINE void __cdecl _enable

(

void

)

Definition at line 1595 of file intrin_x86.h.

{
    __asm__("sti" : : : "memory");
}

Referenced by _HalpApcInterruptHandler(), _HalpDismissIrqGeneric(), _HalpDismissIrqLevel(), _HalpDispatchInterruptHandler(), acpi_suspend(), ArchSwitchContext(), CloseBitPlane(), ExpInitializeExecutive(), ExReleaseResourceLock(), HalBeginSystemInterrupt(), HalDisableSystemInterrupt(), HalEnableSystemInterrupt(), HalpApcInterruptHandler(), HalpDispatchInterruptHandler(), HalpEndSystemInterrupt(), HalpInitializeTsc(), HalpInitPICs(), HalpLowerIrql(), HalProcessorIdle(), KdPollBreakIn(), KeGetCurrentIrql(), KeRemoveQueueDpc(), KeRestoreInterrupts(), KeSetCurrentIrql(), KeThawExecution(), KfLowerIrql(), KfRaiseIrql(), KiApcInterrupt(), KiCheckForApcDelivery(), KiDebugHandler(), KiDispatchInterrupt(), KiDpcInterruptHandler(), KiEnterV86Mode(), KiExitV86Mode(), KiExitV86Trap(), KiI386PentiumLockErrataFixup(), KiIdleLoop(), KiInitializeSystem(), KiInterruptDispatch3(), KiInterruptHandler(), KiIsNpxErrataPresent(), KiNpxHandler(), KiRetireDpcList(), KiSetupDecrementerTrap(), KiSwapContextEntry(), KiSystemCallHandler(), KiSystemService(), KiSystemServiceHandler(), KiSystemStartupBootStack(), KiTimerExpiration(), KiTrap00Handler(), KiTrap01Handler(), KiTrap04Handler(), KiTrap05Handler(), KiTrap06Handler(), KiTrap07Handler(), KiTrap09Handler(), KiTrap0DHandler(), KiTrap0EHandler(), KiTrap10Handler(), KiTrap11Handler(), KiTrap13Handler(), KiUserModeCallout(), MpsTimerHandler(), NtCallbackReturn(), OpenBitPlane(), sb16_play(), ScrIoControl(), and ScrWrite().

_inp()

__INTRIN_INLINE int __cdecl _inp

(

unsigned short

Port

)

Definition at line 1494 of file intrin_x86.h.

{
    return __inbyte(Port);
}

_inpd()

__INTRIN_INLINE unsigned long __cdecl _inpd

(

unsigned short

Port

)

Definition at line 1504 of file intrin_x86.h.

{
    return __indword(Port);
}

_inpw()

__INTRIN_INLINE unsigned short __cdecl _inpw

(

unsigned short

Port

)

Definition at line 1499 of file intrin_x86.h.

{
    return __inword(Port);
}

_InterlockedAnd()

__INTRIN_INLINE long _InterlockedAnd	(	volatile long *	value,
		long	mask
	)

Definition at line 472 of file intrin_x86.h.

{
    long x;
    long y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange(value, x & mask, x);
    }
    while(y != x);

    return y;
}

_InterlockedAnd16()

__INTRIN_INLINE short _InterlockedAnd16	(	volatile short *	value,
		short	mask
	)

Definition at line 453 of file intrin_x86.h.

{
    short x;
    short y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange16(value, x & mask, x);
    }
    while(y != x);

    return y;
}

_InterlockedAnd8()

__INTRIN_INLINE char _InterlockedAnd8	(	volatile char *	value,
		char	mask
	)

Definition at line 434 of file intrin_x86.h.

{
    char x;
    char y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange8(value, x & mask, x);
    }
    while(y != x);

    return y;
}

_interlockedbittestandreset()

__INTRIN_INLINE unsigned char _interlockedbittestandreset	(	volatile long *	a,
		long	b
	)

Definition at line 694 of file intrin_x86.h.

{
    unsigned char retval;
    __asm__("lock; btrl %[b], %[a]; setb %b[retval]" : [retval] "=q" (retval), [a] "+m" (*a) : [b] "Ir" (b) : "memory");
    return retval;
}

_interlockedbittestandset()

__INTRIN_INLINE unsigned char _interlockedbittestandset	(	volatile long *	a,
		long	b
	)

Definition at line 711 of file intrin_x86.h.

{
    unsigned char retval;
    __asm__("lock; btsl %[b], %[a]; setc %b[retval]" : [retval] "=q" (retval), [a] "+m" (*a) : [b] "Ir" (b) : "memory");
    return retval;
}

_InterlockedCompareExchange()

__INTRIN_INLINE long _InterlockedCompareExchange	(	volatile long *	Destination,
		long	Exchange,
		long	Comperand
	)

Definition at line 353 of file intrin_x86.h.

{
    long retval = Comperand;
    __asm__("lock; cmpxchgl %k[Exchange], %[Destination]" : [retval] "+a" (retval) : [Destination] "m" (*Destination), [Exchange] "q" (Exchange): "memory");
    return retval;
}

Referenced by _InterlockedAnd(), _InterlockedOr(), and _InterlockedXor().

_InterlockedCompareExchange16()

__INTRIN_INLINE short _InterlockedCompareExchange16	(	volatile short *	Destination,
		short	Exchange,
		short	Comperand
	)

Definition at line 344 of file intrin_x86.h.

{
    short retval = Comperand;
    __asm__("lock; cmpxchgw %w[Exchange], %[Destination]" : [retval] "+a" (retval) : [Destination] "m" (*Destination), [Exchange] "q" (Exchange): "memory");
    return retval;
}

Referenced by _InterlockedAnd16(), _InterlockedOr16(), and _InterlockedXor16().

_InterlockedCompareExchange64()

__INTRIN_INLINE long long _InterlockedCompareExchange64	(	volatile long long *	Destination,
		long long	Exchange,
		long long	Comperand
	)

Definition at line 656 of file intrin_x86.h.

{
    long long retval = Comperand;

    __asm__
    (
        "lock; cmpxchg8b %[Destination]" :
        [retval] "+A" (retval) :
            [Destination] "m" (*Destination),
            "b" ((unsigned long)((Exchange >>  0) & 0xFFFFFFFF)),
            "c" ((unsigned long)((Exchange >> 32) & 0xFFFFFFFF)) :
        "memory"
    );

    return retval;
}

_InterlockedCompareExchange8()

__INTRIN_INLINE char _InterlockedCompareExchange8	(	volatile char *	Destination,
		char	Exchange,
		char	Comperand
	)

Definition at line 335 of file intrin_x86.h.

{
    char retval = Comperand;
    __asm__("lock; cmpxchgb %b[Exchange], %[Destination]" : [retval] "+a" (retval) : [Destination] "m" (*Destination), [Exchange] "q" (Exchange) : "memory");
    return retval;
}

Referenced by _InterlockedAnd8(), _InterlockedOr8(), and _InterlockedXor8().

_InterlockedCompareExchangePointer()

__INTRIN_INLINE void* _InterlockedCompareExchangePointer	(	void *volatile *	Destination,
		void *	Exchange,
		void *	Comperand
	)

Definition at line 362 of file intrin_x86.h.

{
    void * retval = (void *)Comperand;
    __asm__("lock; cmpxchgl %k[Exchange], %[Destination]" : [retval] "=a" (retval) : "[retval]" (retval), [Destination] "m" (*Destination), [Exchange] "q" (Exchange) : "memory");
    return retval;
}

_InterlockedDecrement()

__INTRIN_INLINE long _InterlockedDecrement

(

volatile long *

lpAddend

)

Definition at line 605 of file intrin_x86.h.

{
    return _InterlockedExchangeAdd(lpAddend, -1) - 1;
}

_InterlockedDecrement16()

__INTRIN_INLINE short _InterlockedDecrement16

(

volatile short *

lpAddend

)

Definition at line 619 of file intrin_x86.h.

{
    return _InterlockedExchangeAdd16(lpAddend, -1) - 1;
}

_InterlockedExchange()

__INTRIN_INLINE long _InterlockedExchange	(	volatile long *	Target,
		long	Value
	)

Definition at line 389 of file intrin_x86.h.

{
    long retval = Value;
    __asm__("xchgl %[retval], %[Target]" : [retval] "+r" (retval) : [Target] "m" (*Target) : "memory");
    return retval;
}

_InterlockedExchange16()

__INTRIN_INLINE short _InterlockedExchange16	(	volatile short *	Target,
		short	Value
	)

Definition at line 380 of file intrin_x86.h.

{
    short retval = Value;
    __asm__("xchgw %[retval], %[Target]" : [retval] "+r" (retval) : [Target] "m" (*Target) : "memory");
    return retval;
}

_InterlockedExchange8()

__INTRIN_INLINE char _InterlockedExchange8	(	volatile char *	Target,
		char	Value
	)

Definition at line 371 of file intrin_x86.h.

{
    char retval = Value;
    __asm__("xchgb %[retval], %[Target]" : [retval] "+r" (retval) : [Target] "m" (*Target) : "memory");
    return retval;
}

_InterlockedExchangeAdd()

__INTRIN_INLINE long _InterlockedExchangeAdd	(	volatile long *	Addend,
		long	Value
	)

Definition at line 425 of file intrin_x86.h.

{
    long retval = Value;
    __asm__("lock; xaddl %[retval], %[Addend]" : [retval] "+r" (retval) : [Addend] "m" (*Addend) : "memory");
    return retval;
}

Referenced by _InterlockedDecrement(), and _InterlockedIncrement().

_InterlockedExchangeAdd16()

__INTRIN_INLINE short _InterlockedExchangeAdd16	(	volatile short *	Addend,
		short	Value
	)

Definition at line 416 of file intrin_x86.h.

{
    short retval = Value;
    __asm__("lock; xaddw %[retval], %[Addend]" : [retval] "+r" (retval) : [Addend] "m" (*Addend) : "memory");
    return retval;
}

Referenced by _InterlockedDecrement16(), and _InterlockedIncrement16().

_InterlockedExchangeAdd8()

__INTRIN_INLINE char _InterlockedExchangeAdd8	(	char volatile *	Addend,
		char	Value
	)

Definition at line 407 of file intrin_x86.h.

{
    char retval = Value;
    __asm__("lock; xaddb %[retval], %[Addend]" : [retval] "+r" (retval) : [Addend] "m" (*Addend) : "memory");
    return retval;
}

_InterlockedExchangePointer()

__INTRIN_INLINE void* _InterlockedExchangePointer	(	void *volatile *	Target,
		void *	Value
	)

Definition at line 398 of file intrin_x86.h.

{
    void * retval = Value;
    __asm__("xchgl %[retval], %[Target]" : [retval] "+r" (retval) : [Target] "m" (*Target) : "memory");
    return retval;
}

_InterlockedIncrement()

__INTRIN_INLINE long _InterlockedIncrement

(

volatile long *

lpAddend

)

Definition at line 612 of file intrin_x86.h.

{
    return _InterlockedExchangeAdd(lpAddend, 1) + 1;
}

_InterlockedIncrement16()

__INTRIN_INLINE short _InterlockedIncrement16

(

volatile short *

lpAddend

)

Definition at line 626 of file intrin_x86.h.

{
    return _InterlockedExchangeAdd16(lpAddend, 1) + 1;
}

_InterlockedOr()

__INTRIN_INLINE long _InterlockedOr	(	volatile long *	value,
		long	mask
	)

Definition at line 529 of file intrin_x86.h.

{
    long x;
    long y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange(value, x | mask, x);
    }
    while(y != x);

    return y;
}

_InterlockedOr16()

__INTRIN_INLINE short _InterlockedOr16	(	volatile short *	value,
		short	mask
	)

Definition at line 510 of file intrin_x86.h.

{
    short x;
    short y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange16(value, x | mask, x);
    }
    while(y != x);

    return y;
}

_InterlockedOr8()

__INTRIN_INLINE char _InterlockedOr8	(	volatile char *	value,
		char	mask
	)

Definition at line 491 of file intrin_x86.h.

{
    char x;
    char y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange8(value, x | mask, x);
    }
    while(y != x);

    return y;
}

_InterlockedXor()

__INTRIN_INLINE long _InterlockedXor	(	volatile long *	value,
		long	mask
	)

Definition at line 586 of file intrin_x86.h.

{
    long x;
    long y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange(value, x ^ mask, x);
    }
    while(y != x);

    return y;
}

_InterlockedXor16()

__INTRIN_INLINE short _InterlockedXor16	(	volatile short *	value,
		short	mask
	)

Definition at line 567 of file intrin_x86.h.

{
    short x;
    short y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange16(value, x ^ mask, x);
    }
    while(y != x);

    return y;
}

_InterlockedXor8()

__INTRIN_INLINE char _InterlockedXor8	(	volatile char *	value,
		char	mask
	)

Definition at line 548 of file intrin_x86.h.

{
    char x;
    char y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange8(value, x ^ mask, x);
    }
    while(y != x);

    return y;
}

_lrotl()

__INTRIN_INLINE unsigned long __cdecl _lrotl	(	unsigned long	value,
		int	shift
	)

Definition at line 1224 of file intrin_x86.h.

{
    unsigned long retval;
    __asm__("roll %b[shift], %k[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_lrotr()

__INTRIN_INLINE unsigned long __cdecl _lrotr	(	unsigned long	value,
		int	shift
	)

Definition at line 1233 of file intrin_x86.h.

{
    unsigned long retval;
    __asm__("rorl %b[shift], %k[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_mm_lfence()

__INTRIN_INLINE void _mm_lfence

(

void

)

Definition at line 111 of file intrin_x86.h.

{
    _ReadBarrier();
    __asm__ __volatile__("lfence");
    _ReadBarrier();
}

_mm_mfence()

__INTRIN_INLINE void _mm_mfence

(

void

)

Definition at line 104 of file intrin_x86.h.

{
    __asm__ __volatile__("mfence" : : : "memory");
}

_mm_pause()

__INTRIN_INLINE void _mm_pause

(

void

)

Definition at line 1938 of file intrin_x86.h.

{
    __asm__ __volatile__("pause" : : : "memory");
}

_mm_sfence()

__INTRIN_INLINE void _mm_sfence

(

void

)

Definition at line 120 of file intrin_x86.h.

{
    _WriteBarrier();
    __asm__ __volatile__("sfence");
    _WriteBarrier();
}

_outp()

__INTRIN_INLINE int __cdecl _outp	(	unsigned short	Port,
		int	databyte
	)

Definition at line 1509 of file intrin_x86.h.

{
    __outbyte(Port, (unsigned char)databyte);
    return databyte;
}

_outpd()

__INTRIN_INLINE unsigned long __cdecl _outpd	(	unsigned short	Port,
		unsigned long	dataword
	)

Definition at line 1521 of file intrin_x86.h.

{
    __outdword(Port, dataword);
    return dataword;
}

_outpw()

__INTRIN_INLINE unsigned short __cdecl _outpw	(	unsigned short	Port,
		unsigned short	dataword
	)

Definition at line 1515 of file intrin_x86.h.

{
    __outword(Port, dataword);
    return dataword;
}

_ReadWriteBarrier()

__INTRIN_INLINE void _ReadWriteBarrier

(

void

)

Definition at line 93 of file intrin_x86.h.

{
    __asm__ __volatile__("" : : : "memory");
}

_rotl()

__INTRIN_INLINE unsigned int __cdecl _rotl	(	unsigned int	value,
		int	shift
	)

Definition at line 1154 of file intrin_x86.h.

{
    unsigned int retval;
    __asm__("roll %b[shift], %k[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_rotl16()

__INTRIN_INLINE unsigned short __cdecl _rotl16	(	unsigned short	value,
		unsigned char	shift
	)

Definition at line 1145 of file intrin_x86.h.

{
    unsigned short retval;
    __asm__("rolw %b[shift], %w[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_rotl64()

__INTRIN_INLINE unsigned long long __cdecl _rotl64	(	unsigned long long	value,
		int	shift
	)

Definition at line 1171 of file intrin_x86.h.

{
    /* FIXME: this is probably not optimal */
    return (value << shift) | (value >> (64 - shift));
}

_rotl8()

__INTRIN_INLINE unsigned char __cdecl _rotl8	(	unsigned char	value,
		unsigned char	shift
	)

Definition at line 1136 of file intrin_x86.h.

{
    unsigned char retval;
    __asm__("rolb %b[shift], %b[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_rotr()

unsigned int _rotr	(	unsigned int	value,
		int	shift
	)

Definition at line 1180 of file intrin_x86.h.

{
    unsigned int retval;
    __asm__("rorl %b[shift], %k[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_rotr16()

__INTRIN_INLINE unsigned short __cdecl _rotr16	(	unsigned short	value,
		unsigned char	shift
	)

Definition at line 1198 of file intrin_x86.h.

{
    unsigned short retval;
    __asm__("rorw %b[shift], %w[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_rotr64()

__INTRIN_INLINE unsigned long long __cdecl _rotr64	(	unsigned long long	value,
		int	shift
	)

Definition at line 1215 of file intrin_x86.h.

{
    /* FIXME: this is probably not optimal */
    return (value >> shift) | (value << (64 - shift));
}

_rotr8()

__INTRIN_INLINE unsigned char __cdecl _rotr8	(	unsigned char	value,
		unsigned char	shift
	)

Definition at line 1189 of file intrin_x86.h.

{
    unsigned char retval;
    __asm__("rorb %b[shift], %b[retval]" : [retval] "=qm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_sgdt()

__INTRIN_INLINE void _sgdt

(

void *

Destination

)

Definition at line 1930 of file intrin_x86.h.

{
    __asm__ __volatile__("sgdt %0" : : "m"(*(short*)Destination) : "memory");
}

Referenced by ImgArchEfiStartBootApplication(), and Mmx86InitializeMemoryMap().

memcpy()

__INTRIN_INLINE void* __cdecl memcpy	(	void *	dest,
		const void *	source,
		size_t	num
	)

Definition at line 74 of file intrin_x86.h.

{
    return memmove(dest, source, num);
}

memmove()

void* __cdecl memmove	(	void *	dest,
		const void *	source,
		size_t	num
	)

Definition at line 4 of file memmove.c.

{
    char *char_dest = (char *)dest;
    char *char_src = (char *)src;

    if ((char_dest <= char_src) || (char_dest >= (char_src+count)))
    {
        /*  non-overlapping buffers */
        while(count > 0)
    {
            *char_dest = *char_src;
            char_dest++;
            char_src++;
            count--;
    }
    }
    else
    {
        /* overlaping buffers */
        char_dest = (char *)dest + count - 1;
        char_src = (char *)src + count - 1;

        while(count > 0)
    {
           *char_dest = *char_src;
           char_dest--;
           char_src--;
           count--;
    }
    }

    return dest;
}

Referenced by memcpy().