intrin_x86.h File Reference

Go to the source code of this file.

Macros
#define	_ReturnAddress()   (__builtin_return_address(0))
#define	_AddressOfReturnAddress()   (&(((void **)(__builtin_frame_address(0)))[1]))
#define	_ReadBarrier   _ReadWriteBarrier
#define	_WriteBarrier   _ReadWriteBarrier

Functions
void *__cdecl	memmove (void *dest, const void *source, size_t num)
__INTRIN_INLINE void *__cdecl	memcpy (void *dest, const void *source, size_t num)
__INTRIN_INLINE void	_ReadWriteBarrier (void)
__INTRIN_INLINE void	_mm_mfence (void)
__INTRIN_INLINE void	_mm_lfence (void)
__INTRIN_INLINE void	_mm_sfence (void)
__INTRIN_INLINE char	_InterlockedCompareExchange8 (volatile char *Destination, char Exchange, char Comperand)
__INTRIN_INLINE short	_InterlockedCompareExchange16 (volatile short *Destination, short Exchange, short Comperand)
__INTRIN_INLINE long	_InterlockedCompareExchange (volatile long *Destination, long Exchange, long Comperand)
__INTRIN_INLINE void *	_InterlockedCompareExchangePointer (void *volatile *Destination, void *Exchange, void *Comperand)
__INTRIN_INLINE char	_InterlockedExchange8 (volatile char *Target, char Value)
__INTRIN_INLINE short	_InterlockedExchange16 (volatile short *Target, short Value)
__INTRIN_INLINE long	_InterlockedExchange (volatile long *Target, long Value)
__INTRIN_INLINE void *	_InterlockedExchangePointer (void *volatile *Target, void *Value)
__INTRIN_INLINE char	_InterlockedExchangeAdd8 (char volatile *Addend, char Value)
__INTRIN_INLINE short	_InterlockedExchangeAdd16 (volatile short *Addend, short Value)
__INTRIN_INLINE long	_InterlockedExchangeAdd (volatile long *Addend, long Value)
__INTRIN_INLINE char	_InterlockedAnd8 (volatile char *value, char mask)
__INTRIN_INLINE short	_InterlockedAnd16 (volatile short *value, short mask)
__INTRIN_INLINE long	_InterlockedAnd (volatile long *value, long mask)
__INTRIN_INLINE char	_InterlockedOr8 (volatile char *value, char mask)
__INTRIN_INLINE short	_InterlockedOr16 (volatile short *value, short mask)
__INTRIN_INLINE long	_InterlockedOr (volatile long *value, long mask)
__INTRIN_INLINE char	_InterlockedXor8 (volatile char *value, char mask)
__INTRIN_INLINE short	_InterlockedXor16 (volatile short *value, short mask)
__INTRIN_INLINE long	_InterlockedXor (volatile long *value, long mask)
__INTRIN_INLINE long	_InterlockedDecrement (volatile long *lpAddend)
__INTRIN_INLINE long	_InterlockedIncrement (volatile long *lpAddend)
__INTRIN_INLINE short	_InterlockedDecrement16 (volatile short *lpAddend)
__INTRIN_INLINE short	_InterlockedIncrement16 (volatile short *lpAddend)
__INTRIN_INLINE long long	_InterlockedCompareExchange64 (volatile long long *Destination, long long Exchange, long long Comperand)
__INTRIN_INLINE unsigned char	_interlockedbittestandreset (volatile long *a, long b)
__INTRIN_INLINE unsigned char	_interlockedbittestandset (volatile long *a, long b)
__INTRIN_INLINE void	__stosb (unsigned char *Dest, unsigned char Data, size_t Count)
__INTRIN_INLINE void	__stosw (unsigned short *Dest, unsigned short Data, size_t Count)
__INTRIN_INLINE void	__stosd (unsigned long *Dest, unsigned long Data, size_t Count)
__INTRIN_INLINE void	__movsb (unsigned char *Destination, const unsigned char *Source, size_t Count)
__INTRIN_INLINE void	__movsw (unsigned short *Destination, const unsigned short *Source, size_t Count)
__INTRIN_INLINE void	__movsd (unsigned long *Destination, const unsigned long *Source, size_t Count)
__INTRIN_INLINE void	__writefsbyte (unsigned long Offset, unsigned char Data)
__INTRIN_INLINE void	__writefsword (unsigned long Offset, unsigned short Data)
__INTRIN_INLINE void	__writefsdword (unsigned long Offset, unsigned long Data)
__INTRIN_INLINE unsigned char	__readfsbyte (unsigned long Offset)
__INTRIN_INLINE unsigned short	__readfsword (unsigned long Offset)
__INTRIN_INLINE unsigned long	__readfsdword (unsigned long Offset)
__INTRIN_INLINE void	__incfsbyte (unsigned long Offset)
__INTRIN_INLINE void	__incfsword (unsigned long Offset)
__INTRIN_INLINE void	__incfsdword (unsigned long Offset)
__INTRIN_INLINE void	__addfsbyte (unsigned long Offset, unsigned char Data)
__INTRIN_INLINE void	__addfsword (unsigned long Offset, unsigned short Data)
__INTRIN_INLINE void	__addfsdword (unsigned long Offset, unsigned long Data)
__INTRIN_INLINE unsigned char	_BitScanForward (unsigned long *Index, unsigned long Mask)
__INTRIN_INLINE unsigned char	_BitScanReverse (unsigned long *Index, unsigned long Mask)
__INTRIN_INLINE unsigned char	_bittest (const long *a, long b)
__INTRIN_INLINE unsigned char	_bittestandcomplement (long *a, long b)
__INTRIN_INLINE unsigned char	_bittestandreset (long *a, long b)
__INTRIN_INLINE unsigned char	_bittestandset (long *a, long b)
__INTRIN_INLINE unsigned char __cdecl	_rotl8 (unsigned char value, unsigned char shift)
__INTRIN_INLINE unsigned short __cdecl	_rotl16 (unsigned short value, unsigned char shift)
__INTRIN_INLINE unsigned int __cdecl	_rotl (unsigned int value, int shift)
__INTRIN_INLINE unsigned long long __cdecl	_rotl64 (unsigned long long value, int shift)
__INTRIN_INLINE unsigned int __cdecl	_rotr (unsigned int value, int shift)
__INTRIN_INLINE unsigned char __cdecl	_rotr8 (unsigned char value, unsigned char shift)
__INTRIN_INLINE unsigned short __cdecl	_rotr16 (unsigned short value, unsigned char shift)
__INTRIN_INLINE unsigned long long __cdecl	_rotr64 (unsigned long long value, int shift)
__INTRIN_INLINE unsigned long __cdecl	_lrotl (unsigned long value, int shift)
__INTRIN_INLINE unsigned long __cdecl	_lrotr (unsigned long value, int shift)
__INTRIN_INLINE unsigned long long	__ll_lshift (unsigned long long Mask, int Bit)
__INTRIN_INLINE long long	__ll_rshift (long long Mask, int Bit)
__INTRIN_INLINE unsigned long long	__ull_rshift (unsigned long long Mask, int Bit)
__INTRIN_INLINE unsigned short __cdecl	_byteswap_ushort (unsigned short value)
__INTRIN_INLINE unsigned long __cdecl	_byteswap_ulong (unsigned long value)
__INTRIN_INLINE unsigned long long __cdecl	_byteswap_uint64 (unsigned long long value)
__INTRIN_INLINE unsigned int	__lzcnt (unsigned int value)
__INTRIN_INLINE unsigned short	__lzcnt16 (unsigned short value)
__INTRIN_INLINE unsigned int	__popcnt (unsigned int value)
__INTRIN_INLINE unsigned short	__popcnt16 (unsigned short value)
__INTRIN_INLINE long long	__emul (int a, int b)
__INTRIN_INLINE unsigned long long	__emulu (unsigned int a, unsigned int b)
__INTRIN_INLINE long long __cdecl	_abs64 (long long value)
__INTRIN_INLINE unsigned char	__inbyte (unsigned short Port)
__INTRIN_INLINE unsigned short	__inword (unsigned short Port)
__INTRIN_INLINE unsigned long	__indword (unsigned short Port)
__INTRIN_INLINE void	__inbytestring (unsigned short Port, unsigned char *Buffer, unsigned long Count)
__INTRIN_INLINE void	__inwordstring (unsigned short Port, unsigned short *Buffer, unsigned long Count)
__INTRIN_INLINE void	__indwordstring (unsigned short Port, unsigned long *Buffer, unsigned long Count)
__INTRIN_INLINE void	__outbyte (unsigned short Port, unsigned char Data)
__INTRIN_INLINE void	__outword (unsigned short Port, unsigned short Data)
__INTRIN_INLINE void	__outdword (unsigned short Port, unsigned long Data)
__INTRIN_INLINE void	__outbytestring (unsigned short Port, unsigned char *Buffer, unsigned long Count)
__INTRIN_INLINE void	__outwordstring (unsigned short Port, unsigned short *Buffer, unsigned long Count)
__INTRIN_INLINE void	__outdwordstring (unsigned short Port, unsigned long *Buffer, unsigned long Count)
__INTRIN_INLINE int __cdecl	_inp (unsigned short Port)
__INTRIN_INLINE unsigned short __cdecl	_inpw (unsigned short Port)
__INTRIN_INLINE unsigned long __cdecl	_inpd (unsigned short Port)
__INTRIN_INLINE int __cdecl	_outp (unsigned short Port, int databyte)
__INTRIN_INLINE unsigned short __cdecl	_outpw (unsigned short Port, unsigned short dataword)
__INTRIN_INLINE unsigned long __cdecl	_outpd (unsigned short Port, unsigned long dataword)
__INTRIN_INLINE void	__cpuid (int CPUInfo[4], int InfoType)
__INTRIN_INLINE void	__cpuidex (int CPUInfo[4], int InfoType, int ECXValue)
__INTRIN_INLINE unsigned long long	__rdtsc (void)
__INTRIN_INLINE void	__writeeflags (uintptr_t Value)
__INTRIN_INLINE uintptr_t	__readeflags (void)
__INTRIN_INLINE void __cdecl	__debugbreak (void)
__INTRIN_INLINE void	__ud2 (void)
__INTRIN_INLINE void	__int2c (void)
__INTRIN_INLINE void __cdecl	_disable (void)
__INTRIN_INLINE void __cdecl	_enable (void)
__INTRIN_INLINE void	__halt (void)
	__declspec (noreturn) __INTRIN_INLINE void __fastfail(unsigned int Code)
__INTRIN_INLINE void	__writecr0 (unsigned int Data)
__INTRIN_INLINE void	__writecr3 (unsigned int Data)
__INTRIN_INLINE void	__writecr4 (unsigned int Data)
__INTRIN_INLINE unsigned long	__readcr0 (void)
__INTRIN_INLINE unsigned long	__readcr2 (void)
__INTRIN_INLINE unsigned long	__readcr3 (void)
__INTRIN_INLINE unsigned long	__readcr4 (void)
__INTRIN_INLINE unsigned int	__readdr (unsigned int reg)
__INTRIN_INLINE void	__writedr (unsigned reg, unsigned int value)
__INTRIN_INLINE void	__invlpg (void *Address)
__INTRIN_INLINE unsigned long long	__readmsr (unsigned long reg)
__INTRIN_INLINE void	__writemsr (unsigned long Register, unsigned long long Value)
__INTRIN_INLINE unsigned long long	__readpmc (unsigned long counter)
__INTRIN_INLINE unsigned long	__segmentlimit (unsigned long a)
__INTRIN_INLINE void	__wbinvd (void)
__INTRIN_INLINE void	__lidt (void *Source)
__INTRIN_INLINE void	__sidt (void *Destination)
__INTRIN_INLINE void	_sgdt (void *Destination)
__INTRIN_INLINE void	_mm_pause (void)
__INTRIN_INLINE void	__nop (void)

Macro Definition Documentation

_AddressOfReturnAddress

#define _AddressOfReturnAddress

(

void

)

(&(((void **)(__builtin_frame_address(0)))[1]))

Definition at line 82 of file intrin_x86.h.

_ReadBarrier

#define _ReadBarrier   _ReadWriteBarrier

Definition at line 95 of file intrin_x86.h.

_ReturnAddress

#define _ReturnAddress

(

void

)

(__builtin_return_address(0))

Definition at line 81 of file intrin_x86.h.

_WriteBarrier

#define _WriteBarrier   _ReadWriteBarrier

Definition at line 96 of file intrin_x86.h.

Function Documentation

__addfsbyte()

__INTRIN_INLINE void __addfsbyte	(	unsigned long	Offset,
		unsigned char	Data
	)

Definition at line 1002 of file intrin_x86.h.

{
    if(!__builtin_constant_p(Offset))
        __asm__ __volatile__("addb %b[Offset], %%fs:%a[Offset]" : : [Offset] "r" (Offset) : "memory");
    else
        __asm__ __volatile__("addb %b[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "iq" (Data) : "memory");
}

__addfsdword()

__INTRIN_INLINE void __addfsdword	(	unsigned long	Offset,
		unsigned long	Data
	)

Definition at line 1018 of file intrin_x86.h.

{
    if(!__builtin_constant_p(Offset))
        __asm__ __volatile__("addl %k[Offset], %%fs:%a[Offset]" : : [Offset] "r" (Offset) : "memory");
    else
        __asm__ __volatile__("addl %k[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "iq" (Data) : "memory");
}

__addfsword()

__INTRIN_INLINE void __addfsword	(	unsigned long	Offset,
		unsigned short	Data
	)

Definition at line 1010 of file intrin_x86.h.

{
    if(!__builtin_constant_p(Offset))
        __asm__ __volatile__("addw %w[Offset], %%fs:%a[Offset]" : : [Offset] "r" (Offset) : "memory");
    else
        __asm__ __volatile__("addw %w[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "iq" (Data) : "memory");
}

__cpuid()

__INTRIN_INLINE void __cpuid	(	int	CPUInfo[4],
		int	InfoType
	)

Definition at line 1573 of file intrin_x86.h.

{
    __asm__ __volatile__("cpuid" : "=a" (CPUInfo[0]), "=b" (CPUInfo[1]), "=c" (CPUInfo[2]), "=d" (CPUInfo[3]) : "a" (InfoType));
}

__cpuidex()

__INTRIN_INLINE void __cpuidex	(	int	CPUInfo[4],
		int	InfoType,
		int	ECXValue
	)

Definition at line 1578 of file intrin_x86.h.

{
    __asm__ __volatile__("cpuid" : "=a" (CPUInfo[0]), "=b" (CPUInfo[1]), "=c" (CPUInfo[2]), "=d" (CPUInfo[3]) : "a" (InfoType), "c" (ECXValue));
}

Referenced by BlArchCpuId(), and ZSTD_cpuid().

__debugbreak()

__INTRIN_INLINE void __cdecl __debugbreak

(

void

)

Definition at line 1613 of file intrin_x86.h.

{
    __asm__("int $3");
}

Referenced by __C_specific_handler(), __cxa_pure_virtual(), __CxxFrameHandler3(), _assert(), _RTC_DefaultErrorFuncW(), _RTC_NumErrors(), _RTC_SetErrorFunc(), _RTC_SetErrorType(), _RTC_Shutdown(), _tWinMain(), BlStatusError(), BmfdLoadFontFile(), Catch_RTC_Failure(), DoCrashCommand(), DRIVER_Dispatch(), EngBitBlt(), EnumParametersCallback(), FdoCallHWInitialize(), FdoScanAdapter(), FltpMiniFilterDriverUnload(), FltpPostFsFilterOperation(), FltpPreFsFilterOperation(), FtfdEnablePDEV(), FtfdQueryFont(), FtfdQueryFontTree(), GetCallingConvention(), HalpProfileInterruptHandler(), HalRequestIpi(), KeConnectInterrupt(), KeDisconnectInterrupt(), KiInterruptHandler(), KiRestoreProcessorControlState(), KiSaveProcessorControlState(), KiSystemCallHandler(), KiSystemService(), KmtCloseDriver(), KmtFltLoadDriver(), KmtFltUnloadDriver(), KmtLoadDriver(), KmtOpenDriver(), KsecDeviceControl(), METADC_GetAndSetDCDWord(), MmHapReportHeapCorruption(), MyReallocPool__(), NtSetLdtEntries(), RtlAssert(), RtlUnwindEx(), ScsiPortInitialize(), WdfApiNotImplemented(), and WmipIoControl().

__declspec()

__declspec

(

noreturn

)

Definition at line 1649 of file intrin_x86.h.

{
    __asm__("int $0x29" : : "c"(Code) : "memory");
    __builtin_unreachable();
}

__emul()

__INTRIN_INLINE long long __emul	(	int	a,
		int	b
	)

Definition at line 1411 of file intrin_x86.h.

{
    long long retval;
    __asm__("imull %[b]" : "=A" (retval) : [a] "a" (a), [b] "rm" (b));
    return retval;
}

__emulu()

__INTRIN_INLINE unsigned long long __emulu	(	unsigned int	a,
		unsigned int	b
	)

Definition at line 1420 of file intrin_x86.h.

{
    unsigned long long retval;
    __asm__("mull %[b]" : "=A" (retval) : [a] "a" (a), [b] "rm" (b));
    return retval;
}

__halt()

__INTRIN_INLINE void __halt

(

void

)

Definition at line 1643 of file intrin_x86.h.

{
    __asm__("hlt" : : : "memory");
}

Referenced by FrLdrBugCheckEx(), FrLdrBugCheckWithMessage(), HaliHaltSystem(), HalpReboot(), HalProcessorIdle(), HalpXboxPowerAction(), and MachInit().

__inbyte()

__INTRIN_INLINE unsigned char __inbyte

(

unsigned short

Port

)

Definition at line 1453 of file intrin_x86.h.

{
    unsigned char byte;
    __asm__ __volatile__("inb %w[Port], %b[byte]" : [byte] "=a" (byte) : [Port] "Nd" (Port));
    return byte;
}

Referenced by _inp().

__inbytestring()

__INTRIN_INLINE void __inbytestring	(	unsigned short	Port,
		unsigned char *	Buffer,
		unsigned long	Count
	)

Definition at line 1474 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; insb" :
        [Buffer] "=D" (Buffer), [Count] "=c" (Count) :
        "d" (Port), "[Buffer]" (Buffer), "[Count]" (Count) :
        "memory"
    );
}

__incfsbyte()

__INTRIN_INLINE void __incfsbyte

(

unsigned long

Offset

)

Definition at line 986 of file intrin_x86.h.

{
    __asm__ __volatile__("incb %%fs:%a[Offset]" : : [Offset] "ir" (Offset) : "memory");
}

__incfsdword()

__INTRIN_INLINE void __incfsdword

(

unsigned long

Offset

)

Definition at line 996 of file intrin_x86.h.

{
    __asm__ __volatile__("incl %%fs:%a[Offset]" : : [Offset] "ir" (Offset) : "memory");
}

__incfsword()

__INTRIN_INLINE void __incfsword

(

unsigned long

Offset

)

Definition at line 991 of file intrin_x86.h.

{
    __asm__ __volatile__("incw %%fs:%a[Offset]" : : [Offset] "ir" (Offset) : "memory");
}

__indword()

__INTRIN_INLINE unsigned long __indword

(

unsigned short

Port

)

Definition at line 1467 of file intrin_x86.h.

{
    unsigned long dword;
    __asm__ __volatile__("inl %w[Port], %k[dword]" : [dword] "=a" (dword) : [Port] "Nd" (Port));
    return dword;
}

Referenced by _inpd().

__indwordstring()

__INTRIN_INLINE void __indwordstring	(	unsigned short	Port,
		unsigned long *	Buffer,
		unsigned long	Count
	)

Definition at line 1496 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; insl" :
        [Buffer] "=D" (Buffer), [Count] "=c" (Count) :
        "d" (Port), "[Buffer]" (Buffer), "[Count]" (Count) :
        "memory"
    );
}

__int2c()

__INTRIN_INLINE void __int2c

(

void

)

Definition at line 1627 of file intrin_x86.h.

{
    __asm__("int $0x2c");
}

__invlpg()

__INTRIN_INLINE void __invlpg

(

void *

Address

)

Definition at line 1897 of file intrin_x86.h.

{
    __asm__ __volatile__ ("invlpg (%[Address])" : : [Address] "b" (Address) : "memory");
}

Referenced by KeInvalidateTlbEntry(), KiMarkPageAsReadOnly(), MiFlushTlb(), MiFlushTlbIpiRoutine(), MmCreateProcessAddressSpace(), MmDefpFlushTlbEntry(), MmSetCleanPage(), and MmSetDirtyPage().

__inword()

__INTRIN_INLINE unsigned short __inword

(

unsigned short

Port

)

Definition at line 1460 of file intrin_x86.h.

{
    unsigned short word;
    __asm__ __volatile__("inw %w[Port], %w[word]" : [word] "=a" (word) : [Port] "Nd" (Port));
    return word;
}

Referenced by _inpw().

__inwordstring()

__INTRIN_INLINE void __inwordstring	(	unsigned short	Port,
		unsigned short *	Buffer,
		unsigned long	Count
	)

Definition at line 1485 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; insw" :
        [Buffer] "=D" (Buffer), [Count] "=c" (Count) :
        "d" (Port), "[Buffer]" (Buffer), "[Count]" (Count) :
        "memory"
    );
}

__lidt()

__INTRIN_INLINE void __lidt

(

void *

Source

)

Definition at line 1947 of file intrin_x86.h.

{
    __asm__ __volatile__("lidt %0" : : "m"(*(short*)Source));
}

Referenced by Amd64SetupIdt(), BlpArchInitialize(), KeInitExceptions(), KiI386PentiumLockErrataFixup(), KiRestoreProcessorControlState(), and WinLdrSetProcessorContext().

__ll_lshift()

__INTRIN_INLINE unsigned long long __ll_lshift	(	unsigned long long	Mask,
		int	Bit
	)

Definition at line 1287 of file intrin_x86.h.

{
    unsigned long long retval = Mask;

    __asm__
    (
        "shldl %b[Bit], %%eax, %%edx; sall %b[Bit], %%eax" :
        "+A" (retval) :
        [Bit] "Nc" ((unsigned char)((unsigned long)Bit) & 0xFF)
    );

    return retval;
}

__ll_rshift()

__INTRIN_INLINE long long __ll_rshift	(	long long	Mask,
		int	Bit
	)

Definition at line 1301 of file intrin_x86.h.

{
    long long retval = Mask;

    __asm__
    (
        "shrdl %b[Bit], %%edx, %%eax; sarl %b[Bit], %%edx" :
        "+A" (retval) :
        [Bit] "Nc" ((unsigned char)((unsigned long)Bit) & 0xFF)
    );

    return retval;
}

__lzcnt()

__INTRIN_INLINE unsigned int __lzcnt

(

unsigned int

value

)

Definition at line 1369 of file intrin_x86.h.

{
    return __builtin_clz(value);
}

__lzcnt16()

__INTRIN_INLINE unsigned short __lzcnt16

(

unsigned short

value

)

Definition at line 1376 of file intrin_x86.h.

{
    return __builtin_clz(value);
}

__movsb()

__INTRIN_INLINE void __movsb	(	unsigned char *	Destination,
		const unsigned char *	Source,
		size_t	Count
	)

Definition at line 806 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; movsb" :
        [Destination] "=D" (Destination), [Source] "=S" (Source), [Count] "=c" (Count) :
        "[Destination]" (Destination), "[Source]" (Source), "[Count]" (Count)
    );
}

__movsd()

__INTRIN_INLINE void __movsd	(	unsigned long *	Destination,
		const unsigned long *	Source,
		size_t	Count
	)

Definition at line 826 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; movsd" :
        [Destination] "=D" (Destination), [Source] "=S" (Source), [Count] "=c" (Count) :
        "[Destination]" (Destination), "[Source]" (Source), "[Count]" (Count)
    );
}

__movsw()

__INTRIN_INLINE void __movsw	(	unsigned short *	Destination,
		const unsigned short *	Source,
		size_t	Count
	)

Definition at line 816 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; movsw" :
        [Destination] "=D" (Destination), [Source] "=S" (Source), [Count] "=c" (Count) :
        "[Destination]" (Destination), "[Source]" (Source), "[Count]" (Count)
    );
}

__nop()

__INTRIN_INLINE void __nop

(

void

)

Definition at line 1971 of file intrin_x86.h.

{
    __asm__ __volatile__("nop");
}

Referenced by HalpRead8254Value().

__outbyte()

__INTRIN_INLINE void __outbyte	(	unsigned short	Port,
		unsigned char	Data
	)

Definition at line 1507 of file intrin_x86.h.

{
    __asm__ __volatile__("outb %b[Data], %w[Port]" : : [Port] "Nd" (Port), [Data] "a" (Data));
}

Referenced by _outp().

__outbytestring()

__INTRIN_INLINE void __outbytestring	(	unsigned short	Port,
		unsigned char *	Buffer,
		unsigned long	Count
	)

Definition at line 1522 of file intrin_x86.h.

{
    __asm__ __volatile__("rep; outsb" : : [Port] "d" (Port), [Buffer] "S" (Buffer), "c" (Count));
}

__outdword()

__INTRIN_INLINE void __outdword	(	unsigned short	Port,
		unsigned long	Data
	)

Definition at line 1517 of file intrin_x86.h.

{
    __asm__ __volatile__("outl %k[Data], %w[Port]" : : [Port] "Nd" (Port), [Data] "a" (Data));
}

Referenced by _outpd().

__outdwordstring()

__INTRIN_INLINE void __outdwordstring	(	unsigned short	Port,
		unsigned long *	Buffer,
		unsigned long	Count
	)

Definition at line 1532 of file intrin_x86.h.

{
    __asm__ __volatile__("rep; outsl" : : [Port] "d" (Port), [Buffer] "S" (Buffer), "c" (Count));
}

__outword()

__INTRIN_INLINE void __outword	(	unsigned short	Port,
		unsigned short	Data
	)

Definition at line 1512 of file intrin_x86.h.

{
    __asm__ __volatile__("outw %w[Data], %w[Port]" : : [Port] "Nd" (Port), [Data] "a" (Data));
}

Referenced by _outpw().

__outwordstring()

__INTRIN_INLINE void __outwordstring	(	unsigned short	Port,
		unsigned short *	Buffer,
		unsigned long	Count
	)

Definition at line 1527 of file intrin_x86.h.

{
    __asm__ __volatile__("rep; outsw" : : [Port] "d" (Port), [Buffer] "S" (Buffer), "c" (Count));
}

__popcnt()

__INTRIN_INLINE unsigned int __popcnt

(

unsigned int

value

)

Definition at line 1383 of file intrin_x86.h.

{
    return __builtin_popcount(value);
}

__popcnt16()

__INTRIN_INLINE unsigned short __popcnt16

(

unsigned short

value

)

Definition at line 1390 of file intrin_x86.h.

{
    return __builtin_popcount(value);
}

__rdtsc()

__INTRIN_INLINE unsigned long long __rdtsc

(

void

)

Definition at line 1584 of file intrin_x86.h.

{
#ifdef __x86_64__
    unsigned long long low, high;
    __asm__ __volatile__("rdtsc" : "=a"(low), "=d"(high));
    return low | (high << 32);
#else
    unsigned long long retval;
    __asm__ __volatile__("rdtsc" : "=A"(retval));
    return retval;
#endif
}

__readcr0()

__INTRIN_INLINE unsigned long __readcr0

(

void

)

Definition at line 1733 of file intrin_x86.h.

{
    unsigned long value;
    __asm__ __volatile__("mov %%cr0, %[value]" : [value] "=r" (value));
    return value;
}

Referenced by ArchSwitchContext(), BlpArchEnableTranslation(), HalpBiosCall(), KiCoprocessorError(), KiFlushNPXState(), KiInitializeCpu(), KiIsNpxErrataPresent(), KiIsNpxPresent(), KiNpxHandler(), KiSaveProcessorControlState(), KiSetCR0Bits(), KiSwapContextEntry(), KiTrap07Handler(), KiTrap13Handler(), and WinLdrSetProcessorContext().

__readcr2()

__INTRIN_INLINE unsigned long __readcr2

(

void

)

Definition at line 1740 of file intrin_x86.h.

{
    unsigned long value;
    __asm__ __volatile__("mov %%cr2, %[value]" : [value] "=r" (value));
    return value;
}

Referenced by KdbEnterDebuggerException(), KiSaveProcessorControlState(), and KiTrap0EHandler().

__readcr3()

__INTRIN_INLINE unsigned long __readcr3

(

void

)

Definition at line 1747 of file intrin_x86.h.

{
    unsigned long value;
    __asm__ __volatile__("mov %%cr3, %[value]" : [value] "=r" (value));
    return value;
}

Referenced by HalpFlushTLB(), KdpTranslateAddress(), KeFlushCurrentTb(), KeFlushProcessTb(), Ki386EnableGlobalPage(), Ki386InitializeTss(), KiSaveProcessorControlState(), MiInitializePageTable(), and MmDefpFlushTlb().

__readcr4()

__INTRIN_INLINE unsigned long __readcr4

(

void

)

Definition at line 1754 of file intrin_x86.h.

{
    unsigned long value;
    __asm__ __volatile__("mov %%cr4, %[value]" : [value] "=r" (value));
    return value;
}

Referenced by ArchInitializeContext(), ArchRestoreProcessorFeatures(), ArchSwitchContext(), BlpArchEnableTranslation(), HalpFlushTLB(), KdpTranslateAddress(), KeFlushCurrentTb(), Ki386EnableDE(), Ki386EnableFxsr(), Ki386EnableGlobalPage(), Ki386EnableXMMIExceptions(), Ki386VdmEnablePentiumExtentions(), KiInitializeCpu(), KiSaveProcessorControlState(), MiInitializePageTable(), and MiUseLargeDriverPage().

__readdr()

__INTRIN_INLINE unsigned int __readdr

(

unsigned int

reg

)

Definition at line 1831 of file intrin_x86.h.

{
    unsigned int value;
    switch (reg)
    {
        case 0:
            __asm__ __volatile__("mov %%dr0, %[value]" : [value] "=r" (value));
            break;
        case 1:
            __asm__ __volatile__("mov %%dr1, %[value]" : [value] "=r" (value));
            break;
        case 2:
            __asm__ __volatile__("mov %%dr2, %[value]" : [value] "=r" (value));
            break;
        case 3:
            __asm__ __volatile__("mov %%dr3, %[value]" : [value] "=r" (value));
            break;
        case 4:
            __asm__ __volatile__("mov %%dr4, %[value]" : [value] "=r" (value));
            break;
        case 5:
            __asm__ __volatile__("mov %%dr5, %[value]" : [value] "=r" (value));
            break;
        case 6:
            __asm__ __volatile__("mov %%dr6, %[value]" : [value] "=r" (value));
            break;
        case 7:
            __asm__ __volatile__("mov %%dr7, %[value]" : [value] "=r" (value));
            break;
    }
    return value;
}

Referenced by KiEnterV86Trap(), KiHandleDebugRegistersOnTrapEntry(), and KiSaveProcessorControlState().

__readeflags()

__INTRIN_INLINE uintptr_t __readeflags

(

void

)

Definition at line 1603 of file intrin_x86.h.

{
    uintptr_t retval;
    __asm__ __volatile__("pushf\n pop %0" : "=rm"(retval));
    return retval;
}

Referenced by HalBeginSystemInterrupt(), HalCalibratePerformanceCounter(), HalEndSystemInterrupt(), HalpAcquireCmosSpinLock(), HalpApcInterruptHandler(), HalpBiosCall(), HalpBiosDisplayReset(), HalpFlushTLB(), HalpInitializeClock(), HalpInitializeLegacyPICs(), HalpInitializePICs(), HalpInitializeTsc(), HalpLowerIrql(), HalpSetTimerRollOver(), HalRequestSoftwareInterrupt(), KdbEnterDebuggerException(), KdbpCliInit(), KeDisableInterrupts(), KeGetCurrentIrql(), KeQueryPerformanceCounter(), KeSetCurrentIrql(), KfLowerIrql(), KfRaiseIrql(), Ki386AdjustEsp0(), Ki386VdmEnablePentiumExtentions(), KiEnterV86Mode(), KiFlushNPXState(), KiSetProcessorType(), KiTrap02Handler(), KiTrap08Handler(), KmtAreInterruptsEnabled(), and Test_strlen().

__readfsbyte()

__INTRIN_INLINE unsigned char __readfsbyte

(

unsigned long

Offset

)

Definition at line 960 of file intrin_x86.h.

{
    unsigned char value;
    __asm__ __volatile__("movb %%fs:%a[Offset], %b[value]" : [value] "=q" (value) : [Offset] "ir" (Offset));
    return value;
}

__readfsdword()

__INTRIN_INLINE unsigned long __readfsdword

(

unsigned long

Offset

)

Definition at line 978 of file intrin_x86.h.

{
    unsigned long value;
    __asm__ __volatile__("movl %%fs:%a[Offset], %k[value]" : [value] "=r" (value) : [Offset] "ir" (Offset));
    return value;
}

__readfsword()

__INTRIN_INLINE unsigned short __readfsword

(

unsigned long

Offset

)

Definition at line 969 of file intrin_x86.h.

{
    unsigned short value;
    __asm__ __volatile__("movw %%fs:%a[Offset], %w[value]" : [value] "=r" (value) : [Offset] "ir" (Offset));
    return value;
}

__readmsr()

__INTRIN_INLINE unsigned long long __readmsr

(

unsigned long

reg

)

Definition at line 1905 of file intrin_x86.h.

{
#ifdef __x86_64__
    unsigned long low, high;
    __asm__ __volatile__("rdmsr" : "=a" (low), "=d" (high) : "c" (reg));
    return ((unsigned long long)high << 32) | low;
#else
    unsigned long long retval;
    __asm__ __volatile__("rdmsr" : "=A" (retval) : "c" (reg));
    return retval;
#endif
}

__readpmc()

__INTRIN_INLINE unsigned long long __readpmc

(

unsigned long

counter

)

Definition at line 1927 of file intrin_x86.h.

{
    unsigned long long retval;
    __asm__ __volatile__("rdpmc" : "=A" (retval) : "c" (counter));
    return retval;
}

Referenced by KsecReadMachineSpecificCounters().

__segmentlimit()

__INTRIN_INLINE unsigned long __segmentlimit

(

unsigned long

a

)

Definition at line 1935 of file intrin_x86.h.

{
    unsigned long retval;
    __asm__ __volatile__("lsl %[a], %[retval]" : [retval] "=r" (retval) : [a] "rm" (a));
    return retval;
}

__sidt()

__INTRIN_INLINE void __sidt

(

void *

Destination

)

Definition at line 1952 of file intrin_x86.h.

{
    __asm__ __volatile__("sidt %0" : : "m"(*(short*)Destination) : "memory");
}

Referenced by Amd64SetupIdt(), BlpArchInitialize(), ImgArchEfiStartBootApplication(), KdbpCmdGdtLdtIdt(), KdbpStepIntoInstruction(), KiGetMachineBootPointers(), KiI386PentiumLockErrataFixup(), KiInitializePcr(), KiSaveProcessorControlState(), Mmx86InitializeMemoryMap(), and WinLdrSetProcessorContext().

__stosb()

__INTRIN_INLINE void __stosb	(	unsigned char *	Dest,
		unsigned char	Data,
		size_t	Count
	)

Definition at line 763 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; stosb" :
        [Dest] "=D" (Dest), [Count] "=c" (Count) :
        "[Dest]" (Dest), "a" (Data), "[Count]" (Count)
    );
}

__stosd()

__INTRIN_INLINE void __stosd	(	unsigned long *	Dest,
		unsigned long	Data,
		size_t	Count
	)

Definition at line 784 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; stosl" :
        [Dest] "=D" (Dest), [Count] "=c" (Count) :
        "[Dest]" (Dest), "a" (Data), "[Count]" (Count)
    );
}

__stosw()

__INTRIN_INLINE void __stosw	(	unsigned short *	Dest,
		unsigned short	Data,
		size_t	Count
	)

Definition at line 774 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; stosw" :
        [Dest] "=D" (Dest), [Count] "=c" (Count) :
        "[Dest]" (Dest), "a" (Data), "[Count]" (Count)
    );
}

__ud2()

__INTRIN_INLINE void __ud2

(

void

)

Definition at line 1620 of file intrin_x86.h.

{
    __asm__("ud2");
}

__ull_rshift()

__INTRIN_INLINE unsigned long long __ull_rshift	(	unsigned long long	Mask,
		int	Bit
	)

Definition at line 1315 of file intrin_x86.h.

{
    unsigned long long retval = Mask;

    __asm__
    (
        "shrdl %b[Bit], %%edx, %%eax; shrl %b[Bit], %%edx" :
        "+A" (retval) :
        [Bit] "Nc" ((unsigned char)((unsigned long)Bit) & 0xFF)
    );

    return retval;
}

__wbinvd()

__INTRIN_INLINE void __wbinvd

(

void

)

Definition at line 1942 of file intrin_x86.h.

{
    __asm__ __volatile__("wbinvd" : : : "memory");
}

__writecr0()

__INTRIN_INLINE void __writecr0

(

unsigned int

Data

)

Definition at line 1718 of file intrin_x86.h.

{
    __asm__("mov %[Data], %%cr0" : : [Data] "r" (Data) : "memory");
}

Referenced by ArchSwitchContext(), BlpArchEnableTranslation(), HalpBiosCall(), KiCoprocessorError(), KiFlushNPXState(), KiInitializeCpu(), KiIsNpxErrataPresent(), KiIsNpxPresent(), KiNpxHandler(), KiRestoreProcessorControlState(), KiSetCR0Bits(), KiSwapContextEntry(), KiTrap07Handler(), KiTrap13Handler(), and WinLdrSetProcessorContext().

__writecr3()

__INTRIN_INLINE void __writecr3

(

unsigned int

Data

)

Definition at line 1723 of file intrin_x86.h.

{
    __asm__("mov %[Data], %%cr3" : : [Data] "r" (Data) : "memory");
}

Referenced by HalpFlushTLB(), handle_gdb_read_mem(), handle_gdb_write_mem(), KeFlushCurrentTb(), KeFlushProcessTb(), Ki386EnableGlobalPage(), KiRestoreProcessorControlState(), KiSwapContextExit(), KiSwapContextResume(), KiSwapProcess(), MmDefInitializeTranslation(), MmDefpFlushTlb(), ReadMemorySendHandler(), WinLdrSetProcessorContext(), and WriteMemorySendHandler().

__writecr4()

__INTRIN_INLINE void __writecr4

(

unsigned int

Data

)

Definition at line 1728 of file intrin_x86.h.

{
    __asm__("mov %[Data], %%cr4" : : [Data] "r" (Data) : "memory");
}

Referenced by ArchInitializeContext(), ArchRestoreProcessorFeatures(), ArchSwitchContext(), BlpArchEnableTranslation(), HalpFlushTLB(), KeFlushCurrentTb(), Ki386EnableDE(), Ki386EnableFxsr(), Ki386EnableGlobalPage(), Ki386EnableXMMIExceptions(), Ki386VdmEnablePentiumExtentions(), KiInitializeCpu(), KiRestoreProcessorControlState(), and MiInitializePageTable().

__writedr()

__INTRIN_INLINE void __writedr	(	unsigned	reg,
		unsigned int	value
	)

Definition at line 1864 of file intrin_x86.h.

{
    switch (reg)
    {
        case 0:
            __asm__("mov %[value], %%dr0" : : [value] "r" (value) : "memory");
            break;
        case 1:
            __asm__("mov %[value], %%dr1" : : [value] "r" (value) : "memory");
            break;
        case 2:
            __asm__("mov %[value], %%dr2" : : [value] "r" (value) : "memory");
            break;
        case 3:
            __asm__("mov %[value], %%dr3" : : [value] "r" (value) : "memory");
            break;
        case 4:
            __asm__("mov %[value], %%dr4" : : [value] "r" (value) : "memory");
            break;
        case 5:
            __asm__("mov %[value], %%dr5" : : [value] "r" (value) : "memory");
            break;
        case 6:
            __asm__("mov %[value], %%dr6" : : [value] "r" (value) : "memory");
            break;
        case 7:
            __asm__("mov %[value], %%dr7" : : [value] "r" (value) : "memory");
            break;
    }
}

Referenced by KiHandleDebugRegistersOnTrapEntry(), KiHandleDebugRegistersOnTrapExit(), KiRestoreProcessorControlState(), and KiSaveProcessorControlState().

__writeeflags()

__INTRIN_INLINE void __writeeflags

(

uintptr_t

Value

)

Definition at line 1598 of file intrin_x86.h.

{
    __asm__ __volatile__("push %0\n popf" : : "rim"(Value));
}

Referenced by HalCalibratePerformanceCounter(), HalpBiosDisplayReset(), HalpFlushTLB(), HalpInitializeClock(), HalpInitializePICs(), HalpInitializeTsc(), HalpReleaseCmosSpinLock(), HalpSetTimerRollOver(), HalRequestSoftwareInterrupt(), KdbEnterDebuggerException(), KdbpCliInit(), KfLowerIrql(), Ki386AdjustEsp0(), Ki386VdmEnablePentiumExtentions(), KiFlushNPXState(), KiSetProcessorType(), KiTrap02Handler(), KiTrap08Handler(), Test_strlen(), and WinLdrSetProcessorContext().

__writefsbyte()

__INTRIN_INLINE void __writefsbyte	(	unsigned long	Offset,
		unsigned char	Data
	)

Definition at line 944 of file intrin_x86.h.

{
    __asm__ __volatile__("movb %b[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "iq" (Data) : "memory");
}

__writefsdword()

__INTRIN_INLINE void __writefsdword	(	unsigned long	Offset,
		unsigned long	Data
	)

Definition at line 954 of file intrin_x86.h.

{
    __asm__ __volatile__("movl %k[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "ir" (Data) : "memory");
}

__writefsword()

__INTRIN_INLINE void __writefsword	(	unsigned long	Offset,
		unsigned short	Data
	)

Definition at line 949 of file intrin_x86.h.

{
    __asm__ __volatile__("movw %w[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "ir" (Data) : "memory");
}

__writemsr()

__INTRIN_INLINE void __writemsr	(	unsigned long	Register,
		unsigned long long	Value
	)

Definition at line 1918 of file intrin_x86.h.

{
#ifdef __x86_64__
    __asm__ __volatile__("wrmsr" : : "a" (Value), "d" (Value >> 32), "c" (Register));
#else
    __asm__ __volatile__("wrmsr" : : "A" (Value), "c" (Register));
#endif
}

_abs64()

__INTRIN_INLINE long long __cdecl _abs64

(

long long

value

)

Definition at line 1428 of file intrin_x86.h.

{
    return (value >= 0) ? value : -value;
}

_BitScanForward()

__INTRIN_INLINE unsigned char _BitScanForward	(	unsigned long *	Index,
		unsigned long	Mask
	)

Definition at line 1032 of file intrin_x86.h.

{
    __asm__("bsfl %[Mask], %[Index]" : [Index] "=r" (*Index) : [Mask] "mr" (Mask));
    return Mask ? 1 : 0;
}

Referenced by GetBestRoute(), MmMakeSegmentResident(), and ZSTD_NbCommonBytes().

_BitScanReverse()

__INTRIN_INLINE unsigned char _BitScanReverse	(	unsigned long *	Index,
		unsigned long	Mask
	)

Definition at line 1040 of file intrin_x86.h.

{
    __asm__("bsrl %[Mask], %[Index]" : [Index] "=r" (*Index) : [Mask] "mr" (Mask));
    return Mask ? 1 : 0;
}

Referenced by BIT_highbit32(), ZSTD_highbit32(), and ZSTD_NbCommonBytes().

_bittest()

__INTRIN_INLINE unsigned char _bittest	(	const long *	a,
		long	b
	)

Definition at line 1049 of file intrin_x86.h.

{
    unsigned char retval;

    if(__builtin_constant_p(b))
        __asm__("bt %[b], %[a]; setb %b[retval]" : [retval] "=q" (retval) : [a] "mr" (*(a + (b / 32))), [b] "Ir" (b % 32));
    else
        __asm__("bt %[b], %[a]; setb %b[retval]" : [retval] "=q" (retval) : [a] "m" (*a), [b] "r" (b));

    return retval;
}

_bittestandcomplement()

__INTRIN_INLINE unsigned char _bittestandcomplement	(	long *	a,
		long	b
	)

Definition at line 1093 of file intrin_x86.h.

{
    unsigned char retval;

    if(__builtin_constant_p(b))
        __asm__("btc %[b], %[a]; setb %b[retval]" : [a] "+mr" (*(a + (b / 32))), [retval] "=q" (retval) : [b] "Ir" (b % 32));
    else
        __asm__("btc %[b], %[a]; setb %b[retval]" : [a] "+m" (*a), [retval] "=q" (retval) : [b] "r" (b));

    return retval;
}

_bittestandreset()

__INTRIN_INLINE unsigned char _bittestandreset	(	long *	a,
		long	b
	)

Definition at line 1107 of file intrin_x86.h.

{
    unsigned char retval;

    if(__builtin_constant_p(b))
        __asm__("btr %[b], %[a]; setb %b[retval]" : [a] "+mr" (*(a + (b / 32))), [retval] "=q" (retval) : [b] "Ir" (b % 32));
    else
        __asm__("btr %[b], %[a]; setb %b[retval]" : [a] "+m" (*a), [retval] "=q" (retval) : [b] "r" (b));

    return retval;
}

_bittestandset()

__INTRIN_INLINE unsigned char _bittestandset	(	long *	a,
		long	b
	)

Definition at line 1121 of file intrin_x86.h.

{
    unsigned char retval;

    if(__builtin_constant_p(b))
        __asm__("bts %[b], %[a]; setb %b[retval]" : [a] "+mr" (*(a + (b / 32))), [retval] "=q" (retval) : [b] "Ir" (b % 32));
    else
        __asm__("bts %[b], %[a]; setb %b[retval]" : [a] "+m" (*a), [retval] "=q" (retval) : [b] "r" (b));

    return retval;
}

_byteswap_uint64()

__INTRIN_INLINE unsigned long long __cdecl _byteswap_uint64

(

unsigned long long

value

)

Definition at line 1351 of file intrin_x86.h.

{
    union {
        unsigned long long int64part;
        struct {
            unsigned long lowpart;
            unsigned long hipart;
        };
    } retval;
    retval.int64part = value;
    __asm__("bswapl %[lowpart]\n"
            "bswapl %[hipart]\n"
            : [lowpart] "=r" (retval.hipart), [hipart] "=r" (retval.lowpart)  : "[lowpart]" (retval.lowpart), "[hipart]" (retval.hipart) );
    return retval.int64part;
}

_byteswap_ulong()

__INTRIN_INLINE unsigned long __cdecl _byteswap_ulong

(

unsigned long

value

)

Definition at line 1336 of file intrin_x86.h.

{
    unsigned long retval;
    __asm__("bswapl %[retval]" : [retval] "=r" (retval) : "[retval]" (value));
    return retval;
}

_byteswap_ushort()

__INTRIN_INLINE unsigned short __cdecl _byteswap_ushort

(

unsigned short

value

)

Definition at line 1329 of file intrin_x86.h.

{
    unsigned short retval;
    __asm__("rorw $8, %w[retval]" : [retval] "=rm" (retval) : "[retval]" (value));
    return retval;
}

_disable()

__INTRIN_INLINE void __cdecl _disable

(

void

)

Definition at line 1633 of file intrin_x86.h.

{
    __asm__("cli" : : : "memory");
}

Referenced by _HalpApcInterruptHandler(), _HalpDispatchInterruptHandler(), acpi_suspend(), ArchSwitchContext(), BlpArchEnableTranslation(), CloseBitPlane(), ExAcquireResourceLock(), FrLdrBugCheckEx(), FrLdrBugCheckWithMessage(), HalCalibratePerformanceCounter(), HalDisableSystemInterrupt(), HalDisplayString(), HalEnableSystemInterrupt(), HaliHaltSystem(), HalpAcquireCmosSpinLock(), HalpApcInterruptHandler(), HalpBiosDisplayReset(), HalpDispatchInterruptHandler(), HalpEndSystemInterrupt(), HalpFlushTLB(), HalpInitializeClock(), HalpInitializePICs(), HalpInitializeTsc(), HalpLowerIrql(), HalpReboot(), HalpSetTimerRollOver(), HalRequestSoftwareInterrupt(), KdbEnterDebuggerException(), KdbpCliInit(), KeBugCheckWithTf(), KeDisableInterrupts(), KeEnterKernelDebugger(), KeGetCurrentIrql(), KeSetCurrentIrql(), KfLowerIrql(), KfRaiseIrql(), Ki386AdjustEsp0(), Ki386VdmEnablePentiumExtentions(), KiApcInterrupt(), KiCheckForApcDelivery(), KiCommonExit(), KiDispatchInterrupt(), KiDpcInterruptHandler(), KiEndInterrupt(), KiEnterV86Mode(), KiExitInterrupt(), KiExitSystemCallDebugChecks(), KiExitV86Trap(), KiFlushNPXState(), KiI386PentiumLockErrataFixup(), KiIdleLoop(), KiInterruptDispatch3(), KiIsNpxErrataPresent(), KiRetireDpcList(), KiSetupDecrementerTrap(), KiSwapContextEntry(), KiSwitchKernelStack(), KiSystemService(), KiTimerExpiration(), KiTrap02Handler(), KiTrap06Handler(), KiTrap07Handler(), KiTrap08Handler(), KiTrap0DHandler(), KiUserModeCallout(), MachInit(), MpsTimerHandler(), NtCallbackReturn(), OpenBitPlane(), PopShutdownHandler(), sb16_play(), ScrAcquireOwnership(), ScrSetCursor(), ScrSetCursorShape(), and WinLdrSetProcessorContext().

_enable()

__INTRIN_INLINE void __cdecl _enable

(

void

)

Definition at line 1638 of file intrin_x86.h.

{
    __asm__("sti" : : : "memory");
}

Referenced by _HalpApcInterruptHandler(), _HalpDismissIrqGeneric(), _HalpDismissIrqLevel(), _HalpDispatchInterruptHandler(), acpi_suspend(), ArchSwitchContext(), CloseBitPlane(), ExpInitializeExecutive(), ExReleaseResourceLock(), HalBeginSystemInterrupt(), HalDisableSystemInterrupt(), HalEnableSystemInterrupt(), HalpApcInterruptHandler(), HalpDispatchInterruptHandler(), HalpEndSystemInterrupt(), HalpInitializeTsc(), HalpInitPICs(), HalpLowerIrql(), HalProcessorIdle(), KdPollBreakIn(), KeGetCurrentIrql(), KeRemoveQueueDpc(), KeRestoreInterrupts(), KeSetCurrentIrql(), KeThawExecution(), KfLowerIrql(), KfRaiseIrql(), KiApcInterrupt(), KiCheckForApcDelivery(), KiDebugHandler(), KiDispatchInterrupt(), KiDpcInterruptHandler(), KiEnterV86Mode(), KiExitV86Mode(), KiExitV86Trap(), KiI386PentiumLockErrataFixup(), KiIdleLoop(), KiInitializeSystem(), KiInterruptDispatch3(), KiInterruptHandler(), KiIsNpxErrataPresent(), KiNpxHandler(), KiRetireDpcList(), KiSetupDecrementerTrap(), KiSwapContextEntry(), KiSystemCallHandler(), KiSystemService(), KiSystemServiceHandler(), KiSystemStartupBootStack(), KiTimerExpiration(), KiTrap00Handler(), KiTrap01Handler(), KiTrap04Handler(), KiTrap05Handler(), KiTrap06Handler(), KiTrap07Handler(), KiTrap09Handler(), KiTrap0DHandler(), KiTrap0EHandler(), KiTrap10Handler(), KiTrap11Handler(), KiTrap13Handler(), KiUserModeCallout(), MpsTimerHandler(), NtCallbackReturn(), OpenBitPlane(), sb16_play(), ScrAcquireOwnership(), ScrSetCursor(), and ScrSetCursorShape().

_inp()

__INTRIN_INLINE int __cdecl _inp

(

unsigned short

Port

)

Definition at line 1537 of file intrin_x86.h.

{
    return __inbyte(Port);
}

_inpd()

__INTRIN_INLINE unsigned long __cdecl _inpd

(

unsigned short

Port

)

Definition at line 1547 of file intrin_x86.h.

{
    return __indword(Port);
}

_inpw()

__INTRIN_INLINE unsigned short __cdecl _inpw

(

unsigned short

Port

)

Definition at line 1542 of file intrin_x86.h.

{
    return __inword(Port);
}

_InterlockedAnd()

__INTRIN_INLINE long _InterlockedAnd	(	volatile long *	value,
		long	mask
	)

Definition at line 501 of file intrin_x86.h.

{
    long x;
    long y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange(value, x & mask, x);
    }
    while(y != x);

    return y;
}

_InterlockedAnd16()

__INTRIN_INLINE short _InterlockedAnd16	(	volatile short *	value,
		short	mask
	)

Definition at line 482 of file intrin_x86.h.

{
    short x;
    short y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange16(value, x & mask, x);
    }
    while(y != x);

    return y;
}

_InterlockedAnd8()

__INTRIN_INLINE char _InterlockedAnd8	(	volatile char *	value,
		char	mask
	)

Definition at line 463 of file intrin_x86.h.

{
    char x;
    char y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange8(value, x & mask, x);
    }
    while(y != x);

    return y;
}

_interlockedbittestandreset()

__INTRIN_INLINE unsigned char _interlockedbittestandreset	(	volatile long *	a,
		long	b
	)

Definition at line 724 of file intrin_x86.h.

{
    unsigned char retval;
    __asm__("lock; btrl %[b], %[a]; setb %b[retval]" : [retval] "=q" (retval), [a] "+m" (*a) : [b] "Ir" (b) : "memory");
    return retval;
}

_interlockedbittestandset()

__INTRIN_INLINE unsigned char _interlockedbittestandset	(	volatile long *	a,
		long	b
	)

Definition at line 742 of file intrin_x86.h.

{
    unsigned char retval;
    __asm__("lock; btsl %[b], %[a]; setc %b[retval]" : [retval] "=q" (retval), [a] "+m" (*a) : [b] "Ir" (b) : "memory");
    return retval;
}

_InterlockedCompareExchange()

__INTRIN_INLINE long _InterlockedCompareExchange	(	volatile long *	Destination,
		long	Exchange,
		long	Comperand
	)

Definition at line 382 of file intrin_x86.h.

{
    long retval = Comperand;
    __asm__("lock; cmpxchgl %k[Exchange], %[Destination]" : [retval] "+a" (retval) : [Destination] "m" (*Destination), [Exchange] "q" (Exchange): "memory");
    return retval;
}

Referenced by _InterlockedAnd(), _InterlockedOr(), and _InterlockedXor().

_InterlockedCompareExchange16()

__INTRIN_INLINE short _InterlockedCompareExchange16	(	volatile short *	Destination,
		short	Exchange,
		short	Comperand
	)

Definition at line 373 of file intrin_x86.h.

{
    short retval = Comperand;
    __asm__("lock; cmpxchgw %w[Exchange], %[Destination]" : [retval] "+a" (retval) : [Destination] "m" (*Destination), [Exchange] "q" (Exchange): "memory");
    return retval;
}

Referenced by _InterlockedAnd16(), _InterlockedOr16(), and _InterlockedXor16().

_InterlockedCompareExchange64()

__INTRIN_INLINE long long _InterlockedCompareExchange64	(	volatile long long *	Destination,
		long long	Exchange,
		long long	Comperand
	)

Definition at line 685 of file intrin_x86.h.

{
    long long retval = Comperand;

    __asm__
    (
        "lock; cmpxchg8b %[Destination]" :
        [retval] "+A" (retval) :
            [Destination] "m" (*Destination),
            "b" ((unsigned long)((Exchange >>  0) & 0xFFFFFFFF)),
            "c" ((unsigned long)((Exchange >> 32) & 0xFFFFFFFF)) :
        "memory"
    );

    return retval;
}

_InterlockedCompareExchange8()

__INTRIN_INLINE char _InterlockedCompareExchange8	(	volatile char *	Destination,
		char	Exchange,
		char	Comperand
	)

Definition at line 364 of file intrin_x86.h.

{
    char retval = Comperand;
    __asm__("lock; cmpxchgb %b[Exchange], %[Destination]" : [retval] "+a" (retval) : [Destination] "m" (*Destination), [Exchange] "q" (Exchange) : "memory");
    return retval;
}

Referenced by _InterlockedAnd8(), _InterlockedOr8(), and _InterlockedXor8().

_InterlockedCompareExchangePointer()

__INTRIN_INLINE void* _InterlockedCompareExchangePointer	(	void *volatile *	Destination,
		void *	Exchange,
		void *	Comperand
	)

Definition at line 391 of file intrin_x86.h.

{
    void * retval = (void *)Comperand;
    __asm__("lock; cmpxchgl %k[Exchange], %[Destination]" : [retval] "=a" (retval) : "[retval]" (retval), [Destination] "m" (*Destination), [Exchange] "q" (Exchange) : "memory");
    return retval;
}

_InterlockedDecrement()

__INTRIN_INLINE long _InterlockedDecrement

(

volatile long *

lpAddend

)

Definition at line 634 of file intrin_x86.h.

{
    return _InterlockedExchangeAdd(lpAddend, -1) - 1;
}

_InterlockedDecrement16()

__INTRIN_INLINE short _InterlockedDecrement16

(

volatile short *

lpAddend

)

Definition at line 648 of file intrin_x86.h.

{
    return _InterlockedExchangeAdd16(lpAddend, -1) - 1;
}

_InterlockedExchange()

__INTRIN_INLINE long _InterlockedExchange	(	volatile long *	Target,
		long	Value
	)

Definition at line 418 of file intrin_x86.h.

{
    long retval = Value;
    __asm__("xchgl %[retval], %[Target]" : [retval] "+r" (retval) : [Target] "m" (*Target) : "memory");
    return retval;
}

_InterlockedExchange16()

__INTRIN_INLINE short _InterlockedExchange16	(	volatile short *	Target,
		short	Value
	)

Definition at line 409 of file intrin_x86.h.

{
    short retval = Value;
    __asm__("xchgw %[retval], %[Target]" : [retval] "+r" (retval) : [Target] "m" (*Target) : "memory");
    return retval;
}

_InterlockedExchange8()

__INTRIN_INLINE char _InterlockedExchange8	(	volatile char *	Target,
		char	Value
	)

Definition at line 400 of file intrin_x86.h.

{
    char retval = Value;
    __asm__("xchgb %[retval], %[Target]" : [retval] "+r" (retval) : [Target] "m" (*Target) : "memory");
    return retval;
}

_InterlockedExchangeAdd()

__INTRIN_INLINE long _InterlockedExchangeAdd	(	volatile long *	Addend,
		long	Value
	)

Definition at line 454 of file intrin_x86.h.

{
    long retval = Value;
    __asm__("lock; xaddl %[retval], %[Addend]" : [retval] "+r" (retval) : [Addend] "m" (*Addend) : "memory");
    return retval;
}

Referenced by _InterlockedDecrement(), and _InterlockedIncrement().

_InterlockedExchangeAdd16()

__INTRIN_INLINE short _InterlockedExchangeAdd16	(	volatile short *	Addend,
		short	Value
	)

Definition at line 445 of file intrin_x86.h.

{
    short retval = Value;
    __asm__("lock; xaddw %[retval], %[Addend]" : [retval] "+r" (retval) : [Addend] "m" (*Addend) : "memory");
    return retval;
}

Referenced by _InterlockedDecrement16(), and _InterlockedIncrement16().

_InterlockedExchangeAdd8()

__INTRIN_INLINE char _InterlockedExchangeAdd8	(	char volatile *	Addend,
		char	Value
	)

Definition at line 436 of file intrin_x86.h.

{
    char retval = Value;
    __asm__("lock; xaddb %[retval], %[Addend]" : [retval] "+r" (retval) : [Addend] "m" (*Addend) : "memory");
    return retval;
}

_InterlockedExchangePointer()

__INTRIN_INLINE void* _InterlockedExchangePointer	(	void *volatile *	Target,
		void *	Value
	)

Definition at line 427 of file intrin_x86.h.

{
    void * retval = Value;
    __asm__("xchgl %[retval], %[Target]" : [retval] "+r" (retval) : [Target] "m" (*Target) : "memory");
    return retval;
}

_InterlockedIncrement()

__INTRIN_INLINE long _InterlockedIncrement

(

volatile long *

lpAddend

)

Definition at line 641 of file intrin_x86.h.

{
    return _InterlockedExchangeAdd(lpAddend, 1) + 1;
}

_InterlockedIncrement16()

__INTRIN_INLINE short _InterlockedIncrement16

(

volatile short *

lpAddend

)

Definition at line 655 of file intrin_x86.h.

{
    return _InterlockedExchangeAdd16(lpAddend, 1) + 1;
}

_InterlockedOr()

__INTRIN_INLINE long _InterlockedOr	(	volatile long *	value,
		long	mask
	)

Definition at line 558 of file intrin_x86.h.

{
    long x;
    long y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange(value, x | mask, x);
    }
    while(y != x);

    return y;
}

_InterlockedOr16()

__INTRIN_INLINE short _InterlockedOr16	(	volatile short *	value,
		short	mask
	)

Definition at line 539 of file intrin_x86.h.

{
    short x;
    short y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange16(value, x | mask, x);
    }
    while(y != x);

    return y;
}

_InterlockedOr8()

__INTRIN_INLINE char _InterlockedOr8	(	volatile char *	value,
		char	mask
	)

Definition at line 520 of file intrin_x86.h.

{
    char x;
    char y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange8(value, x | mask, x);
    }
    while(y != x);

    return y;
}

_InterlockedXor()

__INTRIN_INLINE long _InterlockedXor	(	volatile long *	value,
		long	mask
	)

Definition at line 615 of file intrin_x86.h.

{
    long x;
    long y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange(value, x ^ mask, x);
    }
    while(y != x);

    return y;
}

_InterlockedXor16()

__INTRIN_INLINE short _InterlockedXor16	(	volatile short *	value,
		short	mask
	)

Definition at line 596 of file intrin_x86.h.

{
    short x;
    short y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange16(value, x ^ mask, x);
    }
    while(y != x);

    return y;
}

_InterlockedXor8()

__INTRIN_INLINE char _InterlockedXor8	(	volatile char *	value,
		char	mask
	)

Definition at line 577 of file intrin_x86.h.

{
    char x;
    char y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange8(value, x ^ mask, x);
    }
    while(y != x);

    return y;
}

_lrotl()

unsigned long _lrotl	(	unsigned long	value,
		int	shift
	)

Definition at line 1263 of file intrin_x86.h.

{
    unsigned long retval;
    __asm__("roll %b[shift], %k[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_lrotr()

unsigned long _lrotr	(	unsigned long	value,
		int	shift
	)

Definition at line 1272 of file intrin_x86.h.

{
    unsigned long retval;
    __asm__("rorl %b[shift], %k[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_mm_lfence()

__INTRIN_INLINE void _mm_lfence

(

void

)

Definition at line 106 of file intrin_x86.h.

{
    _ReadBarrier();
    __asm__ __volatile__("lfence");
    _ReadBarrier();
}

_mm_mfence()

__INTRIN_INLINE void _mm_mfence

(

void

)

Definition at line 99 of file intrin_x86.h.

{
    __asm__ __volatile__("mfence" : : : "memory");
}

_mm_pause()

__INTRIN_INLINE void _mm_pause

(

void

)

Definition at line 1965 of file intrin_x86.h.

{
    __asm__ __volatile__("pause" : : : "memory");
}

_mm_sfence()

__INTRIN_INLINE void _mm_sfence

(

void

)

Definition at line 115 of file intrin_x86.h.

{
    _WriteBarrier();
    __asm__ __volatile__("sfence");
    _WriteBarrier();
}

_outp()

__INTRIN_INLINE int __cdecl _outp	(	unsigned short	Port,
		int	databyte
	)

Definition at line 1552 of file intrin_x86.h.

{
    __outbyte(Port, (unsigned char)databyte);
    return databyte;
}

_outpd()

__INTRIN_INLINE unsigned long __cdecl _outpd	(	unsigned short	Port,
		unsigned long	dataword
	)

Definition at line 1564 of file intrin_x86.h.

{
    __outdword(Port, dataword);
    return dataword;
}

_outpw()

__INTRIN_INLINE unsigned short __cdecl _outpw	(	unsigned short	Port,
		unsigned short	dataword
	)

Definition at line 1558 of file intrin_x86.h.

{
    __outword(Port, dataword);
    return dataword;
}

_ReadWriteBarrier()

__INTRIN_INLINE void _ReadWriteBarrier

(

void

)

Definition at line 88 of file intrin_x86.h.

{
    __asm__ __volatile__("" : : : "memory");
}

_rotl()

__INTRIN_INLINE unsigned int __cdecl _rotl	(	unsigned int	value,
		int	shift
	)

Definition at line 1193 of file intrin_x86.h.

{
    unsigned int retval;
    __asm__("roll %b[shift], %k[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_rotl16()

__INTRIN_INLINE unsigned short __cdecl _rotl16	(	unsigned short	value,
		unsigned char	shift
	)

Definition at line 1184 of file intrin_x86.h.

{
    unsigned short retval;
    __asm__("rolw %b[shift], %w[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_rotl64()

__INTRIN_INLINE unsigned long long __cdecl _rotl64	(	unsigned long long	value,
		int	shift
	)

Definition at line 1210 of file intrin_x86.h.

{
    /* FIXME: this is probably not optimal */
    return (value << shift) | (value >> (64 - shift));
}

_rotl8()

__INTRIN_INLINE unsigned char __cdecl _rotl8	(	unsigned char	value,
		unsigned char	shift
	)

Definition at line 1175 of file intrin_x86.h.

{
    unsigned char retval;
    __asm__("rolb %b[shift], %b[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_rotr()

unsigned int _rotr	(	unsigned int	value,
		int	shift
	)

Definition at line 1219 of file intrin_x86.h.

{
    unsigned int retval;
    __asm__("rorl %b[shift], %k[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_rotr16()

__INTRIN_INLINE unsigned short __cdecl _rotr16	(	unsigned short	value,
		unsigned char	shift
	)

Definition at line 1237 of file intrin_x86.h.

{
    unsigned short retval;
    __asm__("rorw %b[shift], %w[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_rotr64()

__INTRIN_INLINE unsigned long long __cdecl _rotr64	(	unsigned long long	value,
		int	shift
	)

Definition at line 1254 of file intrin_x86.h.

{
    /* FIXME: this is probably not optimal */
    return (value >> shift) | (value << (64 - shift));
}

_rotr8()

__INTRIN_INLINE unsigned char __cdecl _rotr8	(	unsigned char	value,
		unsigned char	shift
	)

Definition at line 1228 of file intrin_x86.h.

{
    unsigned char retval;
    __asm__("rorb %b[shift], %b[retval]" : [retval] "=qm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_sgdt()

__INTRIN_INLINE void _sgdt

(

void *

Destination

)

Definition at line 1957 of file intrin_x86.h.

{
    __asm__ __volatile__("sgdt %0" : : "m"(*(short*)Destination) : "memory");
}

Referenced by ImgArchEfiStartBootApplication(), and Mmx86InitializeMemoryMap().

memcpy()

__INTRIN_INLINE void* __cdecl memcpy	(	void *	dest,
		const void *	source,
		size_t	num
	)

Definition at line 74 of file intrin_x86.h.

{
    return memmove(dest, source, num);
}

memmove()

void* __cdecl memmove	(	void *	dest,
		const void *	source,
		size_t	num
	)

Definition at line 4 of file memmove.c.

{
    char *char_dest = (char *)dest;
    char *char_src = (char *)src;

    if ((char_dest <= char_src) || (char_dest >= (char_src+count)))
    {
        /*  non-overlapping buffers */
        while(count > 0)
    {
            *char_dest = *char_src;
            char_dest++;
            char_src++;
            count--;
    }
    }
    else
    {
        /* overlaping buffers */
        char_dest = (char *)dest + count - 1;
        char_src = (char *)src + count - 1;

        while(count > 0)
    {
           *char_dest = *char_src;
           char_dest--;
           char_src--;
           count--;
    }
    }

    return dest;
}

Referenced by memcpy().