intrin_x86.h File Reference

Go to the source code of this file.

Macros
#define	_ReturnAddress()   (__builtin_return_address(0))
#define	_AddressOfReturnAddress()   (&(((void **)(__builtin_frame_address(0)))[1]))
#define	_ReadBarrier   _ReadWriteBarrier
#define	_WriteBarrier   _ReadWriteBarrier

Functions
void *__cdecl	memmove (void *dest, const void *source, size_t num)
__INTRIN_INLINE void *__cdecl	memcpy (void *dest, const void *source, size_t num)
__INTRIN_INLINE void	_ReadWriteBarrier (void)
__INTRIN_INLINE void	_mm_mfence (void)
__INTRIN_INLINE void	_mm_lfence (void)
__INTRIN_INLINE void	_mm_sfence (void)
__INTRIN_INLINE char	_InterlockedCompareExchange8 (volatile char *Destination, char Exchange, char Comperand)
__INTRIN_INLINE short	_InterlockedCompareExchange16 (volatile short *Destination, short Exchange, short Comperand)
__INTRIN_INLINE long	_InterlockedCompareExchange (volatile long *Destination, long Exchange, long Comperand)
__INTRIN_INLINE void *	_InterlockedCompareExchangePointer (void *volatile *Destination, void *Exchange, void *Comperand)
__INTRIN_INLINE char	_InterlockedExchange8 (volatile char *Target, char Value)
__INTRIN_INLINE short	_InterlockedExchange16 (volatile short *Target, short Value)
__INTRIN_INLINE long	_InterlockedExchange (volatile long *Target, long Value)
__INTRIN_INLINE void *	_InterlockedExchangePointer (void *volatile *Target, void *Value)
__INTRIN_INLINE char	_InterlockedExchangeAdd8 (char volatile *Addend, char Value)
__INTRIN_INLINE short	_InterlockedExchangeAdd16 (volatile short *Addend, short Value)
__INTRIN_INLINE long	_InterlockedExchangeAdd (volatile long *Addend, long Value)
__INTRIN_INLINE char	_InterlockedAnd8 (volatile char *value, char mask)
__INTRIN_INLINE short	_InterlockedAnd16 (volatile short *value, short mask)
__INTRIN_INLINE long	_InterlockedAnd (volatile long *value, long mask)
__INTRIN_INLINE char	_InterlockedOr8 (volatile char *value, char mask)
__INTRIN_INLINE short	_InterlockedOr16 (volatile short *value, short mask)
__INTRIN_INLINE long	_InterlockedOr (volatile long *value, long mask)
__INTRIN_INLINE char	_InterlockedXor8 (volatile char *value, char mask)
__INTRIN_INLINE short	_InterlockedXor16 (volatile short *value, short mask)
__INTRIN_INLINE long	_InterlockedXor (volatile long *value, long mask)
__INTRIN_INLINE long	_InterlockedDecrement (volatile long *lpAddend)
__INTRIN_INLINE long	_InterlockedIncrement (volatile long *lpAddend)
__INTRIN_INLINE short	_InterlockedDecrement16 (volatile short *lpAddend)
__INTRIN_INLINE short	_InterlockedIncrement16 (volatile short *lpAddend)
__INTRIN_INLINE long long	_InterlockedCompareExchange64 (volatile long long *Destination, long long Exchange, long long Comperand)
__INTRIN_INLINE unsigned char	_interlockedbittestandreset (volatile long *a, long b)
__INTRIN_INLINE unsigned char	_interlockedbittestandset (volatile long *a, long b)
__INTRIN_INLINE void	__stosb (unsigned char *Dest, unsigned char Data, size_t Count)
__INTRIN_INLINE void	__stosw (unsigned short *Dest, unsigned short Data, size_t Count)
__INTRIN_INLINE void	__stosd (unsigned long *Dest, unsigned long Data, size_t Count)
__INTRIN_INLINE void	__movsb (unsigned char *Destination, const unsigned char *Source, size_t Count)
__INTRIN_INLINE void	__movsw (unsigned short *Destination, const unsigned short *Source, size_t Count)
__INTRIN_INLINE void	__movsd (unsigned long *Destination, const unsigned long *Source, size_t Count)
__INTRIN_INLINE void	__writefsbyte (unsigned long Offset, unsigned char Data)
__INTRIN_INLINE void	__writefsword (unsigned long Offset, unsigned short Data)
__INTRIN_INLINE void	__writefsdword (unsigned long Offset, unsigned long Data)
__INTRIN_INLINE unsigned char	__readfsbyte (unsigned long Offset)
__INTRIN_INLINE unsigned short	__readfsword (unsigned long Offset)
__INTRIN_INLINE unsigned long	__readfsdword (unsigned long Offset)
__INTRIN_INLINE void	__incfsbyte (unsigned long Offset)
__INTRIN_INLINE void	__incfsword (unsigned long Offset)
__INTRIN_INLINE void	__incfsdword (unsigned long Offset)
__INTRIN_INLINE void	__addfsbyte (unsigned long Offset, unsigned char Data)
__INTRIN_INLINE void	__addfsword (unsigned long Offset, unsigned short Data)
__INTRIN_INLINE void	__addfsdword (unsigned long Offset, unsigned long Data)
__INTRIN_INLINE unsigned char	_BitScanForward (unsigned long *Index, unsigned long Mask)
__INTRIN_INLINE unsigned char	_BitScanReverse (unsigned long *Index, unsigned long Mask)
__INTRIN_INLINE unsigned char	_bittest (const long *a, long b)
__INTRIN_INLINE unsigned char	_bittestandcomplement (long *a, long b)
__INTRIN_INLINE unsigned char	_bittestandreset (long *a, long b)
__INTRIN_INLINE unsigned char	_bittestandset (long *a, long b)
__INTRIN_INLINE unsigned char __cdecl	_rotl8 (unsigned char value, unsigned char shift)
__INTRIN_INLINE unsigned short __cdecl	_rotl16 (unsigned short value, unsigned char shift)
__INTRIN_INLINE unsigned int __cdecl	_rotl (unsigned int value, int shift)
__INTRIN_INLINE unsigned long long __cdecl	_rotl64 (unsigned long long value, int shift)
__INTRIN_INLINE unsigned int __cdecl	_rotr (unsigned int value, int shift)
__INTRIN_INLINE unsigned char __cdecl	_rotr8 (unsigned char value, unsigned char shift)
__INTRIN_INLINE unsigned short __cdecl	_rotr16 (unsigned short value, unsigned char shift)
__INTRIN_INLINE unsigned long long __cdecl	_rotr64 (unsigned long long value, int shift)
__INTRIN_INLINE unsigned long __cdecl	_lrotl (unsigned long value, int shift)
__INTRIN_INLINE unsigned long __cdecl	_lrotr (unsigned long value, int shift)
__INTRIN_INLINE unsigned long long	__ll_lshift (unsigned long long Mask, int Bit)
__INTRIN_INLINE long long	__ll_rshift (long long Mask, int Bit)
__INTRIN_INLINE unsigned long long	__ull_rshift (unsigned long long Mask, int Bit)
__INTRIN_INLINE unsigned short __cdecl	_byteswap_ushort (unsigned short value)
__INTRIN_INLINE unsigned long __cdecl	_byteswap_ulong (unsigned long value)
__INTRIN_INLINE unsigned long long __cdecl	_byteswap_uint64 (unsigned long long value)
__INTRIN_INLINE unsigned int	__lzcnt (unsigned int value)
__INTRIN_INLINE unsigned short	__lzcnt16 (unsigned short value)
__INTRIN_INLINE unsigned int	__popcnt (unsigned int value)
__INTRIN_INLINE unsigned short	__popcnt16 (unsigned short value)
__INTRIN_INLINE long long	__emul (int a, int b)
__INTRIN_INLINE unsigned long long	__emulu (unsigned int a, unsigned int b)
__INTRIN_INLINE long long __cdecl	_abs64 (long long value)
__INTRIN_INLINE unsigned char	__inbyte (unsigned short Port)
__INTRIN_INLINE unsigned short	__inword (unsigned short Port)
__INTRIN_INLINE unsigned long	__indword (unsigned short Port)
__INTRIN_INLINE void	__inbytestring (unsigned short Port, unsigned char *Buffer, unsigned long Count)
__INTRIN_INLINE void	__inwordstring (unsigned short Port, unsigned short *Buffer, unsigned long Count)
__INTRIN_INLINE void	__indwordstring (unsigned short Port, unsigned long *Buffer, unsigned long Count)
__INTRIN_INLINE void	__outbyte (unsigned short Port, unsigned char Data)
__INTRIN_INLINE void	__outword (unsigned short Port, unsigned short Data)
__INTRIN_INLINE void	__outdword (unsigned short Port, unsigned long Data)
__INTRIN_INLINE void	__outbytestring (unsigned short Port, unsigned char *Buffer, unsigned long Count)
__INTRIN_INLINE void	__outwordstring (unsigned short Port, unsigned short *Buffer, unsigned long Count)
__INTRIN_INLINE void	__outdwordstring (unsigned short Port, unsigned long *Buffer, unsigned long Count)
__INTRIN_INLINE int __cdecl	_inp (unsigned short Port)
__INTRIN_INLINE unsigned short __cdecl	_inpw (unsigned short Port)
__INTRIN_INLINE unsigned long __cdecl	_inpd (unsigned short Port)
__INTRIN_INLINE int __cdecl	_outp (unsigned short Port, int databyte)
__INTRIN_INLINE unsigned short __cdecl	_outpw (unsigned short Port, unsigned short dataword)
__INTRIN_INLINE unsigned long __cdecl	_outpd (unsigned short Port, unsigned long dataword)
__INTRIN_INLINE void	__cpuid (int CPUInfo[4], int InfoType)
__INTRIN_INLINE void	__cpuidex (int CPUInfo[4], int InfoType, int ECXValue)
__INTRIN_INLINE unsigned long long	__rdtsc (void)
__INTRIN_INLINE void	__writeeflags (uintptr_t Value)
__INTRIN_INLINE uintptr_t	__readeflags (void)
__INTRIN_INLINE void __cdecl	__debugbreak (void)
__INTRIN_INLINE void	__ud2 (void)
__INTRIN_INLINE void	__int2c (void)
__INTRIN_INLINE void __cdecl	_disable (void)
__INTRIN_INLINE void __cdecl	_enable (void)
__INTRIN_INLINE void	__halt (void)
	__declspec (noreturn) __INTRIN_INLINE void __fastfail(unsigned int Code)
__INTRIN_INLINE void	__writecr0 (unsigned int Data)
__INTRIN_INLINE void	__writecr3 (unsigned int Data)
__INTRIN_INLINE void	__writecr4 (unsigned int Data)
__INTRIN_INLINE unsigned long	__readcr0 (void)
__INTRIN_INLINE unsigned long	__readcr2 (void)
__INTRIN_INLINE unsigned long	__readcr3 (void)
__INTRIN_INLINE unsigned long	__readcr4 (void)
__INTRIN_INLINE unsigned int	__readdr (unsigned int reg)
__INTRIN_INLINE void	__writedr (unsigned reg, unsigned int value)
__INTRIN_INLINE void	__invlpg (void *Address)
__INTRIN_INLINE unsigned long long	__readmsr (unsigned long reg)
__INTRIN_INLINE void	__writemsr (unsigned long Register, unsigned long long Value)
__INTRIN_INLINE unsigned long long	__readpmc (unsigned long counter)
__INTRIN_INLINE unsigned long	__segmentlimit (unsigned long a)
__INTRIN_INLINE void	__wbinvd (void)
__INTRIN_INLINE void	__lidt (void *Source)
__INTRIN_INLINE void	__sidt (void *Destination)
__INTRIN_INLINE void	_sgdt (void *Destination)
__INTRIN_INLINE void	_mm_pause (void)
__INTRIN_INLINE void	__nop (void)

Macro Definition Documentation

_AddressOfReturnAddress

#define _AddressOfReturnAddress

(

void

)

(&(((void **)(__builtin_frame_address(0)))[1]))

Definition at line 82 of file intrin_x86.h.

_ReadBarrier

#define _ReadBarrier   _ReadWriteBarrier

Definition at line 95 of file intrin_x86.h.

_ReturnAddress

#define _ReturnAddress

(

void

)

(__builtin_return_address(0))

Definition at line 81 of file intrin_x86.h.

_WriteBarrier

#define _WriteBarrier   _ReadWriteBarrier

Definition at line 96 of file intrin_x86.h.

Function Documentation

__addfsbyte()

__INTRIN_INLINE void __addfsbyte	(	unsigned long	Offset,
		unsigned char	Data
	)

Definition at line 1017 of file intrin_x86.h.

{
    if(!__builtin_constant_p(Offset))
        __asm__ __volatile__("addb %b[Offset], %%fs:%a[Offset]" : : [Offset] "r" (Offset) : "memory");
    else
        __asm__ __volatile__("addb %b[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "iq" (Data) : "memory");
}

__addfsdword()

__INTRIN_INLINE void __addfsdword	(	unsigned long	Offset,
		unsigned long	Data
	)

Definition at line 1033 of file intrin_x86.h.

{
    if(!__builtin_constant_p(Offset))
        __asm__ __volatile__("addl %k[Offset], %%fs:%a[Offset]" : : [Offset] "r" (Offset) : "memory");
    else
        __asm__ __volatile__("addl %k[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "iq" (Data) : "memory");
}

__addfsword()

__INTRIN_INLINE void __addfsword	(	unsigned long	Offset,
		unsigned short	Data
	)

Definition at line 1025 of file intrin_x86.h.

{
    if(!__builtin_constant_p(Offset))
        __asm__ __volatile__("addw %w[Offset], %%fs:%a[Offset]" : : [Offset] "r" (Offset) : "memory");
    else
        __asm__ __volatile__("addw %w[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "iq" (Data) : "memory");
}

__cpuid()

__INTRIN_INLINE void __cpuid	(	int	CPUInfo[4],
		int	InfoType
	)

Definition at line 1645 of file intrin_x86.h.

{
    __asm__ __volatile__("cpuid" : "=a" (CPUInfo[0]), "=b" (CPUInfo[1]), "=c" (CPUInfo[2]), "=d" (CPUInfo[3]) : "a" (InfoType));
}

__cpuidex()

__INTRIN_INLINE void __cpuidex	(	int	CPUInfo[4],
		int	InfoType,
		int	ECXValue
	)

Definition at line 1650 of file intrin_x86.h.

{
    __asm__ __volatile__("cpuid" : "=a" (CPUInfo[0]), "=b" (CPUInfo[1]), "=c" (CPUInfo[2]), "=d" (CPUInfo[3]) : "a" (InfoType), "c" (ECXValue));
}

Referenced by BlArchCpuId(), and ZSTD_cpuid().

__debugbreak()

__INTRIN_INLINE void __cdecl __debugbreak

(

void

)

Definition at line 1685 of file intrin_x86.h.

{
    __asm__("int $3");
}

Referenced by __C_specific_handler(), __cxa_pure_virtual(), __CxxFrameHandler3(), _assert(), _RTC_DefaultErrorFuncW(), _RTC_NumErrors(), _RTC_SetErrorFunc(), _RTC_SetErrorType(), _RTC_Shutdown(), _tWinMain(), BlStatusError(), BmfdLoadFontFile(), Catch_RTC_Failure(), DoCrashCommand(), DRIVER_Dispatch(), EngBitBlt(), EnumParametersCallback(), FdoCallHWInitialize(), FdoScanAdapter(), FltpMiniFilterDriverUnload(), FltpPostFsFilterOperation(), FltpPreFsFilterOperation(), FtfdEnablePDEV(), FtfdQueryFont(), FtfdQueryFontTree(), GetCallingConvention(), HalpProfileInterruptHandler(), HalRequestIpi(), KeConnectInterrupt(), KeDisconnectInterrupt(), KiInterruptHandler(), KiRestoreProcessorControlState(), KiSaveProcessorControlState(), KiSystemCallHandler(), KiSystemService(), KmtCloseDriver(), KmtFltLoadDriver(), KmtFltUnloadDriver(), KmtLoadDriver(), KmtOpenDriver(), KsecDeviceControl(), METADC_GetAndSetDCDWord(), MmHapReportHeapCorruption(), MyReallocPool__(), NtSetLdtEntries(), RtlAssert(), RtlUnwindEx(), ScsiPortInitialize(), WdfApiNotImplemented(), and WmipIoControl().

__declspec()

__declspec

(

noreturn

)

Definition at line 1721 of file intrin_x86.h.

{
    __asm__("int $0x29" : : "c"(Code) : "memory");
    __builtin_unreachable();
}

__emul()

__INTRIN_INLINE long long __emul	(	int	a,
		int	b
	)

Definition at line 1481 of file intrin_x86.h.

{
    long long retval;
    __asm__("imull %[b]" : "=A" (retval) : [a] "a" (a), [b] "rm" (b));
    return retval;
}

__emulu()

__INTRIN_INLINE unsigned long long __emulu	(	unsigned int	a,
		unsigned int	b
	)

Definition at line 1490 of file intrin_x86.h.

{
    unsigned long long retval;
    __asm__("mull %[b]" : "=A" (retval) : [a] "a" (a), [b] "rm" (b));
    return retval;
}

__halt()

__INTRIN_INLINE void __halt

(

void

)

Definition at line 1715 of file intrin_x86.h.

{
    __asm__("hlt" : : : "memory");
}

Referenced by FrLdrBugCheckEx(), FrLdrBugCheckWithMessage(), HaliHaltSystem(), HalpReboot(), HalProcessorIdle(), HalpXboxPowerAction(), and MachInit().

__inbyte()

__INTRIN_INLINE unsigned char __inbyte

(

unsigned short

Port

)

Definition at line 1525 of file intrin_x86.h.

{
    unsigned char byte;
    __asm__ __volatile__("inb %w[Port], %b[byte]" : [byte] "=a" (byte) : [Port] "Nd" (Port));
    return byte;
}

Referenced by _inp().

__inbytestring()

__INTRIN_INLINE void __inbytestring	(	unsigned short	Port,
		unsigned char *	Buffer,
		unsigned long	Count
	)

Definition at line 1546 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; insb" :
        [Buffer] "=D" (Buffer), [Count] "=c" (Count) :
        "d" (Port), "[Buffer]" (Buffer), "[Count]" (Count) :
        "memory"
    );
}

__incfsbyte()

__INTRIN_INLINE void __incfsbyte

(

unsigned long

Offset

)

Definition at line 1001 of file intrin_x86.h.

{
    __asm__ __volatile__("incb %%fs:%a[Offset]" : : [Offset] "ir" (Offset) : "memory");
}

__incfsdword()

__INTRIN_INLINE void __incfsdword

(

unsigned long

Offset

)

Definition at line 1011 of file intrin_x86.h.

{
    __asm__ __volatile__("incl %%fs:%a[Offset]" : : [Offset] "ir" (Offset) : "memory");
}

__incfsword()

__INTRIN_INLINE void __incfsword

(

unsigned long

Offset

)

Definition at line 1006 of file intrin_x86.h.

{
    __asm__ __volatile__("incw %%fs:%a[Offset]" : : [Offset] "ir" (Offset) : "memory");
}

__indword()

__INTRIN_INLINE unsigned long __indword

(

unsigned short

Port

)

Definition at line 1539 of file intrin_x86.h.

{
    unsigned long dword;
    __asm__ __volatile__("inl %w[Port], %k[dword]" : [dword] "=a" (dword) : [Port] "Nd" (Port));
    return dword;
}

Referenced by _inpd().

__indwordstring()

__INTRIN_INLINE void __indwordstring	(	unsigned short	Port,
		unsigned long *	Buffer,
		unsigned long	Count
	)

Definition at line 1568 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; insl" :
        [Buffer] "=D" (Buffer), [Count] "=c" (Count) :
        "d" (Port), "[Buffer]" (Buffer), "[Count]" (Count) :
        "memory"
    );
}

__int2c()

__INTRIN_INLINE void __int2c

(

void

)

Definition at line 1699 of file intrin_x86.h.

{
    __asm__("int $0x2c");
}

__invlpg()

__INTRIN_INLINE void __invlpg

(

void *

Address

)

Definition at line 1969 of file intrin_x86.h.

{
    __asm__ __volatile__ ("invlpg (%[Address])" : : [Address] "b" (Address) : "memory");
}

Referenced by KeInvalidateTlbEntry(), KiMarkPageAsReadOnly(), MiArchCreateProcessAddressSpace(), MiFlushTlb(), MiFlushTlbIpiRoutine(), and MmDefpFlushTlbEntry().

__inword()

__INTRIN_INLINE unsigned short __inword

(

unsigned short

Port

)

Definition at line 1532 of file intrin_x86.h.

{
    unsigned short word;
    __asm__ __volatile__("inw %w[Port], %w[word]" : [word] "=a" (word) : [Port] "Nd" (Port));
    return word;
}

Referenced by _inpw().

__inwordstring()

__INTRIN_INLINE void __inwordstring	(	unsigned short	Port,
		unsigned short *	Buffer,
		unsigned long	Count
	)

Definition at line 1557 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; insw" :
        [Buffer] "=D" (Buffer), [Count] "=c" (Count) :
        "d" (Port), "[Buffer]" (Buffer), "[Count]" (Count) :
        "memory"
    );
}

__lidt()

__INTRIN_INLINE void __lidt

(

void *

Source

)

Definition at line 2019 of file intrin_x86.h.

{
    __asm__ __volatile__("lidt %0" : : "m"(*(short*)Source));
}

Referenced by Amd64SetupIdt(), BlpArchInitialize(), KeInitExceptions(), KiI386PentiumLockErrataFixup(), KiRestoreProcessorControlState(), and WinLdrSetProcessorContext().

__ll_lshift()

__INTRIN_INLINE unsigned long long __ll_lshift	(	unsigned long long	Mask,
		int	Bit
	)

Definition at line 1352 of file intrin_x86.h.

{
    unsigned long long retval = Mask;

    __asm__
    (
        "shldl %b[Bit], %%eax, %%edx; sall %b[Bit], %%eax" :
        "+A" (retval) :
        [Bit] "Nc" ((unsigned char)((unsigned long)Bit) & 0xFF)
    );

    return retval;
}

__ll_rshift()

__INTRIN_INLINE long long __ll_rshift	(	long long	Mask,
		int	Bit
	)

Definition at line 1366 of file intrin_x86.h.

{
    long long retval = Mask;

    __asm__
    (
        "shrdl %b[Bit], %%edx, %%eax; sarl %b[Bit], %%edx" :
        "+A" (retval) :
        [Bit] "Nc" ((unsigned char)((unsigned long)Bit) & 0xFF)
    );

    return retval;
}

__lzcnt()

__INTRIN_INLINE unsigned int __lzcnt

(

unsigned int

value

)

Definition at line 1435 of file intrin_x86.h.

{
    return __builtin_clz(value);
}

__lzcnt16()

__INTRIN_INLINE unsigned short __lzcnt16

(

unsigned short

value

)

Definition at line 1442 of file intrin_x86.h.

{
    return __builtin_clz(value);
}

__movsb()

__INTRIN_INLINE void __movsb	(	unsigned char *	Destination,
		const unsigned char *	Source,
		size_t	Count
	)

Definition at line 813 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; movsb" :
        [Destination] "=D" (Destination), [Source] "=S" (Source), [Count] "=c" (Count) :
        "[Destination]" (Destination), "[Source]" (Source), "[Count]" (Count)
    );
}

__movsd()

__INTRIN_INLINE void __movsd	(	unsigned long *	Destination,
		const unsigned long *	Source,
		size_t	Count
	)

Definition at line 833 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; movsd" :
        [Destination] "=D" (Destination), [Source] "=S" (Source), [Count] "=c" (Count) :
        "[Destination]" (Destination), "[Source]" (Source), "[Count]" (Count)
    );
}

__movsw()

__INTRIN_INLINE void __movsw	(	unsigned short *	Destination,
		const unsigned short *	Source,
		size_t	Count
	)

Definition at line 823 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; movsw" :
        [Destination] "=D" (Destination), [Source] "=S" (Source), [Count] "=c" (Count) :
        "[Destination]" (Destination), "[Source]" (Source), "[Count]" (Count)
    );
}

__nop()

__INTRIN_INLINE void __nop

(

void

)

Definition at line 2043 of file intrin_x86.h.

{
    __asm__ __volatile__("nop");
}

Referenced by HalpRead8254Value().

__outbyte()

__INTRIN_INLINE void __outbyte	(	unsigned short	Port,
		unsigned char	Data
	)

Definition at line 1579 of file intrin_x86.h.

{
    __asm__ __volatile__("outb %b[Data], %w[Port]" : : [Port] "Nd" (Port), [Data] "a" (Data));
}

Referenced by _outp().

__outbytestring()

__INTRIN_INLINE void __outbytestring	(	unsigned short	Port,
		unsigned char *	Buffer,
		unsigned long	Count
	)

Definition at line 1594 of file intrin_x86.h.

{
    __asm__ __volatile__("rep; outsb" : : [Port] "d" (Port), [Buffer] "S" (Buffer), "c" (Count));
}

__outdword()

__INTRIN_INLINE void __outdword	(	unsigned short	Port,
		unsigned long	Data
	)

Definition at line 1589 of file intrin_x86.h.

{
    __asm__ __volatile__("outl %k[Data], %w[Port]" : : [Port] "Nd" (Port), [Data] "a" (Data));
}

Referenced by _outpd().

__outdwordstring()

__INTRIN_INLINE void __outdwordstring	(	unsigned short	Port,
		unsigned long *	Buffer,
		unsigned long	Count
	)

Definition at line 1604 of file intrin_x86.h.

{
    __asm__ __volatile__("rep; outsl" : : [Port] "d" (Port), [Buffer] "S" (Buffer), "c" (Count));
}

__outword()

__INTRIN_INLINE void __outword	(	unsigned short	Port,
		unsigned short	Data
	)

Definition at line 1584 of file intrin_x86.h.

{
    __asm__ __volatile__("outw %w[Data], %w[Port]" : : [Port] "Nd" (Port), [Data] "a" (Data));
}

Referenced by _outpw().

__outwordstring()

__INTRIN_INLINE void __outwordstring	(	unsigned short	Port,
		unsigned short *	Buffer,
		unsigned long	Count
	)

Definition at line 1599 of file intrin_x86.h.

{
    __asm__ __volatile__("rep; outsw" : : [Port] "d" (Port), [Buffer] "S" (Buffer), "c" (Count));
}

__popcnt()

__INTRIN_INLINE unsigned int __popcnt

(

unsigned int

value

)

Definition at line 1449 of file intrin_x86.h.

{
    return __builtin_popcount(value);
}

__popcnt16()

__INTRIN_INLINE unsigned short __popcnt16

(

unsigned short

value

)

Definition at line 1456 of file intrin_x86.h.

{
    return __builtin_popcount(value);
}

__rdtsc()

__INTRIN_INLINE unsigned long long __rdtsc

(

void

)

Definition at line 1656 of file intrin_x86.h.

{
#ifdef __x86_64__
    unsigned long long low, high;
    __asm__ __volatile__("rdtsc" : "=a"(low), "=d"(high));
    return low | (high << 32);
#else
    unsigned long long retval;
    __asm__ __volatile__("rdtsc" : "=A"(retval));
    return retval;
#endif
}

__readcr0()

__INTRIN_INLINE unsigned long __readcr0

(

void

)

Definition at line 1805 of file intrin_x86.h.

{
    unsigned long value;
    __asm__ __volatile__("mov %%cr0, %[value]" : [value] "=r" (value));
    return value;
}

Referenced by ArchSwitchContext(), BlpArchEnableTranslation(), HalpBiosCall(), KiCoprocessorError(), KiFlushNPXState(), KiInitializeCpu(), KiIsNpxErrataPresent(), KiIsNpxPresent(), KiNpxHandler(), KiSaveProcessorControlState(), KiSetCR0Bits(), KiSwapContextEntry(), KiTrap07Handler(), KiTrap13Handler(), and WinLdrSetProcessorContext().

__readcr2()

__INTRIN_INLINE unsigned long __readcr2

(

void

)

Definition at line 1812 of file intrin_x86.h.

{
    unsigned long value;
    __asm__ __volatile__("mov %%cr2, %[value]" : [value] "=r" (value));
    return value;
}

Referenced by KdbEnterDebuggerException(), KiSaveProcessorControlState(), and KiTrap0EHandler().

__readcr3()

__INTRIN_INLINE unsigned long __readcr3

(

void

)

Definition at line 1819 of file intrin_x86.h.

{
    unsigned long value;
    __asm__ __volatile__("mov %%cr3, %[value]" : [value] "=r" (value));
    return value;
}

Referenced by HalpFlushTLB(), KdpTranslateAddress(), KeFlushCurrentTb(), KeFlushProcessTb(), Ki386EnableGlobalPage(), Ki386InitializeTss(), KiSaveProcessorControlState(), MiInitializePageTable(), and MmDefpFlushTlb().

__readcr4()

__INTRIN_INLINE unsigned long __readcr4

(

void

)

Definition at line 1826 of file intrin_x86.h.

{
    unsigned long value;
    __asm__ __volatile__("mov %%cr4, %[value]" : [value] "=r" (value));
    return value;
}

Referenced by ArchInitializeContext(), ArchRestoreProcessorFeatures(), ArchSwitchContext(), BlpArchEnableTranslation(), HalpFlushTLB(), KdpTranslateAddress(), KeFlushCurrentTb(), Ki386EnableDE(), Ki386EnableFxsr(), Ki386EnableGlobalPage(), Ki386EnableXMMIExceptions(), Ki386VdmEnablePentiumExtentions(), KiInitializeCpu(), KiSaveProcessorControlState(), MiInitializePageTable(), and MiUseLargeDriverPage().

__readdr()

__INTRIN_INLINE unsigned int __readdr

(

unsigned int

reg

)

Definition at line 1903 of file intrin_x86.h.

{
    unsigned int value;
    switch (reg)
    {
        case 0:
            __asm__ __volatile__("mov %%dr0, %[value]" : [value] "=r" (value));
            break;
        case 1:
            __asm__ __volatile__("mov %%dr1, %[value]" : [value] "=r" (value));
            break;
        case 2:
            __asm__ __volatile__("mov %%dr2, %[value]" : [value] "=r" (value));
            break;
        case 3:
            __asm__ __volatile__("mov %%dr3, %[value]" : [value] "=r" (value));
            break;
        case 4:
            __asm__ __volatile__("mov %%dr4, %[value]" : [value] "=r" (value));
            break;
        case 5:
            __asm__ __volatile__("mov %%dr5, %[value]" : [value] "=r" (value));
            break;
        case 6:
            __asm__ __volatile__("mov %%dr6, %[value]" : [value] "=r" (value));
            break;
        case 7:
            __asm__ __volatile__("mov %%dr7, %[value]" : [value] "=r" (value));
            break;
    }
    return value;
}

Referenced by KiEnterV86Trap(), KiHandleDebugRegistersOnTrapEntry(), and KiSaveProcessorControlState().

__readeflags()

__INTRIN_INLINE uintptr_t __readeflags

(

void

)

Definition at line 1675 of file intrin_x86.h.

{
    uintptr_t retval;
    __asm__ __volatile__("pushf\n pop %0" : "=rm"(retval));
    return retval;
}

Referenced by HalBeginSystemInterrupt(), HalCalibratePerformanceCounter(), HalEndSystemInterrupt(), HalpAcquireCmosSpinLock(), HalpApcInterruptHandler(), HalpBiosCall(), HalpBiosDisplayReset(), HalpFlushTLB(), HalpInitializeClock(), HalpInitializeLegacyPICs(), HalpInitializePICs(), HalpInitializeTsc(), HalpLowerIrql(), HalpSetTimerRollOver(), HalRequestSoftwareInterrupt(), KdbEnterDebuggerException(), KdbpCliInit(), KeDisableInterrupts(), KeGetCurrentIrql(), KeQueryPerformanceCounter(), KeSetCurrentIrql(), KfLowerIrql(), KfRaiseIrql(), Ki386AdjustEsp0(), Ki386VdmEnablePentiumExtentions(), KiEnterV86Mode(), KiFlushNPXState(), KiSetProcessorType(), KiTrap02Handler(), KiTrap08Handler(), KmtAreInterruptsEnabled(), and Test_strlen().

__readfsbyte()

__INTRIN_INLINE unsigned char __readfsbyte

(

unsigned long

Offset

)

Definition at line 975 of file intrin_x86.h.

{
    unsigned char value;
    __asm__ __volatile__("movb %%fs:%a[Offset], %b[value]" : [value] "=q" (value) : [Offset] "ir" (Offset));
    return value;
}

__readfsdword()

__INTRIN_INLINE unsigned long __readfsdword

(

unsigned long

Offset

)

Definition at line 993 of file intrin_x86.h.

{
    unsigned long value;
    __asm__ __volatile__("movl %%fs:%a[Offset], %k[value]" : [value] "=r" (value) : [Offset] "ir" (Offset));
    return value;
}

__readfsword()

__INTRIN_INLINE unsigned short __readfsword

(

unsigned long

Offset

)

Definition at line 984 of file intrin_x86.h.

{
    unsigned short value;
    __asm__ __volatile__("movw %%fs:%a[Offset], %w[value]" : [value] "=r" (value) : [Offset] "ir" (Offset));
    return value;
}

__readmsr()

__INTRIN_INLINE unsigned long long __readmsr

(

unsigned long

reg

)

Definition at line 1977 of file intrin_x86.h.

{
#ifdef __x86_64__
    unsigned long low, high;
    __asm__ __volatile__("rdmsr" : "=a" (low), "=d" (high) : "c" (reg));
    return ((unsigned long long)high << 32) | low;
#else
    unsigned long long retval;
    __asm__ __volatile__("rdmsr" : "=A" (retval) : "c" (reg));
    return retval;
#endif
}

__readpmc()

__INTRIN_INLINE unsigned long long __readpmc

(

unsigned long

counter

)

Definition at line 1999 of file intrin_x86.h.

{
    unsigned long long retval;
    __asm__ __volatile__("rdpmc" : "=A" (retval) : "c" (counter));
    return retval;
}

Referenced by KsecReadMachineSpecificCounters().

__segmentlimit()

__INTRIN_INLINE unsigned long __segmentlimit

(

unsigned long

a

)

Definition at line 2007 of file intrin_x86.h.

{
    unsigned long retval;
    __asm__ __volatile__("lsl %[a], %[retval]" : [retval] "=r" (retval) : [a] "rm" (a));
    return retval;
}

__sidt()

__INTRIN_INLINE void __sidt

(

void *

Destination

)

Definition at line 2024 of file intrin_x86.h.

{
    __asm__ __volatile__("sidt %0" : : "m"(*(short*)Destination) : "memory");
}

Referenced by Amd64SetupIdt(), BlpArchInitialize(), ImgArchEfiStartBootApplication(), KdbpCmdGdtLdtIdt(), KdbpStepIntoInstruction(), KiGetMachineBootPointers(), KiI386PentiumLockErrataFixup(), KiInitializePcr(), KiSaveProcessorControlState(), Mmx86InitializeMemoryMap(), and WinLdrSetProcessorContext().

__stosb()

__INTRIN_INLINE void __stosb	(	unsigned char *	Dest,
		unsigned char	Data,
		size_t	Count
	)

Definition at line 770 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; stosb" :
        [Dest] "=D" (Dest), [Count] "=c" (Count) :
        "[Dest]" (Dest), "a" (Data), "[Count]" (Count)
    );
}

__stosd()

__INTRIN_INLINE void __stosd	(	unsigned long *	Dest,
		unsigned long	Data,
		size_t	Count
	)

Definition at line 791 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; stosl" :
        [Dest] "=D" (Dest), [Count] "=c" (Count) :
        "[Dest]" (Dest), "a" (Data), "[Count]" (Count)
    );
}

__stosw()

__INTRIN_INLINE void __stosw	(	unsigned short *	Dest,
		unsigned short	Data,
		size_t	Count
	)

Definition at line 781 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; stosw" :
        [Dest] "=D" (Dest), [Count] "=c" (Count) :
        "[Dest]" (Dest), "a" (Data), "[Count]" (Count)
    );
}

__ud2()

__INTRIN_INLINE void __ud2

(

void

)

Definition at line 1692 of file intrin_x86.h.

{
    __asm__("ud2");
}

__ull_rshift()

__INTRIN_INLINE unsigned long long __ull_rshift	(	unsigned long long	Mask,
		int	Bit
	)

Definition at line 1380 of file intrin_x86.h.

{
    unsigned long long retval = Mask;

    __asm__
    (
        "shrdl %b[Bit], %%edx, %%eax; shrl %b[Bit], %%edx" :
        "+A" (retval) :
        [Bit] "Nc" ((unsigned char)((unsigned long)Bit) & 0xFF)
    );

    return retval;
}

__wbinvd()

__INTRIN_INLINE void __wbinvd

(

void

)

Definition at line 2014 of file intrin_x86.h.

{
    __asm__ __volatile__("wbinvd" : : : "memory");
}

__writecr0()

__INTRIN_INLINE void __writecr0

(

unsigned int

Data

)

Definition at line 1790 of file intrin_x86.h.

{
    __asm__("mov %[Data], %%cr0" : : [Data] "r" (Data) : "memory");
}

Referenced by ArchSwitchContext(), BlpArchEnableTranslation(), HalpBiosCall(), KiCoprocessorError(), KiFlushNPXState(), KiInitializeCpu(), KiIsNpxErrataPresent(), KiIsNpxPresent(), KiNpxHandler(), KiRestoreProcessorControlState(), KiSetCR0Bits(), KiSwapContextEntry(), KiTrap07Handler(), KiTrap13Handler(), and WinLdrSetProcessorContext().

__writecr3()

__INTRIN_INLINE void __writecr3

(

unsigned int

Data

)

Definition at line 1795 of file intrin_x86.h.

{
    __asm__("mov %[Data], %%cr3" : : [Data] "r" (Data) : "memory");
}

Referenced by HalpFlushTLB(), handle_gdb_read_mem(), handle_gdb_write_mem(), KeFlushCurrentTb(), KeFlushProcessTb(), Ki386EnableGlobalPage(), KiRestoreProcessorControlState(), KiSwapContextExit(), KiSwapContextResume(), KiSwapProcess(), MmDefInitializeTranslation(), MmDefpFlushTlb(), ReadMemorySendHandler(), WinLdrSetProcessorContext(), and WriteMemorySendHandler().

__writecr4()

__INTRIN_INLINE void __writecr4

(

unsigned int

Data

)

Definition at line 1800 of file intrin_x86.h.

{
    __asm__("mov %[Data], %%cr4" : : [Data] "r" (Data) : "memory");
}

Referenced by ArchInitializeContext(), ArchRestoreProcessorFeatures(), ArchSwitchContext(), BlpArchEnableTranslation(), HalpFlushTLB(), KeFlushCurrentTb(), Ki386EnableDE(), Ki386EnableFxsr(), Ki386EnableGlobalPage(), Ki386EnableXMMIExceptions(), Ki386VdmEnablePentiumExtentions(), KiInitializeCpu(), KiRestoreProcessorControlState(), and MiInitializePageTable().

__writedr()

__INTRIN_INLINE void __writedr	(	unsigned	reg,
		unsigned int	value
	)

Definition at line 1936 of file intrin_x86.h.

{
    switch (reg)
    {
        case 0:
            __asm__("mov %[value], %%dr0" : : [value] "r" (value) : "memory");
            break;
        case 1:
            __asm__("mov %[value], %%dr1" : : [value] "r" (value) : "memory");
            break;
        case 2:
            __asm__("mov %[value], %%dr2" : : [value] "r" (value) : "memory");
            break;
        case 3:
            __asm__("mov %[value], %%dr3" : : [value] "r" (value) : "memory");
            break;
        case 4:
            __asm__("mov %[value], %%dr4" : : [value] "r" (value) : "memory");
            break;
        case 5:
            __asm__("mov %[value], %%dr5" : : [value] "r" (value) : "memory");
            break;
        case 6:
            __asm__("mov %[value], %%dr6" : : [value] "r" (value) : "memory");
            break;
        case 7:
            __asm__("mov %[value], %%dr7" : : [value] "r" (value) : "memory");
            break;
    }
}

Referenced by KiHandleDebugRegistersOnTrapEntry(), KiHandleDebugRegistersOnTrapExit(), KiRestoreProcessorControlState(), and KiSaveProcessorControlState().

__writeeflags()

__INTRIN_INLINE void __writeeflags

(

uintptr_t

Value

)

Definition at line 1670 of file intrin_x86.h.

{
    __asm__ __volatile__("push %0\n popf" : : "rim"(Value));
}

Referenced by HalCalibratePerformanceCounter(), HalpBiosDisplayReset(), HalpFlushTLB(), HalpInitializeClock(), HalpInitializePICs(), HalpInitializeTsc(), HalpReleaseCmosSpinLock(), HalpSetTimerRollOver(), HalRequestSoftwareInterrupt(), KdbEnterDebuggerException(), KdbpCliInit(), KfLowerIrql(), Ki386AdjustEsp0(), Ki386VdmEnablePentiumExtentions(), KiFlushNPXState(), KiSetProcessorType(), KiTrap02Handler(), KiTrap08Handler(), Test_strlen(), and WinLdrSetProcessorContext().

__writefsbyte()

__INTRIN_INLINE void __writefsbyte	(	unsigned long	Offset,
		unsigned char	Data
	)

Definition at line 959 of file intrin_x86.h.

{
    __asm__ __volatile__("movb %b[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "iq" (Data) : "memory");
}

__writefsdword()

__INTRIN_INLINE void __writefsdword	(	unsigned long	Offset,
		unsigned long	Data
	)

Definition at line 969 of file intrin_x86.h.

{
    __asm__ __volatile__("movl %k[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "ir" (Data) : "memory");
}

__writefsword()

__INTRIN_INLINE void __writefsword	(	unsigned long	Offset,
		unsigned short	Data
	)

Definition at line 964 of file intrin_x86.h.

{
    __asm__ __volatile__("movw %w[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "ir" (Data) : "memory");
}

__writemsr()

__INTRIN_INLINE void __writemsr	(	unsigned long	Register,
		unsigned long long	Value
	)

Definition at line 1990 of file intrin_x86.h.

{
#ifdef __x86_64__
    __asm__ __volatile__("wrmsr" : : "a" (Value), "d" (Value >> 32), "c" (Register));
#else
    __asm__ __volatile__("wrmsr" : : "A" (Value), "c" (Register));
#endif
}

_abs64()

__INTRIN_INLINE long long __cdecl _abs64

(

long long

value

)

Definition at line 1498 of file intrin_x86.h.

{
    return (value >= 0) ? value : -value;
}

_BitScanForward()

__INTRIN_INLINE unsigned char _BitScanForward	(	unsigned long *	Index,
		unsigned long	Mask
	)

Definition at line 1047 of file intrin_x86.h.

{
    __asm__("bsfl %[Mask], %[Index]" : [Index] "=r" (*Index) : [Mask] "mr" (Mask));
    return Mask ? 1 : 0;
}

Referenced by GetBestRoute(), MmMakeSegmentResident(), and ZSTD_NbCommonBytes().

_BitScanReverse()

__INTRIN_INLINE unsigned char _BitScanReverse	(	unsigned long *	Index,
		unsigned long	Mask
	)

Definition at line 1055 of file intrin_x86.h.

{
    __asm__("bsrl %[Mask], %[Index]" : [Index] "=r" (*Index) : [Mask] "mr" (Mask));
    return Mask ? 1 : 0;
}

Referenced by BIT_highbit32(), ZSTD_highbit32(), and ZSTD_NbCommonBytes().

_bittest()

__INTRIN_INLINE unsigned char _bittest	(	const long *	a,
		long	b
	)

Definition at line 1064 of file intrin_x86.h.

{
    unsigned char retval;

    if(__builtin_constant_p(b))
        __asm__("bt %[b], %[a]; setb %b[retval]" : [retval] "=q" (retval) : [a] "mr" (*(a + (b / 32))), [b] "Ir" (b % 32));
    else
        __asm__("bt %[b], %[a]; setb %b[retval]" : [retval] "=q" (retval) : [a] "m" (*a), [b] "r" (b));

    return retval;
}

_bittestandcomplement()

__INTRIN_INLINE unsigned char _bittestandcomplement	(	long *	a,
		long	b
	)

Definition at line 1114 of file intrin_x86.h.

{
    unsigned char retval;

    if(__builtin_constant_p(b))
        __asm__("btc %[b], %[a]; setb %b[retval]" : [a] "+mr" (*(a + (b / 32))), [retval] "=q" (retval) : [b] "Ir" (b % 32));
    else
        __asm__("btc %[b], %[a]; setb %b[retval]" : [a] "+m" (*a), [retval] "=q" (retval) : [b] "r" (b));

    return retval;
}

_bittestandreset()

__INTRIN_INLINE unsigned char _bittestandreset	(	long *	a,
		long	b
	)

Definition at line 1128 of file intrin_x86.h.

{
    unsigned char retval;

    if(__builtin_constant_p(b))
        __asm__("btr %[b], %[a]; setb %b[retval]" : [a] "+mr" (*(a + (b / 32))), [retval] "=q" (retval) : [b] "Ir" (b % 32));
    else
        __asm__("btr %[b], %[a]; setb %b[retval]" : [a] "+m" (*a), [retval] "=q" (retval) : [b] "r" (b));

    return retval;
}

_bittestandset()

__INTRIN_INLINE unsigned char _bittestandset	(	long *	a,
		long	b
	)

Definition at line 1142 of file intrin_x86.h.

{
    unsigned char retval;

    if(__builtin_constant_p(b))
        __asm__("bts %[b], %[a]; setb %b[retval]" : [a] "+mr" (*(a + (b / 32))), [retval] "=q" (retval) : [b] "Ir" (b % 32));
    else
        __asm__("bts %[b], %[a]; setb %b[retval]" : [a] "+m" (*a), [retval] "=q" (retval) : [b] "r" (b));

    return retval;
}

_byteswap_uint64()

__INTRIN_INLINE unsigned long long __cdecl _byteswap_uint64

(

unsigned long long

value

)

Definition at line 1417 of file intrin_x86.h.

{
    union {
        unsigned long long int64part;
        struct {
            unsigned long lowpart;
            unsigned long hipart;
        };
    } retval;
    retval.int64part = value;
    __asm__("bswapl %[lowpart]\n"
            "bswapl %[hipart]\n"
            : [lowpart] "=r" (retval.hipart), [hipart] "=r" (retval.lowpart)  : "[lowpart]" (retval.lowpart), "[hipart]" (retval.hipart) );
    return retval.int64part;
}

_byteswap_ulong()

__INTRIN_INLINE unsigned long __cdecl _byteswap_ulong

(

unsigned long

value

)

Definition at line 1402 of file intrin_x86.h.

{
    unsigned long retval;
    __asm__("bswapl %[retval]" : [retval] "=r" (retval) : "[retval]" (value));
    return retval;
}

_byteswap_ushort()

__INTRIN_INLINE unsigned short __cdecl _byteswap_ushort

(

unsigned short

value

)

Definition at line 1395 of file intrin_x86.h.

{
    unsigned short retval;
    __asm__("rorw $8, %w[retval]" : [retval] "=rm" (retval) : "[retval]" (value));
    return retval;
}

_disable()

__INTRIN_INLINE void __cdecl _disable

(

void

)

Definition at line 1705 of file intrin_x86.h.

{
    __asm__("cli" : : : "memory");
}

Referenced by _HalpApcInterruptHandler(), _HalpDispatchInterruptHandler(), acpi_suspend(), ArchSwitchContext(), BlpArchEnableTranslation(), CloseBitPlane(), ExAcquireResourceLock(), FrLdrBugCheckEx(), FrLdrBugCheckWithMessage(), HalCalibratePerformanceCounter(), HalDisableSystemInterrupt(), HalDisplayString(), HalEnableSystemInterrupt(), HaliHaltSystem(), HalpAcquireCmosSpinLock(), HalpApcInterruptHandler(), HalpBiosDisplayReset(), HalpDispatchInterruptHandler(), HalpEndSystemInterrupt(), HalpFlushTLB(), HalpInitializeClock(), HalpInitializePICs(), HalpInitializeTsc(), HalpLowerIrql(), HalpReboot(), HalpSetTimerRollOver(), HalRequestSoftwareInterrupt(), KdbEnterDebuggerException(), KdbpCliInit(), KeBugCheckWithTf(), KeDisableInterrupts(), KeEnterKernelDebugger(), KeGetCurrentIrql(), KeSetCurrentIrql(), KfLowerIrql(), KfRaiseIrql(), Ki386AdjustEsp0(), Ki386VdmEnablePentiumExtentions(), KiApcInterrupt(), KiCheckForApcDelivery(), KiCommonExit(), KiDispatchInterrupt(), KiDpcInterruptHandler(), KiEndInterrupt(), KiEnterV86Mode(), KiExitInterrupt(), KiExitSystemCallDebugChecks(), KiExitV86Trap(), KiFlushNPXState(), KiI386PentiumLockErrataFixup(), KiIdleLoop(), KiInterruptDispatch3(), KiIsNpxErrataPresent(), KiRetireDpcList(), KiSetupDecrementerTrap(), KiSwapContextEntry(), KiSwitchKernelStack(), KiSystemService(), KiTimerExpiration(), KiTrap02Handler(), KiTrap06Handler(), KiTrap07Handler(), KiTrap08Handler(), KiTrap0DHandler(), KiUserModeCallout(), MachInit(), MpsTimerHandler(), NtCallbackReturn(), OpenBitPlane(), PopShutdownHandler(), sb16_play(), ScrAcquireOwnership(), ScrSetCursor(), ScrSetCursorShape(), and WinLdrSetProcessorContext().

_enable()

__INTRIN_INLINE void __cdecl _enable

(

void

)

Definition at line 1710 of file intrin_x86.h.

{
    __asm__("sti" : : : "memory");
}

Referenced by _HalpApcInterruptHandler(), _HalpDismissIrqGeneric(), _HalpDismissIrqLevel(), _HalpDispatchInterruptHandler(), acpi_suspend(), ArchSwitchContext(), CloseBitPlane(), ExpInitializeExecutive(), ExReleaseResourceLock(), HalBeginSystemInterrupt(), HalDisableSystemInterrupt(), HalEnableSystemInterrupt(), HalpApcInterruptHandler(), HalpDispatchInterruptHandler(), HalpEndSystemInterrupt(), HalpInitializeTsc(), HalpInitPICs(), HalpLowerIrql(), HalProcessorIdle(), KdPollBreakIn(), KeGetCurrentIrql(), KeRemoveQueueDpc(), KeRestoreInterrupts(), KeSetCurrentIrql(), KeThawExecution(), KfLowerIrql(), KfRaiseIrql(), KiApcInterrupt(), KiCheckForApcDelivery(), KiDebugHandler(), KiDispatchInterrupt(), KiDpcInterruptHandler(), KiEnterV86Mode(), KiExitV86Mode(), KiExitV86Trap(), KiI386PentiumLockErrataFixup(), KiIdleLoop(), KiInitializeSystem(), KiInterruptDispatch3(), KiInterruptHandler(), KiIsNpxErrataPresent(), KiNpxHandler(), KiRetireDpcList(), KiSetupDecrementerTrap(), KiSwapContextEntry(), KiSystemCallHandler(), KiSystemService(), KiSystemServiceHandler(), KiSystemStartupBootStack(), KiTimerExpiration(), KiTrap00Handler(), KiTrap01Handler(), KiTrap04Handler(), KiTrap05Handler(), KiTrap06Handler(), KiTrap07Handler(), KiTrap09Handler(), KiTrap0DHandler(), KiTrap0EHandler(), KiTrap10Handler(), KiTrap11Handler(), KiTrap13Handler(), KiUserModeCallout(), MpsTimerHandler(), NtCallbackReturn(), OpenBitPlane(), sb16_play(), ScrAcquireOwnership(), ScrSetCursor(), and ScrSetCursorShape().

_inp()

__INTRIN_INLINE int __cdecl _inp

(

unsigned short

Port

)

Definition at line 1609 of file intrin_x86.h.

{
    return __inbyte(Port);
}

_inpd()

__INTRIN_INLINE unsigned long __cdecl _inpd

(

unsigned short

Port

)

Definition at line 1619 of file intrin_x86.h.

{
    return __indword(Port);
}

_inpw()

__INTRIN_INLINE unsigned short __cdecl _inpw

(

unsigned short

Port

)

Definition at line 1614 of file intrin_x86.h.

{
    return __inword(Port);
}

_InterlockedAnd()

__INTRIN_INLINE long _InterlockedAnd	(	volatile long *	value,
		long	mask
	)

Definition at line 505 of file intrin_x86.h.

{
    long x;
    long y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange(value, x & mask, x);
    }
    while(y != x);

    return y;
}

_InterlockedAnd16()

__INTRIN_INLINE short _InterlockedAnd16	(	volatile short *	value,
		short	mask
	)

Definition at line 486 of file intrin_x86.h.

{
    short x;
    short y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange16(value, x & mask, x);
    }
    while(y != x);

    return y;
}

_InterlockedAnd8()

__INTRIN_INLINE char _InterlockedAnd8	(	volatile char *	value,
		char	mask
	)

Definition at line 467 of file intrin_x86.h.

{
    char x;
    char y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange8(value, x & mask, x);
    }
    while(y != x);

    return y;
}

_interlockedbittestandreset()

__INTRIN_INLINE unsigned char _interlockedbittestandreset	(	volatile long *	a,
		long	b
	)

Definition at line 730 of file intrin_x86.h.

{
    unsigned char retval;
    __asm__("lock; btrl %[b], %[a]; setb %b[retval]" : [retval] "=q" (retval), [a] "+m" (*a) : [b] "Ir" (b) : "memory");
    return retval;
}

_interlockedbittestandset()

__INTRIN_INLINE unsigned char _interlockedbittestandset	(	volatile long *	a,
		long	b
	)

Definition at line 749 of file intrin_x86.h.

{
    unsigned char retval;
    __asm__("lock; btsl %[b], %[a]; setc %b[retval]" : [retval] "=q" (retval), [a] "+m" (*a) : [b] "Ir" (b) : "memory");
    return retval;
}

_InterlockedCompareExchange()

__INTRIN_INLINE long _InterlockedCompareExchange	(	volatile long *	Destination,
		long	Exchange,
		long	Comperand
	)

Definition at line 386 of file intrin_x86.h.

{
    long retval = Comperand;
    __asm__("lock; cmpxchgl %k[Exchange], %[Destination]" : [retval] "+a" (retval) : [Destination] "m" (*Destination), [Exchange] "q" (Exchange): "memory");
    return retval;
}

Referenced by _InterlockedAnd(), _InterlockedOr(), and _InterlockedXor().

_InterlockedCompareExchange16()

__INTRIN_INLINE short _InterlockedCompareExchange16	(	volatile short *	Destination,
		short	Exchange,
		short	Comperand
	)

Definition at line 377 of file intrin_x86.h.

{
    short retval = Comperand;
    __asm__("lock; cmpxchgw %w[Exchange], %[Destination]" : [retval] "+a" (retval) : [Destination] "m" (*Destination), [Exchange] "q" (Exchange): "memory");
    return retval;
}

Referenced by _InterlockedAnd16(), _InterlockedOr16(), and _InterlockedXor16().

_InterlockedCompareExchange64()

__INTRIN_INLINE long long _InterlockedCompareExchange64	(	volatile long long *	Destination,
		long long	Exchange,
		long long	Comperand
	)

Definition at line 692 of file intrin_x86.h.

{
    long long retval = Comperand;

    __asm__
    (
        "lock; cmpxchg8b %[Destination]" :
        [retval] "+A" (retval) :
            [Destination] "m" (*Destination),
            "b" ((unsigned long)((Exchange >>  0) & 0xFFFFFFFF)),
            "c" ((unsigned long)((Exchange >> 32) & 0xFFFFFFFF)) :
        "memory"
    );

    return retval;
}

_InterlockedCompareExchange8()

__INTRIN_INLINE char _InterlockedCompareExchange8	(	volatile char *	Destination,
		char	Exchange,
		char	Comperand
	)

Definition at line 368 of file intrin_x86.h.

{
    char retval = Comperand;
    __asm__("lock; cmpxchgb %b[Exchange], %[Destination]" : [retval] "+a" (retval) : [Destination] "m" (*Destination), [Exchange] "q" (Exchange) : "memory");
    return retval;
}

Referenced by _InterlockedAnd8(), _InterlockedOr8(), and _InterlockedXor8().

_InterlockedCompareExchangePointer()

__INTRIN_INLINE void* _InterlockedCompareExchangePointer	(	void *volatile *	Destination,
		void *	Exchange,
		void *	Comperand
	)

Definition at line 395 of file intrin_x86.h.

{
    void * retval = (void *)Comperand;
    __asm__("lock; cmpxchgl %k[Exchange], %[Destination]" : [retval] "=a" (retval) : "[retval]" (retval), [Destination] "m" (*Destination), [Exchange] "q" (Exchange) : "memory");
    return retval;
}

_InterlockedDecrement()

__INTRIN_INLINE long _InterlockedDecrement

(

volatile long *

lpAddend

)

Definition at line 638 of file intrin_x86.h.

{
    return _InterlockedExchangeAdd(lpAddend, -1) - 1;
}

_InterlockedDecrement16()

__INTRIN_INLINE short _InterlockedDecrement16

(

volatile short *

lpAddend

)

Definition at line 652 of file intrin_x86.h.

{
    return _InterlockedExchangeAdd16(lpAddend, -1) - 1;
}

_InterlockedExchange()

__INTRIN_INLINE long _InterlockedExchange	(	volatile long *	Target,
		long	Value
	)

Definition at line 422 of file intrin_x86.h.

{
    long retval = Value;
    __asm__("xchgl %[retval], %[Target]" : [retval] "+r" (retval) : [Target] "m" (*Target) : "memory");
    return retval;
}

_InterlockedExchange16()

__INTRIN_INLINE short _InterlockedExchange16	(	volatile short *	Target,
		short	Value
	)

Definition at line 413 of file intrin_x86.h.

{
    short retval = Value;
    __asm__("xchgw %[retval], %[Target]" : [retval] "+r" (retval) : [Target] "m" (*Target) : "memory");
    return retval;
}

_InterlockedExchange8()

__INTRIN_INLINE char _InterlockedExchange8	(	volatile char *	Target,
		char	Value
	)

Definition at line 404 of file intrin_x86.h.

{
    char retval = Value;
    __asm__("xchgb %[retval], %[Target]" : [retval] "+r" (retval) : [Target] "m" (*Target) : "memory");
    return retval;
}

_InterlockedExchangeAdd()

__INTRIN_INLINE long _InterlockedExchangeAdd	(	volatile long *	Addend,
		long	Value
	)

Definition at line 458 of file intrin_x86.h.

{
    long retval = Value;
    __asm__("lock; xaddl %[retval], %[Addend]" : [retval] "+r" (retval) : [Addend] "m" (*Addend) : "memory");
    return retval;
}

Referenced by _InterlockedDecrement(), and _InterlockedIncrement().

_InterlockedExchangeAdd16()

__INTRIN_INLINE short _InterlockedExchangeAdd16	(	volatile short *	Addend,
		short	Value
	)

Definition at line 449 of file intrin_x86.h.

{
    short retval = Value;
    __asm__("lock; xaddw %[retval], %[Addend]" : [retval] "+r" (retval) : [Addend] "m" (*Addend) : "memory");
    return retval;
}

Referenced by _InterlockedDecrement16(), and _InterlockedIncrement16().

_InterlockedExchangeAdd8()

__INTRIN_INLINE char _InterlockedExchangeAdd8	(	char volatile *	Addend,
		char	Value
	)

Definition at line 440 of file intrin_x86.h.

{
    char retval = Value;
    __asm__("lock; xaddb %[retval], %[Addend]" : [retval] "+r" (retval) : [Addend] "m" (*Addend) : "memory");
    return retval;
}

_InterlockedExchangePointer()

__INTRIN_INLINE void* _InterlockedExchangePointer	(	void *volatile *	Target,
		void *	Value
	)

Definition at line 431 of file intrin_x86.h.

{
    void * retval = Value;
    __asm__("xchgl %[retval], %[Target]" : [retval] "+r" (retval) : [Target] "m" (*Target) : "memory");
    return retval;
}

_InterlockedIncrement()

__INTRIN_INLINE long _InterlockedIncrement

(

volatile long *

lpAddend

)

Definition at line 645 of file intrin_x86.h.

{
    return _InterlockedExchangeAdd(lpAddend, 1) + 1;
}

_InterlockedIncrement16()

__INTRIN_INLINE short _InterlockedIncrement16

(

volatile short *

lpAddend

)

Definition at line 659 of file intrin_x86.h.

{
    return _InterlockedExchangeAdd16(lpAddend, 1) + 1;
}

_InterlockedOr()

__INTRIN_INLINE long _InterlockedOr	(	volatile long *	value,
		long	mask
	)

Definition at line 562 of file intrin_x86.h.

{
    long x;
    long y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange(value, x | mask, x);
    }
    while(y != x);

    return y;
}

_InterlockedOr16()

__INTRIN_INLINE short _InterlockedOr16	(	volatile short *	value,
		short	mask
	)

Definition at line 543 of file intrin_x86.h.

{
    short x;
    short y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange16(value, x | mask, x);
    }
    while(y != x);

    return y;
}

_InterlockedOr8()

__INTRIN_INLINE char _InterlockedOr8	(	volatile char *	value,
		char	mask
	)

Definition at line 524 of file intrin_x86.h.

{
    char x;
    char y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange8(value, x | mask, x);
    }
    while(y != x);

    return y;
}

_InterlockedXor()

__INTRIN_INLINE long _InterlockedXor	(	volatile long *	value,
		long	mask
	)

Definition at line 619 of file intrin_x86.h.

{
    long x;
    long y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange(value, x ^ mask, x);
    }
    while(y != x);

    return y;
}

_InterlockedXor16()

__INTRIN_INLINE short _InterlockedXor16	(	volatile short *	value,
		short	mask
	)

Definition at line 600 of file intrin_x86.h.

{
    short x;
    short y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange16(value, x ^ mask, x);
    }
    while(y != x);

    return y;
}

_InterlockedXor8()

__INTRIN_INLINE char _InterlockedXor8	(	volatile char *	value,
		char	mask
	)

Definition at line 581 of file intrin_x86.h.

{
    char x;
    char y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange8(value, x ^ mask, x);
    }
    while(y != x);

    return y;
}

_lrotl()

unsigned long _lrotl	(	unsigned long	value,
		int	shift
	)

Definition at line 1288 of file intrin_x86.h.

{
    unsigned long retval;
    __asm__("roll %b[shift], %k[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_lrotr()

unsigned long _lrotr	(	unsigned long	value,
		int	shift
	)

Definition at line 1297 of file intrin_x86.h.

{
    unsigned long retval;
    __asm__("rorl %b[shift], %k[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_mm_lfence()

__INTRIN_INLINE void _mm_lfence

(

void

)

Definition at line 106 of file intrin_x86.h.

{
    _ReadBarrier();
    __asm__ __volatile__("lfence");
    _ReadBarrier();
}

_mm_mfence()

__INTRIN_INLINE void _mm_mfence

(

void

)

Definition at line 99 of file intrin_x86.h.

{
    __asm__ __volatile__("mfence" : : : "memory");
}

_mm_pause()

__INTRIN_INLINE void _mm_pause

(

void

)

Definition at line 2037 of file intrin_x86.h.

{
    __asm__ __volatile__("pause" : : : "memory");
}

_mm_sfence()

__INTRIN_INLINE void _mm_sfence

(

void

)

Definition at line 115 of file intrin_x86.h.

{
    _WriteBarrier();
    __asm__ __volatile__("sfence");
    _WriteBarrier();
}

_outp()

__INTRIN_INLINE int __cdecl _outp	(	unsigned short	Port,
		int	databyte
	)

Definition at line 1624 of file intrin_x86.h.

{
    __outbyte(Port, (unsigned char)databyte);
    return databyte;
}

_outpd()

__INTRIN_INLINE unsigned long __cdecl _outpd	(	unsigned short	Port,
		unsigned long	dataword
	)

Definition at line 1636 of file intrin_x86.h.

{
    __outdword(Port, dataword);
    return dataword;
}

_outpw()

__INTRIN_INLINE unsigned short __cdecl _outpw	(	unsigned short	Port,
		unsigned short	dataword
	)

Definition at line 1630 of file intrin_x86.h.

{
    __outword(Port, dataword);
    return dataword;
}

_ReadWriteBarrier()

__INTRIN_INLINE void _ReadWriteBarrier

(

void

)

Definition at line 88 of file intrin_x86.h.

{
    __asm__ __volatile__("" : : : "memory");
}

_rotl()

__INTRIN_INLINE unsigned int __cdecl _rotl	(	unsigned int	value,
		int	shift
	)

Definition at line 1218 of file intrin_x86.h.

{
    unsigned int retval;
    __asm__("roll %b[shift], %k[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_rotl16()

__INTRIN_INLINE unsigned short __cdecl _rotl16	(	unsigned short	value,
		unsigned char	shift
	)

Definition at line 1209 of file intrin_x86.h.

{
    unsigned short retval;
    __asm__("rolw %b[shift], %w[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_rotl64()

__INTRIN_INLINE unsigned long long __cdecl _rotl64	(	unsigned long long	value,
		int	shift
	)

Definition at line 1235 of file intrin_x86.h.

{
    /* FIXME: this is probably not optimal */
    return (value << shift) | (value >> (64 - shift));
}

_rotl8()

__INTRIN_INLINE unsigned char __cdecl _rotl8	(	unsigned char	value,
		unsigned char	shift
	)

Definition at line 1200 of file intrin_x86.h.

{
    unsigned char retval;
    __asm__("rolb %b[shift], %b[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_rotr()

unsigned int _rotr	(	unsigned int	value,
		int	shift
	)

Definition at line 1244 of file intrin_x86.h.

{
    unsigned int retval;
    __asm__("rorl %b[shift], %k[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_rotr16()

__INTRIN_INLINE unsigned short __cdecl _rotr16	(	unsigned short	value,
		unsigned char	shift
	)

Definition at line 1262 of file intrin_x86.h.

{
    unsigned short retval;
    __asm__("rorw %b[shift], %w[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_rotr64()

__INTRIN_INLINE unsigned long long __cdecl _rotr64	(	unsigned long long	value,
		int	shift
	)

Definition at line 1279 of file intrin_x86.h.

{
    /* FIXME: this is probably not optimal */
    return (value >> shift) | (value << (64 - shift));
}

_rotr8()

__INTRIN_INLINE unsigned char __cdecl _rotr8	(	unsigned char	value,
		unsigned char	shift
	)

Definition at line 1253 of file intrin_x86.h.

{
    unsigned char retval;
    __asm__("rorb %b[shift], %b[retval]" : [retval] "=qm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_sgdt()

__INTRIN_INLINE void _sgdt

(

void *

Destination

)

Definition at line 2029 of file intrin_x86.h.

{
    __asm__ __volatile__("sgdt %0" : : "m"(*(short*)Destination) : "memory");
}

Referenced by ImgArchEfiStartBootApplication(), and Mmx86InitializeMemoryMap().

memcpy()

__INTRIN_INLINE void* __cdecl memcpy	(	void *	dest,
		const void *	source,
		size_t	num
	)

Definition at line 74 of file intrin_x86.h.

{
    return memmove(dest, source, num);
}

memmove()

void* __cdecl memmove	(	void *	dest,
		const void *	source,
		size_t	num
	)

Definition at line 4 of file memmove.c.

{
    char *char_dest = (char *)dest;
    char *char_src = (char *)src;

    if ((char_dest <= char_src) || (char_dest >= (char_src+count)))
    {
        /*  non-overlapping buffers */
        while(count > 0)
    {
            *char_dest = *char_src;
            char_dest++;
            char_src++;
            count--;
    }
    }
    else
    {
        /* overlaping buffers */
        char_dest = (char *)dest + count - 1;
        char_src = (char *)src + count - 1;

        while(count > 0)
    {
           *char_dest = *char_src;
           char_dest--;
           char_src--;
           count--;
    }
    }

    return dest;
}

Referenced by memcpy().