intrin_x86.h File Reference

Go to the source code of this file.

Macros
#define	_ReturnAddress()   (__builtin_return_address(0))
#define	_AddressOfReturnAddress()   (&(((void **)(__builtin_frame_address(0)))[1]))
#define	_ReadBarrier   _ReadWriteBarrier
#define	_WriteBarrier   _ReadWriteBarrier

Functions
void *	memmove (void *dest, const void *source, size_t num)
__INTRIN_INLINE void *	memcpy (void *dest, const void *source, size_t num)
__INTRIN_INLINE void	_ReadWriteBarrier (void)
__INTRIN_INLINE void	_mm_mfence (void)
__INTRIN_INLINE void	_mm_lfence (void)
__INTRIN_INLINE void	_mm_sfence (void)
__INTRIN_INLINE char	_InterlockedCompareExchange8 (volatile char *Destination, char Exchange, char Comperand)
__INTRIN_INLINE short	_InterlockedCompareExchange16 (volatile short *Destination, short Exchange, short Comperand)
__INTRIN_INLINE long	_InterlockedCompareExchange (volatile long *Destination, long Exchange, long Comperand)
__INTRIN_INLINE void *	_InterlockedCompareExchangePointer (void *volatile *Destination, void *Exchange, void *Comperand)
__INTRIN_INLINE char	_InterlockedExchange8 (volatile char *Target, char Value)
__INTRIN_INLINE short	_InterlockedExchange16 (volatile short *Target, short Value)
__INTRIN_INLINE long	_InterlockedExchange (volatile long *Target, long Value)
__INTRIN_INLINE void *	_InterlockedExchangePointer (void *volatile *Target, void *Value)
__INTRIN_INLINE char	_InterlockedExchangeAdd8 (char volatile *Addend, char Value)
__INTRIN_INLINE short	_InterlockedExchangeAdd16 (volatile short *Addend, short Value)
__INTRIN_INLINE long	_InterlockedExchangeAdd (volatile long *Addend, long Value)
__INTRIN_INLINE char	_InterlockedAnd8 (volatile char *value, char mask)
__INTRIN_INLINE short	_InterlockedAnd16 (volatile short *value, short mask)
__INTRIN_INLINE long	_InterlockedAnd (volatile long *value, long mask)
__INTRIN_INLINE char	_InterlockedOr8 (volatile char *value, char mask)
__INTRIN_INLINE short	_InterlockedOr16 (volatile short *value, short mask)
__INTRIN_INLINE long	_InterlockedOr (volatile long *value, long mask)
__INTRIN_INLINE char	_InterlockedXor8 (volatile char *value, char mask)
__INTRIN_INLINE short	_InterlockedXor16 (volatile short *value, short mask)
__INTRIN_INLINE long	_InterlockedXor (volatile long *value, long mask)
__INTRIN_INLINE long	_InterlockedDecrement (volatile long *lpAddend)
__INTRIN_INLINE long	_InterlockedIncrement (volatile long *lpAddend)
__INTRIN_INLINE short	_InterlockedDecrement16 (volatile short *lpAddend)
__INTRIN_INLINE short	_InterlockedIncrement16 (volatile short *lpAddend)
__INTRIN_INLINE long long	_InterlockedCompareExchange64 (volatile long long *Destination, long long Exchange, long long Comperand)
__INTRIN_INLINE unsigned char	_interlockedbittestandreset (volatile long *a, long b)
__INTRIN_INLINE unsigned char	_interlockedbittestandset (volatile long *a, long b)
__INTRIN_INLINE void	__stosb (unsigned char *Dest, unsigned char Data, size_t Count)
__INTRIN_INLINE void	__stosw (unsigned short *Dest, unsigned short Data, size_t Count)
__INTRIN_INLINE void	__stosd (unsigned long *Dest, unsigned long Data, size_t Count)
__INTRIN_INLINE void	__movsb (unsigned char *Destination, const unsigned char *Source, size_t Count)
__INTRIN_INLINE void	__movsw (unsigned short *Destination, const unsigned short *Source, size_t Count)
__INTRIN_INLINE void	__movsd (unsigned long *Destination, const unsigned long *Source, size_t Count)
__INTRIN_INLINE void	__writefsbyte (unsigned long Offset, unsigned char Data)
__INTRIN_INLINE void	__writefsword (unsigned long Offset, unsigned short Data)
__INTRIN_INLINE void	__writefsdword (unsigned long Offset, unsigned long Data)
__INTRIN_INLINE unsigned char	__readfsbyte (unsigned long Offset)
__INTRIN_INLINE unsigned short	__readfsword (unsigned long Offset)
__INTRIN_INLINE unsigned long	__readfsdword (unsigned long Offset)
__INTRIN_INLINE void	__incfsbyte (unsigned long Offset)
__INTRIN_INLINE void	__incfsword (unsigned long Offset)
__INTRIN_INLINE void	__incfsdword (unsigned long Offset)
__INTRIN_INLINE void	__addfsbyte (unsigned long Offset, unsigned char Data)
__INTRIN_INLINE void	__addfsword (unsigned long Offset, unsigned short Data)
__INTRIN_INLINE void	__addfsdword (unsigned long Offset, unsigned long Data)
__INTRIN_INLINE unsigned char	_BitScanForward (unsigned long *Index, unsigned long Mask)
__INTRIN_INLINE unsigned char	_BitScanReverse (unsigned long *Index, unsigned long Mask)
__INTRIN_INLINE unsigned char	_bittest (const long *a, long b)
__INTRIN_INLINE unsigned char	_bittestandcomplement (long *a, long b)
__INTRIN_INLINE unsigned char	_bittestandreset (long *a, long b)
__INTRIN_INLINE unsigned char	_bittestandset (long *a, long b)
__INTRIN_INLINE unsigned char	_rotl8 (unsigned char value, unsigned char shift)
__INTRIN_INLINE unsigned short	_rotl16 (unsigned short value, unsigned char shift)
__INTRIN_INLINE unsigned int	_rotl (unsigned int value, int shift)
__INTRIN_INLINE unsigned long long	_rotl64 (unsigned long long value, int shift)
__INTRIN_INLINE unsigned int	_rotr (unsigned int value, int shift)
__INTRIN_INLINE unsigned char	_rotr8 (unsigned char value, unsigned char shift)
__INTRIN_INLINE unsigned short	_rotr16 (unsigned short value, unsigned char shift)
__INTRIN_INLINE unsigned long long	_rotr64 (unsigned long long value, int shift)
__INTRIN_INLINE unsigned long __cdecl	_lrotl (unsigned long value, int shift)
__INTRIN_INLINE unsigned long __cdecl	_lrotr (unsigned long value, int shift)
__INTRIN_INLINE unsigned long long	__ll_lshift (unsigned long long Mask, int Bit)
__INTRIN_INLINE long long	__ll_rshift (long long Mask, int Bit)
__INTRIN_INLINE unsigned long long	__ull_rshift (unsigned long long Mask, int Bit)
__INTRIN_INLINE unsigned short	_byteswap_ushort (unsigned short value)
__INTRIN_INLINE unsigned long	_byteswap_ulong (unsigned long value)
__INTRIN_INLINE unsigned long long	_byteswap_uint64 (unsigned long long value)
__INTRIN_INLINE unsigned int	__lzcnt (unsigned int value)
__INTRIN_INLINE unsigned short	__lzcnt16 (unsigned short value)
__INTRIN_INLINE unsigned int	__popcnt (unsigned int value)
__INTRIN_INLINE unsigned short	__popcnt16 (unsigned short value)
__INTRIN_INLINE long long	__emul (int a, int b)
__INTRIN_INLINE unsigned long long	__emulu (unsigned int a, unsigned int b)
__INTRIN_INLINE long long __cdecl	_abs64 (long long value)
__INTRIN_INLINE unsigned char	__inbyte (unsigned short Port)
__INTRIN_INLINE unsigned short	__inword (unsigned short Port)
__INTRIN_INLINE unsigned long	__indword (unsigned short Port)
__INTRIN_INLINE void	__inbytestring (unsigned short Port, unsigned char *Buffer, unsigned long Count)
__INTRIN_INLINE void	__inwordstring (unsigned short Port, unsigned short *Buffer, unsigned long Count)
__INTRIN_INLINE void	__indwordstring (unsigned short Port, unsigned long *Buffer, unsigned long Count)
__INTRIN_INLINE void	__outbyte (unsigned short Port, unsigned char Data)
__INTRIN_INLINE void	__outword (unsigned short Port, unsigned short Data)
__INTRIN_INLINE void	__outdword (unsigned short Port, unsigned long Data)
__INTRIN_INLINE void	__outbytestring (unsigned short Port, unsigned char *Buffer, unsigned long Count)
__INTRIN_INLINE void	__outwordstring (unsigned short Port, unsigned short *Buffer, unsigned long Count)
__INTRIN_INLINE void	__outdwordstring (unsigned short Port, unsigned long *Buffer, unsigned long Count)
__INTRIN_INLINE int	_inp (unsigned short Port)
__INTRIN_INLINE unsigned short	_inpw (unsigned short Port)
__INTRIN_INLINE unsigned long	_inpd (unsigned short Port)
__INTRIN_INLINE int	_outp (unsigned short Port, int databyte)
__INTRIN_INLINE unsigned short	_outpw (unsigned short Port, unsigned short dataword)
__INTRIN_INLINE unsigned long	_outpd (unsigned short Port, unsigned long dataword)
__INTRIN_INLINE void	__cpuid (int CPUInfo[4], int InfoType)
__INTRIN_INLINE void	__cpuidex (int CPUInfo[4], int InfoType, int ECXValue)
__INTRIN_INLINE unsigned long long	__rdtsc (void)
__INTRIN_INLINE void	__writeeflags (uintptr_t Value)
__INTRIN_INLINE uintptr_t	__readeflags (void)
__INTRIN_INLINE void	__debugbreak (void)
__INTRIN_INLINE void	__ud2 (void)
__INTRIN_INLINE void	__int2c (void)
__INTRIN_INLINE void	_disable (void)
__INTRIN_INLINE void	_enable (void)
__INTRIN_INLINE void	__halt (void)
	__declspec (noreturn) __INTRIN_INLINE void __fastfail(unsigned int Code)
__INTRIN_INLINE void	__writecr0 (unsigned int Data)
__INTRIN_INLINE void	__writecr3 (unsigned int Data)
__INTRIN_INLINE void	__writecr4 (unsigned int Data)
__INTRIN_INLINE void	__writecr8 (unsigned int Data)
__INTRIN_INLINE unsigned long	__readcr0 (void)
__INTRIN_INLINE unsigned long	__readcr2 (void)
__INTRIN_INLINE unsigned long	__readcr3 (void)
__INTRIN_INLINE unsigned long	__readcr4 (void)
__INTRIN_INLINE unsigned long	__readcr8 (void)
__INTRIN_INLINE unsigned int	__readdr (unsigned int reg)
__INTRIN_INLINE void	__writedr (unsigned reg, unsigned int value)
__INTRIN_INLINE void	__invlpg (void *Address)
__INTRIN_INLINE unsigned long long	__readmsr (unsigned long reg)
__INTRIN_INLINE void	__writemsr (unsigned long Register, unsigned long long Value)
__INTRIN_INLINE unsigned long long	__readpmc (unsigned long counter)
__INTRIN_INLINE unsigned long	__segmentlimit (unsigned long a)
__INTRIN_INLINE void	__wbinvd (void)
__INTRIN_INLINE void	__lidt (void *Source)
__INTRIN_INLINE void	__sidt (void *Destination)
__INTRIN_INLINE void	_sgdt (void *Destination)
__INTRIN_INLINE void	_mm_pause (void)
__INTRIN_INLINE void	__nop (void)

Macro Definition Documentation

#define _AddressOfReturnAddress

(

void

)

(&(((void **)(__builtin_frame_address(0)))[1]))

Definition at line 82 of file intrin_x86.h.

#define _ReadBarrier   _ReadWriteBarrier

Definition at line 98 of file intrin_x86.h.

Referenced by _mm_lfence().

#define _ReturnAddress

(

void

)

(__builtin_return_address(0))

Definition at line 81 of file intrin_x86.h.

#define _WriteBarrier   _ReadWriteBarrier

Definition at line 99 of file intrin_x86.h.

Referenced by _mm_sfence().

Function Documentation

__INTRIN_INLINE void __addfsbyte	(	unsigned long	Offset,
		unsigned char	Data
	)

Definition at line 901 of file intrin_x86.h.

{
    if(!__builtin_constant_p(Offset))
        __asm__ __volatile__("addb %b[Offset], %%fs:%a[Offset]" : : [Offset] "r" (Offset) : "memory");
    else
        __asm__ __volatile__("addb %b[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "iq" (Data) : "memory");
}

__INTRIN_INLINE void __addfsdword	(	unsigned long	Offset,
		unsigned long	Data
	)

Definition at line 917 of file intrin_x86.h.

{
    if(!__builtin_constant_p(Offset))
        __asm__ __volatile__("addl %k[Offset], %%fs:%a[Offset]" : : [Offset] "r" (Offset) : "memory");
    else
        __asm__ __volatile__("addl %k[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "iq" (Data) : "memory");
}

__INTRIN_INLINE void __addfsword	(	unsigned long	Offset,
		unsigned short	Data
	)

Definition at line 909 of file intrin_x86.h.

{
    if(!__builtin_constant_p(Offset))
        __asm__ __volatile__("addw %w[Offset], %%fs:%a[Offset]" : : [Offset] "r" (Offset) : "memory");
    else
        __asm__ __volatile__("addw %w[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "iq" (Data) : "memory");
}

__INTRIN_INLINE void __cpuid	(	int	CPUInfo[4],
		int	InfoType
	)

Definition at line 1428 of file intrin_x86.h.

{
    __asm__ __volatile__("cpuid" : "=a" (CPUInfo[0]), "=b" (CPUInfo[1]), "=c" (CPUInfo[2]), "=d" (CPUInfo[3]) : "a" (InfoType));
}

__INTRIN_INLINE void __cpuidex	(	int	CPUInfo[4],
		int	InfoType,
		int	ECXValue
	)

Definition at line 1433 of file intrin_x86.h.

Referenced by BlArchCpuId().

{
    __asm__ __volatile__("cpuid" : "=a" (CPUInfo[0]), "=b" (CPUInfo[1]), "=c" (CPUInfo[2]), "=d" (CPUInfo[3]) : "a" (InfoType), "c" (ECXValue));
}

__INTRIN_INLINE void __debugbreak

(

void

)

Definition at line 1468 of file intrin_x86.h.

Referenced by __C_specific_handler(), __CxxFrameHandler(), __CxxFrameHandler3(), _assert(), _RTC_DefaultErrorFuncW(), _RTC_NumErrors(), _RTC_SetErrorFunc(), _RTC_SetErrorType(), _RTC_Shutdown(), _tWinMain(), BlStatusError(), BmfdLoadFontFile(), Catch_RTC_Failure(), DoCrashCommand(), DRIVER_Dispatch(), EMF_Update_MF_Xform(), EngBitBlt(), EnumParametersCallback(), FltpPostFsFilterOperation(), FltpPreFsFilterOperation(), FtfdEnablePDEV(), FtfdQueryFont(), FtfdQueryFontTree(), GetCallingConvention(), HalpProfileInterruptHandler(), HalRequestIpi(), KeConnectInterrupt(), KeDisconnectInterrupt(), KeSwitchKernelStack(), KeUserModeCallback(), KiCallUserMode(), KiDispatchException(), KiInterruptHandler(), KiRestoreProcessorControlState(), KiSaveProcessorControlState(), KiSystemCallHandler(), KiSystemService(), KmtCloseDriver(), KmtLoadDriver(), KmtOpenDriver(), KmtUnloadDriver(), KsecDeviceControl(), METADC_GetAndSetDCDWord(), MI_IS_MAPPED_PTE(), MiGetPteForProcess(), MmGetPageTableForProcess(), MmHapReportHeapCorruption(), MmIsDisabledPage(), MyReallocPool__(), NtCallbackReturn(), NtGdiClearBrushAttributes(), NtGdiSetBrushAttributes(), NtSetLdtEntries(), and WmipIoControl().

{
    __asm__("int $3");
}

__declspec

(

noreturn

)

Definition at line 1499 of file intrin_x86.h.

{
    __asm__("int $0x29" : : "c"(Code) : "memory");
    __builtin_unreachable();
}

__INTRIN_INLINE long long __emul	(	int	a,
		int	b
	)

Definition at line 1269 of file intrin_x86.h.

{
    long long retval;
    __asm__("imull %[b]" : "=A" (retval) : [a] "a" (a), [b] "rm" (b));
    return retval;
}

__INTRIN_INLINE unsigned long long __emulu	(	unsigned int	a,
		unsigned int	b
	)

Definition at line 1276 of file intrin_x86.h.

{
    unsigned long long retval;
    __asm__("mull %[b]" : "=A" (retval) : [a] "a" (a), [b] "rm" (b));
    return retval;
}

__INTRIN_INLINE void __halt

(

void

)

Definition at line 1494 of file intrin_x86.h.

Referenced by FrLdrBugCheckEx(), FrLdrBugCheckWithMessage(), HaliHaltSystem(), HalpReboot(), and HalProcessorIdle().

{
    __asm__("hlt" : : : "memory");
}

__INTRIN_INLINE unsigned char __inbyte

(

unsigned short

Port

)

Definition at line 1308 of file intrin_x86.h.

Referenced by _inp().

{
    unsigned char byte;
    __asm__ __volatile__("inb %w[Port], %b[byte]" : [byte] "=a" (byte) : [Port] "Nd" (Port));
    return byte;
}

__INTRIN_INLINE void __inbytestring	(	unsigned short	Port,
		unsigned char *	Buffer,
		unsigned long	Count
	)

Definition at line 1329 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; insb" :
        [Buffer] "=D" (Buffer), [Count] "=c" (Count) :
        "d" (Port), "[Buffer]" (Buffer), "[Count]" (Count) :
        "memory"
    );
}

__INTRIN_INLINE void __incfsbyte

(

unsigned long

Offset

)

Definition at line 885 of file intrin_x86.h.

{
    __asm__ __volatile__("incb %%fs:%a[Offset]" : : [Offset] "ir" (Offset) : "memory");
}

__INTRIN_INLINE void __incfsdword

(

unsigned long

Offset

)

Definition at line 895 of file intrin_x86.h.

{
    __asm__ __volatile__("incl %%fs:%a[Offset]" : : [Offset] "ir" (Offset) : "memory");
}

__INTRIN_INLINE void __incfsword

(

unsigned long

Offset

)

Definition at line 890 of file intrin_x86.h.

{
    __asm__ __volatile__("incw %%fs:%a[Offset]" : : [Offset] "ir" (Offset) : "memory");
}

__INTRIN_INLINE unsigned long __indword

(

unsigned short

Port

)

Definition at line 1322 of file intrin_x86.h.

Referenced by _inpd().

{
    unsigned long dword;
    __asm__ __volatile__("inl %w[Port], %k[dword]" : [dword] "=a" (dword) : [Port] "Nd" (Port));
    return dword;
}

__INTRIN_INLINE void __indwordstring	(	unsigned short	Port,
		unsigned long *	Buffer,
		unsigned long	Count
	)

Definition at line 1351 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; insl" :
        [Buffer] "=D" (Buffer), [Count] "=c" (Count) :
        "d" (Port), "[Buffer]" (Buffer), "[Count]" (Count) :
        "memory"
    );
}

__INTRIN_INLINE void __int2c

(

void

)

Definition at line 1479 of file intrin_x86.h.

{
    __asm__("int $0x2c");
}

__INTRIN_INLINE void __invlpg

(

void *

Address

)

Definition at line 1758 of file intrin_x86.h.

Referenced by KeInvalidateTlbEntry(), KiMarkPageAsReadOnly(), MiFlushTlb(), MiFlushTlbIpiRoutine(), MmCreateProcessAddressSpace(), MmDefpFlushTlbEntry(), MmSetCleanPage(), and MmSetDirtyPage().

{
    __asm__ __volatile__ ("invlpg (%[Address])" : : [Address] "b" (Address) : "memory");
}

__INTRIN_INLINE unsigned short __inword

(

unsigned short

Port

)

Definition at line 1315 of file intrin_x86.h.

Referenced by _inpw().

{
    unsigned short word;
    __asm__ __volatile__("inw %w[Port], %w[word]" : [word] "=a" (word) : [Port] "Nd" (Port));
    return word;
}

__INTRIN_INLINE void __inwordstring	(	unsigned short	Port,
		unsigned short *	Buffer,
		unsigned long	Count
	)

Definition at line 1340 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; insw" :
        [Buffer] "=D" (Buffer), [Count] "=c" (Count) :
        "d" (Port), "[Buffer]" (Buffer), "[Count]" (Count) :
        "memory"
    );
}

__INTRIN_INLINE void __lidt

(

void *

Source

)

Definition at line 1808 of file intrin_x86.h.

Referenced by Amd64SetupIdt(), BlpArchInitialize(), KeInitExceptions(), KiI386PentiumLockErrataFixup(), KiRestoreProcessorControlState(), and WinLdrSetProcessorContext().

{
    __asm__ __volatile__("lidt %0" : : "m"(*(short*)Source));
}

__INTRIN_INLINE unsigned long long __ll_lshift	(	unsigned long long	Mask,
		int	Bit
	)

Definition at line 1154 of file intrin_x86.h.

{
    unsigned long long retval = Mask;

    __asm__
    (
        "shldl %b[Bit], %%eax, %%edx; sall %b[Bit], %%eax" :
        "+A" (retval) :
        [Bit] "Nc" ((unsigned char)((unsigned long)Bit) & 0xFF)
    );

    return retval;
}

__INTRIN_INLINE long long __ll_rshift	(	long long	Mask,
		int	Bit
	)

Definition at line 1168 of file intrin_x86.h.

{
    long long retval = Mask;

    __asm__
    (
        "shrdl %b[Bit], %%edx, %%eax; sarl %b[Bit], %%edx" :
        "+A" (retval) :
        [Bit] "Nc" ((unsigned char)((unsigned long)Bit) & 0xFF)
    );

    return retval;
}

__INTRIN_INLINE unsigned int __lzcnt

(

unsigned int

value

)

Definition at line 1235 of file intrin_x86.h.

{
    return __builtin_clz(value);
}

__INTRIN_INLINE unsigned short __lzcnt16

(

unsigned short

value

)

Definition at line 1240 of file intrin_x86.h.

{
    return __builtin_clz(value);
}

__INTRIN_INLINE void __movsb	(	unsigned char *	Destination,
		const unsigned char *	Source,
		size_t	Count
	)

Definition at line 711 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; movsb" :
        [Destination] "=D" (Destination), [Source] "=S" (Source), [Count] "=c" (Count) :
        "[Destination]" (Destination), "[Source]" (Source), "[Count]" (Count)
    );
}

__INTRIN_INLINE void __movsd	(	unsigned long *	Destination,
		const unsigned long *	Source,
		size_t	Count
	)

Definition at line 731 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; movsd" :
        [Destination] "=D" (Destination), [Source] "=S" (Source), [Count] "=c" (Count) :
        "[Destination]" (Destination), "[Source]" (Source), "[Count]" (Count)
    );
}

__INTRIN_INLINE void __movsw	(	unsigned short *	Destination,
		const unsigned short *	Source,
		size_t	Count
	)

Definition at line 721 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; movsw" :
        [Destination] "=D" (Destination), [Source] "=S" (Source), [Count] "=c" (Count) :
        "[Destination]" (Destination), "[Source]" (Source), "[Count]" (Count)
    );
}

__INTRIN_INLINE void __nop

(

void

)

Definition at line 1830 of file intrin_x86.h.

Referenced by HalpRead8254Value().

{
    __asm__ __volatile__("nop");
}

__INTRIN_INLINE void __outbyte	(	unsigned short	Port,
		unsigned char	Data
	)

Definition at line 1362 of file intrin_x86.h.

Referenced by _outp().

{
    __asm__ __volatile__("outb %b[Data], %w[Port]" : : [Port] "Nd" (Port), [Data] "a" (Data));
}

__INTRIN_INLINE void __outbytestring	(	unsigned short	Port,
		unsigned char *	Buffer,
		unsigned long	Count
	)

Definition at line 1377 of file intrin_x86.h.

{
    __asm__ __volatile__("rep; outsb" : : [Port] "d" (Port), [Buffer] "S" (Buffer), "c" (Count));
}

__INTRIN_INLINE void __outdword	(	unsigned short	Port,
		unsigned long	Data
	)

Definition at line 1372 of file intrin_x86.h.

Referenced by _outpd().

{
    __asm__ __volatile__("outl %k[Data], %w[Port]" : : [Port] "Nd" (Port), [Data] "a" (Data));
}

__INTRIN_INLINE void __outdwordstring	(	unsigned short	Port,
		unsigned long *	Buffer,
		unsigned long	Count
	)

Definition at line 1387 of file intrin_x86.h.

{
    __asm__ __volatile__("rep; outsl" : : [Port] "d" (Port), [Buffer] "S" (Buffer), "c" (Count));
}

__INTRIN_INLINE void __outword	(	unsigned short	Port,
		unsigned short	Data
	)

Definition at line 1367 of file intrin_x86.h.

Referenced by _outpw().

{
    __asm__ __volatile__("outw %w[Data], %w[Port]" : : [Port] "Nd" (Port), [Data] "a" (Data));
}

__INTRIN_INLINE void __outwordstring	(	unsigned short	Port,
		unsigned short *	Buffer,
		unsigned long	Count
	)

Definition at line 1382 of file intrin_x86.h.

{
    __asm__ __volatile__("rep; outsw" : : [Port] "d" (Port), [Buffer] "S" (Buffer), "c" (Count));
}

__INTRIN_INLINE unsigned int __popcnt

(

unsigned int

value

)

Definition at line 1245 of file intrin_x86.h.

{
    return __builtin_popcount(value);
}

__INTRIN_INLINE unsigned short __popcnt16

(

unsigned short

value

)

Definition at line 1250 of file intrin_x86.h.

{
    return __builtin_popcount(value);
}

__INTRIN_INLINE unsigned long long __rdtsc

(

void

)

Definition at line 1438 of file intrin_x86.h.

{
#ifdef __x86_64__
    unsigned long long low, high;
    __asm__ __volatile__("rdtsc" : "=a"(low), "=d"(high));
    return low | (high << 32);
#else
    unsigned long long retval;
    __asm__ __volatile__("rdtsc" : "=A"(retval));
    return retval;
#endif
}

__INTRIN_INLINE unsigned long __readcr0

(

void

)

Definition at line 1587 of file intrin_x86.h.

Referenced by ArchSwitchContext(), BlpArchEnableTranslation(), HalpBiosCall(), KiCoprocessorError(), KiFlushNPXState(), KiInitializeCpu(), KiIsNpxErrataPresent(), KiIsNpxPresent(), KiNpxHandler(), KiSaveProcessorControlState(), KiSetCR0Bits(), KiSwapContextEntry(), KiTrap07Handler(), KiTrap13Handler(), and WinLdrSetProcessorContext().

{
    unsigned long value;
    __asm__ __volatile__("mov %%cr0, %[value]" : [value] "=r" (value));
    return value;
}

__INTRIN_INLINE unsigned long __readcr2

(

void

)

Definition at line 1594 of file intrin_x86.h.

Referenced by KdbEnterDebuggerException(), KiSaveProcessorControlState(), and KiTrap0EHandler().

{
    unsigned long value;
    __asm__ __volatile__("mov %%cr2, %[value]" : [value] "=r" (value));
    return value;
}

__INTRIN_INLINE unsigned long __readcr3

(

void

)

Definition at line 1601 of file intrin_x86.h.

Referenced by HalpFlushTLB(), HalpReboot(), KdpTranslateAddress(), KeFlushCurrentTb(), KeFlushProcessTb(), Ki386EnableGlobalPage(), Ki386InitializeTss(), KiSaveProcessorControlState(), MiInitializePageTable(), and MmDefpFlushTlb().

{
    unsigned long value;
    __asm__ __volatile__("mov %%cr3, %[value]" : [value] "=r" (value));
    return value;
}

__INTRIN_INLINE unsigned long __readcr4

(

void

)

Definition at line 1608 of file intrin_x86.h.

Referenced by ArchInitializeContext(), ArchSwitchContext(), BlpArchEnableTranslation(), HalpFlushTLB(), KdpTranslateAddress(), KeFlushCurrentTb(), Ki386EnableDE(), Ki386EnableFxsr(), Ki386EnableGlobalPage(), Ki386EnableXMMIExceptions(), Ki386VdmEnablePentiumExtentions(), KiInitializeCpu(), KiSaveProcessorControlState(), MiInitializePageTable(), and MiUseLargeDriverPage().

{
    unsigned long value;
    __asm__ __volatile__("mov %%cr4, %[value]" : [value] "=r" (value));
    return value;
}

__INTRIN_INLINE unsigned long __readcr8

(

void

)

Definition at line 1615 of file intrin_x86.h.

Referenced by _IRQL_requires_max_(), ApicGetCurrentIrql(), and KiSaveProcessorControlState().

{
    unsigned long value;
    __asm__ __volatile__("mov %%cr8, %[value]" : [value] "=r" (value));
    return value;
}

__INTRIN_INLINE unsigned int __readdr

(

unsigned int

reg

)

Definition at line 1692 of file intrin_x86.h.

Referenced by KdpGdbEnterDebuggerException(), KiEnterV86Trap(), KiHandleDebugRegistersOnTrapEntry(), and KiSaveProcessorControlState().

{
    unsigned int value;
    switch (reg)
    {
        case 0:
            __asm__ __volatile__("mov %%dr0, %[value]" : [value] "=r" (value));
            break;
        case 1:
            __asm__ __volatile__("mov %%dr1, %[value]" : [value] "=r" (value));
            break;
        case 2:
            __asm__ __volatile__("mov %%dr2, %[value]" : [value] "=r" (value));
            break;
        case 3:
            __asm__ __volatile__("mov %%dr3, %[value]" : [value] "=r" (value));
            break;
        case 4:
            __asm__ __volatile__("mov %%dr4, %[value]" : [value] "=r" (value));
            break;
        case 5:
            __asm__ __volatile__("mov %%dr5, %[value]" : [value] "=r" (value));
            break;
        case 6:
            __asm__ __volatile__("mov %%dr6, %[value]" : [value] "=r" (value));
            break;
        case 7:
            __asm__ __volatile__("mov %%dr7, %[value]" : [value] "=r" (value));
            break;
    }
    return value;
}

__INTRIN_INLINE uintptr_t __readeflags

(

void

)

Definition at line 1456 of file intrin_x86.h.

Referenced by HalBeginSystemInterrupt(), HalCalibratePerformanceCounter(), HalEndSystemInterrupt(), HalpAcquireCmosSpinLock(), HalpApcInterruptHandler(), HalpBiosCall(), HalpBiosDisplayReset(), HalpFlushTLB(), HalpInitializeClock(), HalpInitializePICs(), HalpInitializeTsc(), HalpLowerIrql(), HalpSetTimerRollOver(), HalRequestSoftwareInterrupt(), KdbEnterDebuggerException(), KdbpCliInit(), KeDisableInterrupts(), KeGetCurrentIrql(), KeQueryPerformanceCounter(), KeSetCurrentIrql(), KfLowerIrql(), KfRaiseIrql(), Ki386AdjustEsp0(), Ki386VdmEnablePentiumExtentions(), KiEnterV86Mode(), KiFlushNPXState(), KiSetProcessorType(), KiTrap02(), KmtAreInterruptsEnabled(), and Test_strlen().

{
    uintptr_t retval;
    __asm__ __volatile__("pushf\n pop %0" : "=rm"(retval));
    return retval;
}

__INTRIN_INLINE unsigned char __readfsbyte

(

unsigned long

Offset

)

Definition at line 864 of file intrin_x86.h.

{
    unsigned char value;
    __asm__ __volatile__("movb %%fs:%a[Offset], %b[value]" : [value] "=q" (value) : [Offset] "ir" (Offset));
    return value;
}

__INTRIN_INLINE unsigned long __readfsdword

(

unsigned long

Offset

)

Definition at line 878 of file intrin_x86.h.

{
    unsigned long value;
    __asm__ __volatile__("movl %%fs:%a[Offset], %k[value]" : [value] "=r" (value) : [Offset] "ir" (Offset));
    return value;
}

__INTRIN_INLINE unsigned short __readfsword

(

unsigned long

Offset

)

Definition at line 871 of file intrin_x86.h.

{
    unsigned short value;
    __asm__ __volatile__("movw %%fs:%a[Offset], %w[value]" : [value] "=r" (value) : [Offset] "ir" (Offset));
    return value;
}

__INTRIN_INLINE unsigned long long __readmsr

(

unsigned long

reg

)

Definition at line 1766 of file intrin_x86.h.

{
#ifdef __x86_64__
    unsigned long low, high;
    __asm__ __volatile__("rdmsr" : "=a" (low), "=d" (high) : "c" (reg));
    return ((unsigned long long)high << 32) | low;
#else
    unsigned long long retval;
    __asm__ __volatile__("rdmsr" : "=A" (retval) : "c" (reg));
    return retval;
#endif
}

__INTRIN_INLINE unsigned long long __readpmc

(

unsigned long

counter

)

Definition at line 1788 of file intrin_x86.h.

Referenced by KsecReadMachineSpecificCounters().

{
    unsigned long long retval;
    __asm__ __volatile__("rdpmc" : "=A" (retval) : "c" (counter));
    return retval;
}

__INTRIN_INLINE unsigned long __segmentlimit

(

unsigned long

a

)

Definition at line 1796 of file intrin_x86.h.

{
    unsigned long retval;
    __asm__ __volatile__("lsl %[a], %[retval]" : [retval] "=r" (retval) : [a] "rm" (a));
    return retval;
}

__INTRIN_INLINE void __sidt

(

void *

Destination

)

Definition at line 1813 of file intrin_x86.h.

Referenced by Amd64SetupIdt(), BlpArchInitialize(), ImgArchEfiStartBootApplication(), KdbpCmdGdtLdtIdt(), KdbpCmdRegs(), KdbpStepIntoInstruction(), KiGetMachineBootPointers(), KiI386PentiumLockErrataFixup(), KiInitializePcr(), KiSaveProcessorControlState(), Mmx86InitializeMemoryMap(), and WinLdrSetProcessorContext().

{
    __asm__ __volatile__("sidt %0" : : "m"(*(short*)Destination) : "memory");
}

__INTRIN_INLINE void __stosb	(	unsigned char *	Dest,
		unsigned char	Data,
		size_t	Count
	)

Definition at line 669 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; stosb" :
        [Dest] "=D" (Dest), [Count] "=c" (Count) :
        "[Dest]" (Dest), "a" (Data), "[Count]" (Count)
    );
}

__INTRIN_INLINE void __stosd	(	unsigned long *	Dest,
		unsigned long	Data,
		size_t	Count
	)

Definition at line 689 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; stosl" :
        [Dest] "=D" (Dest), [Count] "=c" (Count) :
        "[Dest]" (Dest), "a" (Data), "[Count]" (Count)
    );
}

__INTRIN_INLINE void __stosw	(	unsigned short *	Dest,
		unsigned short	Data,
		size_t	Count
	)

Definition at line 679 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; stosw" :
        [Dest] "=D" (Dest), [Count] "=c" (Count) :
        "[Dest]" (Dest), "a" (Data), "[Count]" (Count)
    );
}

__INTRIN_INLINE void __ud2

(

void

)

Definition at line 1474 of file intrin_x86.h.

{
    __asm__("ud2");
}

__INTRIN_INLINE unsigned long long __ull_rshift	(	unsigned long long	Mask,
		int	Bit
	)

Definition at line 1182 of file intrin_x86.h.

{
    unsigned long long retval = Mask;

    __asm__
    (
        "shrdl %b[Bit], %%edx, %%eax; shrl %b[Bit], %%edx" :
        "+A" (retval) :
        [Bit] "Nc" ((unsigned char)((unsigned long)Bit) & 0xFF)
    );

    return retval;
}

__INTRIN_INLINE void __wbinvd

(

void

)

Definition at line 1803 of file intrin_x86.h.

{
    __asm__ __volatile__("wbinvd" : : : "memory");
}

__INTRIN_INLINE void __writecr0

(

unsigned int

Data

)

Definition at line 1567 of file intrin_x86.h.

Referenced by ArchSwitchContext(), BlpArchEnableTranslation(), HalpBiosCall(), KiCoprocessorError(), KiFlushNPXState(), KiInitializeCpu(), KiIsNpxErrataPresent(), KiIsNpxPresent(), KiNpxHandler(), KiRestoreProcessorControlState(), KiSetCR0Bits(), KiSwapContextEntry(), KiTrap07Handler(), KiTrap13Handler(), and WinLdrSetProcessorContext().

{
    __asm__("mov %[Data], %%cr0" : : [Data] "r" (Data) : "memory");
}

__INTRIN_INLINE void __writecr3

(

unsigned int

Data

)

Definition at line 1572 of file intrin_x86.h.

Referenced by HalpFlushTLB(), HalpReboot(), handle_gdb_read_mem(), handle_gdb_write_mem(), KeFlushCurrentTb(), KeFlushProcessTb(), Ki386EnableGlobalPage(), KiRestoreProcessorControlState(), KiSwapContextExit(), KiSwapContextResume(), KiSwapProcess(), MmDefInitializeTranslation(), MmDefpFlushTlb(), ReadMemorySendHandler(), WinLdrSetProcessorContext(), and WriteMemorySendHandler().

{
    __asm__("mov %[Data], %%cr3" : : [Data] "r" (Data) : "memory");
}

__INTRIN_INLINE void __writecr4

(

unsigned int

Data

)

Definition at line 1577 of file intrin_x86.h.

Referenced by ArchInitializeContext(), ArchSwitchContext(), BlpArchEnableTranslation(), HalpFlushTLB(), KeFlushCurrentTb(), Ki386EnableDE(), Ki386EnableFxsr(), Ki386EnableGlobalPage(), Ki386EnableXMMIExceptions(), Ki386VdmEnablePentiumExtentions(), KiInitializeCpu(), KiRestoreProcessorControlState(), and MiInitializePageTable().

{
    __asm__("mov %[Data], %%cr4" : : [Data] "r" (Data) : "memory");
}

__INTRIN_INLINE void __writecr8

(

unsigned int

Data

)

Definition at line 1582 of file intrin_x86.h.

Referenced by ApicSetIrql(), KeSetCurrentIrql(), and KiRestoreProcessorControlState().

{
    __asm__("mov %[Data], %%cr8" : : [Data] "r" (Data) : "memory");
}

__INTRIN_INLINE void __writedr	(	unsigned	reg,
		unsigned int	value
	)

Definition at line 1725 of file intrin_x86.h.

Referenced by GspUnloadBreakpoints(), KdpGdbEnterDebuggerException(), KiHandleDebugRegistersOnTrapEntry(), KiHandleDebugRegistersOnTrapExit(), KiRestoreProcessorControlState(), and KiSaveProcessorControlState().

{
    switch (reg)
    {
        case 0:
            __asm__("mov %[value], %%dr0" : : [value] "r" (value) : "memory");
            break;
        case 1:
            __asm__("mov %[value], %%dr1" : : [value] "r" (value) : "memory");
            break;
        case 2:
            __asm__("mov %[value], %%dr2" : : [value] "r" (value) : "memory");
            break;
        case 3:
            __asm__("mov %[value], %%dr3" : : [value] "r" (value) : "memory");
            break;
        case 4:
            __asm__("mov %[value], %%dr4" : : [value] "r" (value) : "memory");
            break;
        case 5:
            __asm__("mov %[value], %%dr5" : : [value] "r" (value) : "memory");
            break;
        case 6:
            __asm__("mov %[value], %%dr6" : : [value] "r" (value) : "memory");
            break;
        case 7:
            __asm__("mov %[value], %%dr7" : : [value] "r" (value) : "memory");
            break;
    }
}

__INTRIN_INLINE void __writeeflags

(

uintptr_t

Value

)

Definition at line 1451 of file intrin_x86.h.

Referenced by HalCalibratePerformanceCounter(), HalpBiosDisplayReset(), HalpFlushTLB(), HalpInitializeClock(), HalpInitializePICs(), HalpInitializeTsc(), HalpReleaseCmosSpinLock(), HalpSetTimerRollOver(), HalRequestSoftwareInterrupt(), KdbEnterDebuggerException(), KdbpCliInit(), KfLowerIrql(), Ki386AdjustEsp0(), Ki386VdmEnablePentiumExtentions(), KiFlushNPXState(), KiSetProcessorType(), KiTrap02(), Test_strlen(), and WinLdrSetProcessorContext().

{
    __asm__ __volatile__("push %0\n popf" : : "rim"(Value));
}

__INTRIN_INLINE void __writefsbyte	(	unsigned long	Offset,
		unsigned char	Data
	)

Definition at line 849 of file intrin_x86.h.

{
    __asm__ __volatile__("movb %b[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "iq" (Data) : "memory");
}

__INTRIN_INLINE void __writefsdword	(	unsigned long	Offset,
		unsigned long	Data
	)

Definition at line 859 of file intrin_x86.h.

{
    __asm__ __volatile__("movl %k[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "ir" (Data) : "memory");
}

__INTRIN_INLINE void __writefsword	(	unsigned long	Offset,
		unsigned short	Data
	)

Definition at line 854 of file intrin_x86.h.

{
    __asm__ __volatile__("movw %w[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "ir" (Data) : "memory");
}

__INTRIN_INLINE void __writemsr	(	unsigned long	Register,
		unsigned long long	Value
	)

Definition at line 1779 of file intrin_x86.h.

{
#ifdef __x86_64__
    __asm__ __volatile__("wrmsr" : : "a" (Value), "d" (Value >> 32), "c" (Register));
#else
    __asm__ __volatile__("wrmsr" : : "A" (Value), "c" (Register));
#endif
}

__INTRIN_INLINE long long __cdecl _abs64

(

long long

value

)

Definition at line 1283 of file intrin_x86.h.

{
    return (value >= 0) ? value : -value;
}

__INTRIN_INLINE unsigned char _BitScanForward	(	unsigned long *	Index,
		unsigned long	Mask
	)

Definition at line 930 of file intrin_x86.h.

{
    __asm__("bsfl %[Mask], %[Index]" : [Index] "=r" (*Index) : [Mask] "mr" (Mask));
    return Mask ? 1 : 0;
}

__INTRIN_INLINE unsigned char _BitScanReverse	(	unsigned long *	Index,
		unsigned long	Mask
	)

Definition at line 936 of file intrin_x86.h.

{
    __asm__("bsrl %[Mask], %[Index]" : [Index] "=r" (*Index) : [Mask] "mr" (Mask));
    return Mask ? 1 : 0;
}

__INTRIN_INLINE unsigned char _bittest	(	const long *	a,
		long	b
	)

Definition at line 943 of file intrin_x86.h.

{
    unsigned char retval;

    if(__builtin_constant_p(b))
        __asm__("bt %[b], %[a]; setb %b[retval]" : [retval] "=q" (retval) : [a] "mr" (*(a + (b / 32))), [b] "Ir" (b % 32));
    else
        __asm__("bt %[b], %[a]; setb %b[retval]" : [retval] "=q" (retval) : [a] "m" (*a), [b] "r" (b));

    return retval;
}

__INTRIN_INLINE unsigned char _bittestandcomplement	(	long *	a,
		long	b
	)

Definition at line 985 of file intrin_x86.h.

{
    unsigned char retval;

    if(__builtin_constant_p(b))
        __asm__("btc %[b], %[a]; setb %b[retval]" : [a] "+mr" (*(a + (b / 32))), [retval] "=q" (retval) : [b] "Ir" (b % 32));
    else
        __asm__("btc %[b], %[a]; setb %b[retval]" : [a] "+m" (*a), [retval] "=q" (retval) : [b] "r" (b));

    return retval;
}

__INTRIN_INLINE unsigned char _bittestandreset	(	long *	a,
		long	b
	)

Definition at line 997 of file intrin_x86.h.

{
    unsigned char retval;

    if(__builtin_constant_p(b))
        __asm__("btr %[b], %[a]; setb %b[retval]" : [a] "+mr" (*(a + (b / 32))), [retval] "=q" (retval) : [b] "Ir" (b % 32));
    else
        __asm__("btr %[b], %[a]; setb %b[retval]" : [a] "+m" (*a), [retval] "=q" (retval) : [b] "r" (b));

    return retval;
}

__INTRIN_INLINE unsigned char _bittestandset	(	long *	a,
		long	b
	)

Definition at line 1009 of file intrin_x86.h.

{
    unsigned char retval;

    if(__builtin_constant_p(b))
        __asm__("bts %[b], %[a]; setb %b[retval]" : [a] "+mr" (*(a + (b / 32))), [retval] "=q" (retval) : [b] "Ir" (b % 32));
    else
        __asm__("bts %[b], %[a]; setb %b[retval]" : [a] "+m" (*a), [retval] "=q" (retval) : [b] "r" (b));

    return retval;
}

__INTRIN_INLINE unsigned long long _byteswap_uint64

(

unsigned long long

value

)

Definition at line 1218 of file intrin_x86.h.

{
    union {
        unsigned long long int64part;
        struct {
            unsigned long lowpart;
            unsigned long hipart;
        };
    } retval;
    retval.int64part = value;
    __asm__("bswapl %[lowpart]\n"
            "bswapl %[hipart]\n"
            : [lowpart] "=r" (retval.hipart), [hipart] "=r" (retval.lowpart)  : "[lowpart]" (retval.lowpart), "[hipart]" (retval.hipart) );
    return retval.int64part;
}

__INTRIN_INLINE unsigned long _byteswap_ulong

(

unsigned long

value

)

Definition at line 1203 of file intrin_x86.h.

{
    unsigned long retval;
    __asm__("bswapl %[retval]" : [retval] "=r" (retval) : "[retval]" (value));
    return retval;
}

__INTRIN_INLINE unsigned short _byteswap_ushort

(

unsigned short

value

)

Definition at line 1196 of file intrin_x86.h.

{
    unsigned short retval;
    __asm__("rorw $8, %w[retval]" : [retval] "=rm" (retval) : "[retval]" (value));
    return retval;
}

__INTRIN_INLINE void _disable

(

void

)

Definition at line 1484 of file intrin_x86.h.

Referenced by _HalpApcInterruptHandler(), _HalpDispatchInterruptHandler(), acpi_suspend(), ArchSwitchContext(), BlpArchEnableTranslation(), CloseBitPlane(), ExAcquireResourceLock(), FrLdrBugCheckEx(), FrLdrBugCheckWithMessage(), HalCalibratePerformanceCounter(), HalDisableSystemInterrupt(), HalDisplayString(), HalEnableSystemInterrupt(), HaliHaltSystem(), HalpAcquireCmosSpinLock(), HalpApcInterruptHandler(), HalpBiosDisplayReset(), HalpDispatchInterruptHandler(), HalpEndSystemInterrupt(), HalpFlushTLB(), HalpInitializeClock(), HalpInitializePICs(), HalpInitializeTsc(), HalpLowerIrql(), HalpSetTimerRollOver(), HalRequestSoftwareInterrupt(), KdbEnterDebuggerException(), KdbpCliInit(), KeBugCheckWithTf(), KeDisableInterrupts(), KeEnterKernelDebugger(), KeGetCurrentIrql(), KeSetCurrentIrql(), KfLowerIrql(), KfRaiseIrql(), Ki386AdjustEsp0(), Ki386VdmEnablePentiumExtentions(), KiApcInterrupt(), KiCheckForApcDelivery(), KiCommonExit(), KiDispatchInterrupt(), KiDpcInterruptHandler(), KiEndInterrupt(), KiEnterV86Mode(), KiExitInterrupt(), KiExitSystemCallDebugChecks(), KiExitV86Trap(), KiFlushNPXState(), KiI386PentiumLockErrataFixup(), KiIdleLoop(), KiInterruptDispatch3(), KiIsNpxErrataPresent(), KiRetireDpcList(), KiSetupDecrementerTrap(), KiSwapContextEntry(), KiSystemService(), KiTimerExpiration(), KiTrap02(), KiTrap06Handler(), KiTrap07Handler(), KiTrap0DHandler(), KiUserModeCallout(), MpsTimerHandler(), NtCallbackReturn(), OpenBitPlane(), PopShutdownHandler(), sb16_play(), ScrIoControl(), ScrWrite(), and WinLdrSetProcessorContext().

{
    __asm__("cli" : : : "memory");
}

__INTRIN_INLINE void _enable

(

void

)

Definition at line 1489 of file intrin_x86.h.

Referenced by _HalpApcInterruptHandler(), _HalpDismissIrqGeneric(), _HalpDismissIrqLevel(), _HalpDispatchInterruptHandler(), acpi_suspend(), ArchSwitchContext(), CloseBitPlane(), ExpInitializeExecutive(), ExReleaseResourceLock(), HalBeginSystemInterrupt(), HalDisableSystemInterrupt(), HalEnableSystemInterrupt(), HalpApcInterruptHandler(), HalpDispatchInterruptHandler(), HalpEndSystemInterrupt(), HalpInitializeTsc(), HalpInitPICs(), HalpLowerIrql(), HalProcessorIdle(), KdPollBreakIn(), KeGetCurrentIrql(), KeRemoveQueueDpc(), KeRestoreInterrupts(), KeSetCurrentIrql(), KeThawExecution(), KfLowerIrql(), KfRaiseIrql(), KiApcInterrupt(), KiCheckForApcDelivery(), KiDebugHandler(), KiDispatchInterrupt(), KiDpcInterruptHandler(), KiEnterV86Mode(), KiExitV86Mode(), KiExitV86Trap(), KiI386PentiumLockErrataFixup(), KiIdleLoop(), KiInitializeSystem(), KiInterruptDispatch3(), KiInterruptHandler(), KiIsNpxErrataPresent(), KiNpxHandler(), KiRetireDpcList(), KiSetupDecrementerTrap(), KiSwapContextEntry(), KiSystemCallHandler(), KiSystemService(), KiSystemServiceHandler(), KiSystemStartupBootStack(), KiTimerExpiration(), KiTrap00Handler(), KiTrap01Handler(), KiTrap04Handler(), KiTrap05Handler(), KiTrap06Handler(), KiTrap07Handler(), KiTrap09Handler(), KiTrap0DHandler(), KiTrap0EHandler(), KiTrap10Handler(), KiTrap11Handler(), KiTrap13Handler(), KiUserModeCallout(), MpsTimerHandler(), NtCallbackReturn(), OpenBitPlane(), sb16_play(), ScrIoControl(), and ScrWrite().

{
    __asm__("sti" : : : "memory");
}

__INTRIN_INLINE int _inp

(

unsigned short

Port

)

Definition at line 1392 of file intrin_x86.h.

{
    return __inbyte(Port);
}

__INTRIN_INLINE unsigned long _inpd

(

unsigned short

Port

)

Definition at line 1402 of file intrin_x86.h.

{
    return __indword(Port);
}

__INTRIN_INLINE unsigned short _inpw

(

unsigned short

Port

)

Definition at line 1397 of file intrin_x86.h.

{
    return __inword(Port);
}

__INTRIN_INLINE long _InterlockedAnd	(	volatile long *	value,
		long	mask
	)

Definition at line 435 of file intrin_x86.h.

{
    long x;
    long y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange(value, x & mask, x);
    }
    while(y != x);

    return y;
}

__INTRIN_INLINE short _InterlockedAnd16	(	volatile short *	value,
		short	mask
	)

Definition at line 418 of file intrin_x86.h.

{
    short x;
    short y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange16(value, x & mask, x);
    }
    while(y != x);

    return y;
}

__INTRIN_INLINE char _InterlockedAnd8	(	volatile char *	value,
		char	mask
	)

Definition at line 401 of file intrin_x86.h.

{
    char x;
    char y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange8(value, x & mask, x);
    }
    while(y != x);

    return y;
}

__INTRIN_INLINE unsigned char _interlockedbittestandreset	(	volatile long *	a,
		long	b
	)

Definition at line 634 of file intrin_x86.h.

{
    unsigned char retval;
    __asm__("lock; btrl %[b], %[a]; setb %b[retval]" : [retval] "=q" (retval), [a] "+m" (*a) : [b] "Ir" (b) : "memory");
    return retval;
}

__INTRIN_INLINE unsigned char _interlockedbittestandset	(	volatile long *	a,
		long	b
	)

Definition at line 650 of file intrin_x86.h.

{
    unsigned char retval;
    __asm__("lock; btsl %[b], %[a]; setc %b[retval]" : [retval] "=q" (retval), [a] "+m" (*a) : [b] "Ir" (b) : "memory");
    return retval;
}

__INTRIN_INLINE long _InterlockedCompareExchange	(	volatile long *	Destination,
		long	Exchange,
		long	Comperand
	)

Definition at line 338 of file intrin_x86.h.

Referenced by _InterlockedAnd(), _InterlockedOr(), and _InterlockedXor().

{
    long retval = Comperand;
    __asm__("lock; cmpxchgl %k[Exchange], %[Destination]" : [retval] "+a" (retval) : [Destination] "m" (*Destination), [Exchange] "q" (Exchange): "memory");
    return retval;
}

__INTRIN_INLINE short _InterlockedCompareExchange16	(	volatile short *	Destination,
		short	Exchange,
		short	Comperand
	)

Definition at line 331 of file intrin_x86.h.

Referenced by _InterlockedAnd16(), _InterlockedOr16(), and _InterlockedXor16().

{
    short retval = Comperand;
    __asm__("lock; cmpxchgw %w[Exchange], %[Destination]" : [retval] "+a" (retval) : [Destination] "m" (*Destination), [Exchange] "q" (Exchange): "memory");
    return retval;
}

__INTRIN_INLINE long long _InterlockedCompareExchange64	(	volatile long long *	Destination,
		long long	Exchange,
		long long	Comperand
	)

Definition at line 597 of file intrin_x86.h.

{
    long long retval = Comperand;

    __asm__
    (
        "lock; cmpxchg8b %[Destination]" :
        [retval] "+A" (retval) :
            [Destination] "m" (*Destination),
            "b" ((unsigned long)((Exchange >>  0) & 0xFFFFFFFF)),
            "c" ((unsigned long)((Exchange >> 32) & 0xFFFFFFFF)) :
        "memory"
    );

    return retval;
}

__INTRIN_INLINE char _InterlockedCompareExchange8	(	volatile char *	Destination,
		char	Exchange,
		char	Comperand
	)

Definition at line 324 of file intrin_x86.h.

Referenced by _InterlockedAnd8(), _InterlockedOr8(), and _InterlockedXor8().

{
    char retval = Comperand;
    __asm__("lock; cmpxchgb %b[Exchange], %[Destination]" : [retval] "+a" (retval) : [Destination] "m" (*Destination), [Exchange] "q" (Exchange) : "memory");
    return retval;
}

__INTRIN_INLINE void* _InterlockedCompareExchangePointer	(	void *volatile *	Destination,
		void *	Exchange,
		void *	Comperand
	)

Definition at line 345 of file intrin_x86.h.

{
    void * retval = (void *)Comperand;
    __asm__("lock; cmpxchgl %k[Exchange], %[Destination]" : [retval] "=a" (retval) : "[retval]" (retval), [Destination] "m" (*Destination), [Exchange] "q" (Exchange) : "memory");
    return retval;
}

__INTRIN_INLINE long _InterlockedDecrement

(

volatile long *

lpAddend

)

Definition at line 554 of file intrin_x86.h.

{
    return _InterlockedExchangeAdd(lpAddend, -1) - 1;
}

__INTRIN_INLINE short _InterlockedDecrement16

(

volatile short *

lpAddend

)

Definition at line 564 of file intrin_x86.h.

{
    return _InterlockedExchangeAdd16(lpAddend, -1) - 1;
}

__INTRIN_INLINE long _InterlockedExchange	(	volatile long *	Target,
		long	Value
	)

Definition at line 366 of file intrin_x86.h.

{
    long retval = Value;
    __asm__("xchgl %[retval], %[Target]" : [retval] "+r" (retval) : [Target] "m" (*Target) : "memory");
    return retval;
}

__INTRIN_INLINE short _InterlockedExchange16	(	volatile short *	Target,
		short	Value
	)

Definition at line 359 of file intrin_x86.h.

{
    short retval = Value;
    __asm__("xchgw %[retval], %[Target]" : [retval] "+r" (retval) : [Target] "m" (*Target) : "memory");
    return retval;
}

__INTRIN_INLINE char _InterlockedExchange8	(	volatile char *	Target,
		char	Value
	)

Definition at line 352 of file intrin_x86.h.

{
    char retval = Value;
    __asm__("xchgb %[retval], %[Target]" : [retval] "+r" (retval) : [Target] "m" (*Target) : "memory");
    return retval;
}

__INTRIN_INLINE long _InterlockedExchangeAdd	(	volatile long *	Addend,
		long	Value
	)

Definition at line 394 of file intrin_x86.h.

Referenced by _InterlockedDecrement(), and _InterlockedIncrement().

{
    long retval = Value;
    __asm__("lock; xaddl %[retval], %[Addend]" : [retval] "+r" (retval) : [Addend] "m" (*Addend) : "memory");
    return retval;
}

__INTRIN_INLINE short _InterlockedExchangeAdd16	(	volatile short *	Addend,
		short	Value
	)

Definition at line 387 of file intrin_x86.h.

Referenced by _InterlockedDecrement16(), and _InterlockedIncrement16().

{
    short retval = Value;
    __asm__("lock; xaddw %[retval], %[Addend]" : [retval] "+r" (retval) : [Addend] "m" (*Addend) : "memory");
    return retval;
}

__INTRIN_INLINE char _InterlockedExchangeAdd8	(	char volatile *	Addend,
		char	Value
	)

Definition at line 380 of file intrin_x86.h.

{
    char retval = Value;
    __asm__("lock; xaddb %[retval], %[Addend]" : [retval] "+r" (retval) : [Addend] "m" (*Addend) : "memory");
    return retval;
}

__INTRIN_INLINE void* _InterlockedExchangePointer	(	void *volatile *	Target,
		void *	Value
	)

Definition at line 373 of file intrin_x86.h.

{
    void * retval = Value;
    __asm__("xchgl %[retval], %[Target]" : [retval] "+r" (retval) : [Target] "m" (*Target) : "memory");
    return retval;
}

__INTRIN_INLINE long _InterlockedIncrement

(

volatile long *

lpAddend

)

Definition at line 559 of file intrin_x86.h.

{
    return _InterlockedExchangeAdd(lpAddend, 1) + 1;
}

__INTRIN_INLINE short _InterlockedIncrement16

(

volatile short *

lpAddend

)

Definition at line 569 of file intrin_x86.h.

{
    return _InterlockedExchangeAdd16(lpAddend, 1) + 1;
}

__INTRIN_INLINE long _InterlockedOr	(	volatile long *	value,
		long	mask
	)

Definition at line 486 of file intrin_x86.h.

{
    long x;
    long y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange(value, x | mask, x);
    }
    while(y != x);

    return y;
}

__INTRIN_INLINE short _InterlockedOr16	(	volatile short *	value,
		short	mask
	)

Definition at line 469 of file intrin_x86.h.

{
    short x;
    short y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange16(value, x | mask, x);
    }
    while(y != x);

    return y;
}

__INTRIN_INLINE char _InterlockedOr8	(	volatile char *	value,
		char	mask
	)

Definition at line 452 of file intrin_x86.h.

{
    char x;
    char y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange8(value, x | mask, x);
    }
    while(y != x);

    return y;
}

__INTRIN_INLINE long _InterlockedXor	(	volatile long *	value,
		long	mask
	)

Definition at line 537 of file intrin_x86.h.

{
    long x;
    long y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange(value, x ^ mask, x);
    }
    while(y != x);

    return y;
}

__INTRIN_INLINE short _InterlockedXor16	(	volatile short *	value,
		short	mask
	)

Definition at line 520 of file intrin_x86.h.

{
    short x;
    short y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange16(value, x ^ mask, x);
    }
    while(y != x);

    return y;
}

__INTRIN_INLINE char _InterlockedXor8	(	volatile char *	value,
		char	mask
	)

Definition at line 503 of file intrin_x86.h.

{
    char x;
    char y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange8(value, x ^ mask, x);
    }
    while(y != x);

    return y;
}

__INTRIN_INLINE unsigned long __cdecl _lrotl	(	unsigned long	value,
		int	shift
	)

Definition at line 1133 of file intrin_x86.h.

{
    unsigned long retval;
    __asm__("roll %b[shift], %k[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

__INTRIN_INLINE unsigned long __cdecl _lrotr	(	unsigned long	value,
		int	shift
	)

Definition at line 1140 of file intrin_x86.h.

{
    unsigned long retval;
    __asm__("rorl %b[shift], %k[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

__INTRIN_INLINE void _mm_lfence

(

void

)

Definition at line 106 of file intrin_x86.h.

{
    _ReadBarrier();
    __asm__ __volatile__("lfence");
    _ReadBarrier();
}

__INTRIN_INLINE void _mm_mfence

(

void

)

Definition at line 101 of file intrin_x86.h.

{
    __asm__ __volatile__("mfence" : : : "memory");
}

__INTRIN_INLINE void _mm_pause

(

void

)

Definition at line 1825 of file intrin_x86.h.

{
    __asm__ __volatile__("pause" : : : "memory");
}

__INTRIN_INLINE void _mm_sfence

(

void

)

Definition at line 113 of file intrin_x86.h.

{
    _WriteBarrier();
    __asm__ __volatile__("sfence");
    _WriteBarrier();
}

__INTRIN_INLINE int _outp	(	unsigned short	Port,
		int	databyte
	)

Definition at line 1407 of file intrin_x86.h.

{
    __outbyte(Port, (unsigned char)databyte);
    return databyte;
}

__INTRIN_INLINE unsigned long _outpd	(	unsigned short	Port,
		unsigned long	dataword
	)

Definition at line 1419 of file intrin_x86.h.

{
    __outdword(Port, dataword);
    return dataword;
}

__INTRIN_INLINE unsigned short _outpw	(	unsigned short	Port,
		unsigned short	dataword
	)

Definition at line 1413 of file intrin_x86.h.

{
    __outword(Port, dataword);
    return dataword;
}

__INTRIN_INLINE void _ReadWriteBarrier

(

void

)

Definition at line 92 of file intrin_x86.h.

{
    __asm__ __volatile__("" : : : "memory");
}

__INTRIN_INLINE unsigned int _rotl	(	unsigned int	value,
		int	shift
	)

Definition at line 1075 of file intrin_x86.h.

{
    unsigned int retval;
    __asm__("roll %b[shift], %k[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

__INTRIN_INLINE unsigned short _rotl16	(	unsigned short	value,
		unsigned char	shift
	)

Definition at line 1068 of file intrin_x86.h.

Referenced by MmArchInitialize().

{
    unsigned short retval;
    __asm__("rolw %b[shift], %w[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

__INTRIN_INLINE unsigned long long _rotl64	(	unsigned long long	value,
		int	shift
	)

Definition at line 1090 of file intrin_x86.h.

{
    /* FIXME: this is probably not optimal */
    return (value << shift) | (value >> (64 - shift));
}

__INTRIN_INLINE unsigned char _rotl8	(	unsigned char	value,
		unsigned char	shift
	)

Definition at line 1061 of file intrin_x86.h.

{
    unsigned char retval;
    __asm__("rolb %b[shift], %b[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

unsigned int _rotr	(	unsigned int	value,
		int	shift
	)

Definition at line 1097 of file intrin_x86.h.

{
    unsigned int retval;
    __asm__("rorl %b[shift], %k[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

__INTRIN_INLINE unsigned short _rotr16	(	unsigned short	value,
		unsigned char	shift
	)

Definition at line 1111 of file intrin_x86.h.

{
    unsigned short retval;
    __asm__("rorw %b[shift], %w[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

__INTRIN_INLINE unsigned long long _rotr64	(	unsigned long long	value,
		int	shift
	)

Definition at line 1126 of file intrin_x86.h.

{
    /* FIXME: this is probably not optimal */
    return (value >> shift) | (value << (64 - shift));
}

__INTRIN_INLINE unsigned char _rotr8	(	unsigned char	value,
		unsigned char	shift
	)

Definition at line 1104 of file intrin_x86.h.

Referenced by BltMask().

{
    unsigned char retval;
    __asm__("rorb %b[shift], %b[retval]" : [retval] "=qm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

__INTRIN_INLINE void _sgdt

(

void *

Destination

)

Definition at line 1818 of file intrin_x86.h.

Referenced by ImgArchEfiStartBootApplication(), and Mmx86InitializeMemoryMap().

{
    __asm__ __volatile__("sgdt %0" : : "m"(*(short*)Destination) : "memory");
}

__INTRIN_INLINE void* memcpy	(	void *	dest,
		const void *	source,
		size_t	num
	)

Definition at line 74 of file intrin_x86.h.

{
    return memmove(dest, source, num);
}

void* memmove	(	void *	dest,
		const void *	source,
		size_t	num
	)

Definition at line 4 of file memmove.c.

Referenced by memcpy().

{
    char *char_dest = (char *)dest;
    char *char_src = (char *)src;

    if ((char_dest <= char_src) || (char_dest >= (char_src+count)))
    {
        /*  non-overlapping buffers */
        while(count > 0)
    {
            *char_dest = *char_src;
            char_dest++;
            char_src++;
            count--;
    }
    }
    else
    {
        /* overlaping buffers */
        char_dest = (char *)dest + count - 1;
        char_src = (char *)src + count - 1;

        while(count > 0)
    {
           *char_dest = *char_src;
           char_dest--;
           char_src--;
           count--;
    }
    }

    return dest;
}