intrin_x86.h File Reference

Go to the source code of this file.

Macros
#define	_ReturnAddress()   (__builtin_return_address(0))
#define	_AddressOfReturnAddress()   (&(((void **)(__builtin_frame_address(0)))[1]))
#define	_ReadBarrier   _ReadWriteBarrier
#define	_WriteBarrier   _ReadWriteBarrier

Functions
void *__cdecl	memmove (void *dest, const void *source, size_t num)
__INTRIN_INLINE void *__cdecl	memcpy (void *dest, const void *source, size_t num)
__INTRIN_INLINE void	_ReadWriteBarrier (void)
__INTRIN_INLINE void	_mm_mfence (void)
__INTRIN_INLINE void	_mm_lfence (void)
__INTRIN_INLINE void	_mm_sfence (void)
__INTRIN_INLINE char	_InterlockedCompareExchange8 (volatile char *Destination, char Exchange, char Comperand)
__INTRIN_INLINE short	_InterlockedCompareExchange16 (volatile short *Destination, short Exchange, short Comperand)
__INTRIN_INLINE long	_InterlockedCompareExchange (volatile long *Destination, long Exchange, long Comperand)
__INTRIN_INLINE void *	_InterlockedCompareExchangePointer (void *volatile *Destination, void *Exchange, void *Comperand)
__INTRIN_INLINE char	_InterlockedExchange8 (volatile char *Target, char Value)
__INTRIN_INLINE short	_InterlockedExchange16 (volatile short *Target, short Value)
__INTRIN_INLINE long	_InterlockedExchange (volatile long *Target, long Value)
__INTRIN_INLINE void *	_InterlockedExchangePointer (void *volatile *Target, void *Value)
__INTRIN_INLINE char	_InterlockedExchangeAdd8 (char volatile *Addend, char Value)
__INTRIN_INLINE short	_InterlockedExchangeAdd16 (volatile short *Addend, short Value)
__INTRIN_INLINE long	_InterlockedExchangeAdd (volatile long *Addend, long Value)
__INTRIN_INLINE char	_InterlockedAnd8 (volatile char *value, char mask)
__INTRIN_INLINE short	_InterlockedAnd16 (volatile short *value, short mask)
__INTRIN_INLINE long	_InterlockedAnd (volatile long *value, long mask)
__INTRIN_INLINE char	_InterlockedOr8 (volatile char *value, char mask)
__INTRIN_INLINE short	_InterlockedOr16 (volatile short *value, short mask)
__INTRIN_INLINE long	_InterlockedOr (volatile long *value, long mask)
__INTRIN_INLINE char	_InterlockedXor8 (volatile char *value, char mask)
__INTRIN_INLINE short	_InterlockedXor16 (volatile short *value, short mask)
__INTRIN_INLINE long	_InterlockedXor (volatile long *value, long mask)
__INTRIN_INLINE long	_InterlockedDecrement (volatile long *lpAddend)
__INTRIN_INLINE long	_InterlockedIncrement (volatile long *lpAddend)
__INTRIN_INLINE short	_InterlockedDecrement16 (volatile short *lpAddend)
__INTRIN_INLINE short	_InterlockedIncrement16 (volatile short *lpAddend)
__INTRIN_INLINE long long	_InterlockedCompareExchange64 (volatile long long *Destination, long long Exchange, long long Comperand)
__INTRIN_INLINE unsigned char	_interlockedbittestandreset (volatile long *a, long b)
__INTRIN_INLINE unsigned char	_interlockedbittestandset (volatile long *a, long b)
__INTRIN_INLINE void	__stosb (unsigned char *Dest, unsigned char Data, size_t Count)
__INTRIN_INLINE void	__stosw (unsigned short *Dest, unsigned short Data, size_t Count)
__INTRIN_INLINE void	__stosd (unsigned long *Dest, unsigned long Data, size_t Count)
__INTRIN_INLINE void	__movsb (unsigned char *Destination, const unsigned char *Source, size_t Count)
__INTRIN_INLINE void	__movsw (unsigned short *Destination, const unsigned short *Source, size_t Count)
__INTRIN_INLINE void	__movsd (unsigned long *Destination, const unsigned long *Source, size_t Count)
__INTRIN_INLINE void	__writefsbyte (unsigned long Offset, unsigned char Data)
__INTRIN_INLINE void	__writefsword (unsigned long Offset, unsigned short Data)
__INTRIN_INLINE void	__writefsdword (unsigned long Offset, unsigned long Data)
__INTRIN_INLINE unsigned char	__readfsbyte (unsigned long Offset)
__INTRIN_INLINE unsigned short	__readfsword (unsigned long Offset)
__INTRIN_INLINE unsigned long	__readfsdword (unsigned long Offset)
__INTRIN_INLINE void	__incfsbyte (unsigned long Offset)
__INTRIN_INLINE void	__incfsword (unsigned long Offset)
__INTRIN_INLINE void	__incfsdword (unsigned long Offset)
__INTRIN_INLINE void	__addfsbyte (unsigned long Offset, unsigned char Data)
__INTRIN_INLINE void	__addfsword (unsigned long Offset, unsigned short Data)
__INTRIN_INLINE void	__addfsdword (unsigned long Offset, unsigned long Data)
__INTRIN_INLINE unsigned char	_BitScanForward (unsigned long *Index, unsigned long Mask)
__INTRIN_INLINE unsigned char	_BitScanReverse (unsigned long *Index, unsigned long Mask)
__INTRIN_INLINE unsigned char	_bittest (const long *a, long b)
__INTRIN_INLINE unsigned char	_bittestandcomplement (long *a, long b)
__INTRIN_INLINE unsigned char	_bittestandreset (long *a, long b)
__INTRIN_INLINE unsigned char	_bittestandset (long *a, long b)
__INTRIN_INLINE unsigned char __cdecl	_rotl8 (unsigned char value, unsigned char shift)
__INTRIN_INLINE unsigned short __cdecl	_rotl16 (unsigned short value, unsigned char shift)
__INTRIN_INLINE unsigned int __cdecl	_rotl (unsigned int value, int shift)
__INTRIN_INLINE unsigned long long __cdecl	_rotl64 (unsigned long long value, int shift)
__INTRIN_INLINE unsigned int __cdecl	_rotr (unsigned int value, int shift)
__INTRIN_INLINE unsigned char __cdecl	_rotr8 (unsigned char value, unsigned char shift)
__INTRIN_INLINE unsigned short __cdecl	_rotr16 (unsigned short value, unsigned char shift)
__INTRIN_INLINE unsigned long long __cdecl	_rotr64 (unsigned long long value, int shift)
__INTRIN_INLINE unsigned long __cdecl	_lrotl (unsigned long value, int shift)
__INTRIN_INLINE unsigned long __cdecl	_lrotr (unsigned long value, int shift)
__INTRIN_INLINE unsigned long long	__ll_lshift (unsigned long long Mask, int Bit)
__INTRIN_INLINE long long	__ll_rshift (long long Mask, int Bit)
__INTRIN_INLINE unsigned long long	__ull_rshift (unsigned long long Mask, int Bit)
__INTRIN_INLINE unsigned short __cdecl	_byteswap_ushort (unsigned short value)
__INTRIN_INLINE unsigned long __cdecl	_byteswap_ulong (unsigned long value)
__INTRIN_INLINE unsigned long long __cdecl	_byteswap_uint64 (unsigned long long value)
__INTRIN_INLINE unsigned int	__lzcnt (unsigned int value)
__INTRIN_INLINE unsigned short	__lzcnt16 (unsigned short value)
__INTRIN_INLINE unsigned int	__popcnt (unsigned int value)
__INTRIN_INLINE unsigned short	__popcnt16 (unsigned short value)
__INTRIN_INLINE long long	__emul (int a, int b)
__INTRIN_INLINE unsigned long long	__emulu (unsigned int a, unsigned int b)
__INTRIN_INLINE long long __cdecl	_abs64 (long long value)
__INTRIN_INLINE unsigned char	__inbyte (unsigned short Port)
__INTRIN_INLINE unsigned short	__inword (unsigned short Port)
__INTRIN_INLINE unsigned long	__indword (unsigned short Port)
__INTRIN_INLINE void	__inbytestring (unsigned short Port, unsigned char *Buffer, unsigned long Count)
__INTRIN_INLINE void	__inwordstring (unsigned short Port, unsigned short *Buffer, unsigned long Count)
__INTRIN_INLINE void	__indwordstring (unsigned short Port, unsigned long *Buffer, unsigned long Count)
__INTRIN_INLINE void	__outbyte (unsigned short Port, unsigned char Data)
__INTRIN_INLINE void	__outword (unsigned short Port, unsigned short Data)
__INTRIN_INLINE void	__outdword (unsigned short Port, unsigned long Data)
__INTRIN_INLINE void	__outbytestring (unsigned short Port, unsigned char *Buffer, unsigned long Count)
__INTRIN_INLINE void	__outwordstring (unsigned short Port, unsigned short *Buffer, unsigned long Count)
__INTRIN_INLINE void	__outdwordstring (unsigned short Port, unsigned long *Buffer, unsigned long Count)
__INTRIN_INLINE int __cdecl	_inp (unsigned short Port)
__INTRIN_INLINE unsigned short __cdecl	_inpw (unsigned short Port)
__INTRIN_INLINE unsigned long __cdecl	_inpd (unsigned short Port)
__INTRIN_INLINE int __cdecl	_outp (unsigned short Port, int databyte)
__INTRIN_INLINE unsigned short __cdecl	_outpw (unsigned short Port, unsigned short dataword)
__INTRIN_INLINE unsigned long __cdecl	_outpd (unsigned short Port, unsigned long dataword)
__INTRIN_INLINE void	__cpuid (int CPUInfo[4], int InfoType)
__INTRIN_INLINE void	__cpuidex (int CPUInfo[4], int InfoType, int ECXValue)
__INTRIN_INLINE unsigned long long	__rdtsc (void)
__INTRIN_INLINE void	__writeeflags (uintptr_t Value)
__INTRIN_INLINE uintptr_t	__readeflags (void)
__INTRIN_INLINE void __cdecl	__debugbreak (void)
__INTRIN_INLINE void	__ud2 (void)
__INTRIN_INLINE void	__int2c (void)
__INTRIN_INLINE void __cdecl	_disable (void)
__INTRIN_INLINE void __cdecl	_enable (void)
__INTRIN_INLINE void	__halt (void)
	__declspec (noreturn) __INTRIN_INLINE void __fastfail(unsigned int Code)
__INTRIN_INLINE void	__writecr0 (unsigned int Data)
__INTRIN_INLINE void	__writecr3 (unsigned int Data)
__INTRIN_INLINE void	__writecr4 (unsigned int Data)
__INTRIN_INLINE void	__writecr8 (unsigned int Data)
__INTRIN_INLINE unsigned long	__readcr0 (void)
__INTRIN_INLINE unsigned long	__readcr2 (void)
__INTRIN_INLINE unsigned long	__readcr3 (void)
__INTRIN_INLINE unsigned long	__readcr4 (void)
__INTRIN_INLINE unsigned long	__readcr8 (void)
__INTRIN_INLINE unsigned int	__readdr (unsigned int reg)
__INTRIN_INLINE void	__writedr (unsigned reg, unsigned int value)
__INTRIN_INLINE void	__invlpg (void *Address)
__INTRIN_INLINE unsigned long long	__readmsr (unsigned long reg)
__INTRIN_INLINE void	__writemsr (unsigned long Register, unsigned long long Value)
__INTRIN_INLINE unsigned long long	__readpmc (unsigned long counter)
__INTRIN_INLINE unsigned long	__segmentlimit (unsigned long a)
__INTRIN_INLINE void	__wbinvd (void)
__INTRIN_INLINE void	__lidt (void *Source)
__INTRIN_INLINE void	__sidt (void *Destination)
__INTRIN_INLINE void	_sgdt (void *Destination)
__INTRIN_INLINE void	_mm_pause (void)
__INTRIN_INLINE void	__nop (void)

Macro Definition Documentation

_AddressOfReturnAddress

#define _AddressOfReturnAddress

(

void

)

(&(((void **)(__builtin_frame_address(0)))[1]))

Definition at line 82 of file intrin_x86.h.

_ReadBarrier

#define _ReadBarrier   _ReadWriteBarrier

Definition at line 95 of file intrin_x86.h.

_ReturnAddress

#define _ReturnAddress

(

void

)

(__builtin_return_address(0))

Definition at line 81 of file intrin_x86.h.

_WriteBarrier

#define _WriteBarrier   _ReadWriteBarrier

Definition at line 96 of file intrin_x86.h.

Function Documentation

__addfsbyte()

__INTRIN_INLINE void __addfsbyte	(	unsigned long	Offset,
		unsigned char	Data
	)

Definition at line 966 of file intrin_x86.h.

{
    if(!__builtin_constant_p(Offset))
        __asm__ __volatile__("addb %b[Offset], %%fs:%a[Offset]" : : [Offset] "r" (Offset) : "memory");
    else
        __asm__ __volatile__("addb %b[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "iq" (Data) : "memory");
}

__addfsdword()

__INTRIN_INLINE void __addfsdword	(	unsigned long	Offset,
		unsigned long	Data
	)

Definition at line 982 of file intrin_x86.h.

{
    if(!__builtin_constant_p(Offset))
        __asm__ __volatile__("addl %k[Offset], %%fs:%a[Offset]" : : [Offset] "r" (Offset) : "memory");
    else
        __asm__ __volatile__("addl %k[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "iq" (Data) : "memory");
}

__addfsword()

__INTRIN_INLINE void __addfsword	(	unsigned long	Offset,
		unsigned short	Data
	)

Definition at line 974 of file intrin_x86.h.

{
    if(!__builtin_constant_p(Offset))
        __asm__ __volatile__("addw %w[Offset], %%fs:%a[Offset]" : : [Offset] "r" (Offset) : "memory");
    else
        __asm__ __volatile__("addw %w[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "iq" (Data) : "memory");
}

__cpuid()

__INTRIN_INLINE void __cpuid	(	int	CPUInfo[4],
		int	InfoType
	)

Definition at line 1525 of file intrin_x86.h.

{
    __asm__ __volatile__("cpuid" : "=a" (CPUInfo[0]), "=b" (CPUInfo[1]), "=c" (CPUInfo[2]), "=d" (CPUInfo[3]) : "a" (InfoType));
}

__cpuidex()

__INTRIN_INLINE void __cpuidex	(	int	CPUInfo[4],
		int	InfoType,
		int	ECXValue
	)

Definition at line 1530 of file intrin_x86.h.

{
    __asm__ __volatile__("cpuid" : "=a" (CPUInfo[0]), "=b" (CPUInfo[1]), "=c" (CPUInfo[2]), "=d" (CPUInfo[3]) : "a" (InfoType), "c" (ECXValue));
}

Referenced by BlArchCpuId(), and ZSTD_cpuid().

__debugbreak()

__INTRIN_INLINE void __cdecl __debugbreak

(

void

)

Definition at line 1565 of file intrin_x86.h.

{
    __asm__("int $3");
}

Referenced by __C_specific_handler(), __CxxFrameHandler(), __CxxFrameHandler3(), _assert(), _RTC_DefaultErrorFuncW(), _RTC_NumErrors(), _RTC_SetErrorFunc(), _RTC_SetErrorType(), _RTC_Shutdown(), _tWinMain(), BlStatusError(), BmfdLoadFontFile(), Catch_RTC_Failure(), DoCrashCommand(), DRIVER_Dispatch(), EngBitBlt(), EnumParametersCallback(), FltpMiniFilterDriverUnload(), FltpPostFsFilterOperation(), FltpPreFsFilterOperation(), FtfdEnablePDEV(), FtfdQueryFont(), FtfdQueryFontTree(), GetCallingConvention(), HalpProfileInterruptHandler(), HalRequestIpi(), KeConnectInterrupt(), KeDisconnectInterrupt(), KeSwitchKernelStack(), KeUserModeCallback(), KiCallUserMode(), KiDispatchException(), KiInterruptHandler(), KiRestoreProcessorControlState(), KiSaveProcessorControlState(), KiSystemCallHandler(), KiSystemService(), KmtCloseDriver(), KmtFltLoadDriver(), KmtFltUnloadDriver(), KmtLoadDriver(), KmtOpenDriver(), KmtUnloadDriver(), KsecDeviceControl(), METADC_GetAndSetDCDWord(), MI_IS_MAPPED_PTE(), MiGetPteForProcess(), MmGetPageTableForProcess(), MmHapReportHeapCorruption(), MyReallocPool__(), NtCallbackReturn(), NtSetLdtEntries(), RtlAssert(), RtlUnwindEx(), and WmipIoControl().

__declspec()

__declspec

(

noreturn

)

Definition at line 1601 of file intrin_x86.h.

{
    __asm__("int $0x29" : : "c"(Code) : "memory");
    __builtin_unreachable();
}

__emul()

__INTRIN_INLINE long long __emul	(	int	a,
		int	b
	)

Definition at line 1363 of file intrin_x86.h.

{
    long long retval;
    __asm__("imull %[b]" : "=A" (retval) : [a] "a" (a), [b] "rm" (b));
    return retval;
}

__emulu()

__INTRIN_INLINE unsigned long long __emulu	(	unsigned int	a,
		unsigned int	b
	)

Definition at line 1372 of file intrin_x86.h.

{
    unsigned long long retval;
    __asm__("mull %[b]" : "=A" (retval) : [a] "a" (a), [b] "rm" (b));
    return retval;
}

__halt()

__INTRIN_INLINE void __halt

(

void

)

Definition at line 1595 of file intrin_x86.h.

{
    __asm__("hlt" : : : "memory");
}

Referenced by FrLdrBugCheckEx(), FrLdrBugCheckWithMessage(), HaliHaltSystem(), HalpReboot(), HalProcessorIdle(), and HalpXboxPowerAction().

__inbyte()

__INTRIN_INLINE unsigned char __inbyte

(

unsigned short

Port

)

Definition at line 1405 of file intrin_x86.h.

{
    unsigned char byte;
    __asm__ __volatile__("inb %w[Port], %b[byte]" : [byte] "=a" (byte) : [Port] "Nd" (Port));
    return byte;
}

Referenced by _inp().

__inbytestring()

__INTRIN_INLINE void __inbytestring	(	unsigned short	Port,
		unsigned char *	Buffer,
		unsigned long	Count
	)

Definition at line 1426 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; insb" :
        [Buffer] "=D" (Buffer), [Count] "=c" (Count) :
        "d" (Port), "[Buffer]" (Buffer), "[Count]" (Count) :
        "memory"
    );
}

__incfsbyte()

__INTRIN_INLINE void __incfsbyte

(

unsigned long

Offset

)

Definition at line 950 of file intrin_x86.h.

{
    __asm__ __volatile__("incb %%fs:%a[Offset]" : : [Offset] "ir" (Offset) : "memory");
}

__incfsdword()

__INTRIN_INLINE void __incfsdword

(

unsigned long

Offset

)

Definition at line 960 of file intrin_x86.h.

{
    __asm__ __volatile__("incl %%fs:%a[Offset]" : : [Offset] "ir" (Offset) : "memory");
}

__incfsword()

__INTRIN_INLINE void __incfsword

(

unsigned long

Offset

)

Definition at line 955 of file intrin_x86.h.

{
    __asm__ __volatile__("incw %%fs:%a[Offset]" : : [Offset] "ir" (Offset) : "memory");
}

__indword()

__INTRIN_INLINE unsigned long __indword

(

unsigned short

Port

)

Definition at line 1419 of file intrin_x86.h.

{
    unsigned long dword;
    __asm__ __volatile__("inl %w[Port], %k[dword]" : [dword] "=a" (dword) : [Port] "Nd" (Port));
    return dword;
}

Referenced by _inpd().

__indwordstring()

__INTRIN_INLINE void __indwordstring	(	unsigned short	Port,
		unsigned long *	Buffer,
		unsigned long	Count
	)

Definition at line 1448 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; insl" :
        [Buffer] "=D" (Buffer), [Count] "=c" (Count) :
        "d" (Port), "[Buffer]" (Buffer), "[Count]" (Count) :
        "memory"
    );
}

__int2c()

__INTRIN_INLINE void __int2c

(

void

)

Definition at line 1579 of file intrin_x86.h.

{
    __asm__("int $0x2c");
}

__invlpg()

__INTRIN_INLINE void __invlpg

(

void *

Address

)

Definition at line 1865 of file intrin_x86.h.

{
    __asm__ __volatile__ ("invlpg (%[Address])" : : [Address] "b" (Address) : "memory");
}

Referenced by KeInvalidateTlbEntry(), KiMarkPageAsReadOnly(), MiFlushTlb(), MiFlushTlbIpiRoutine(), MmCreateProcessAddressSpace(), MmDefpFlushTlbEntry(), MmSetCleanPage(), and MmSetDirtyPage().

__inword()

__INTRIN_INLINE unsigned short __inword

(

unsigned short

Port

)

Definition at line 1412 of file intrin_x86.h.

{
    unsigned short word;
    __asm__ __volatile__("inw %w[Port], %w[word]" : [word] "=a" (word) : [Port] "Nd" (Port));
    return word;
}

Referenced by _inpw().

__inwordstring()

__INTRIN_INLINE void __inwordstring	(	unsigned short	Port,
		unsigned short *	Buffer,
		unsigned long	Count
	)

Definition at line 1437 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; insw" :
        [Buffer] "=D" (Buffer), [Count] "=c" (Count) :
        "d" (Port), "[Buffer]" (Buffer), "[Count]" (Count) :
        "memory"
    );
}

__lidt()

__INTRIN_INLINE void __lidt

(

void *

Source

)

Definition at line 1915 of file intrin_x86.h.

{
    __asm__ __volatile__("lidt %0" : : "m"(*(short*)Source));
}

Referenced by Amd64SetupIdt(), BlpArchInitialize(), KeInitExceptions(), KiI386PentiumLockErrataFixup(), KiRestoreProcessorControlState(), and WinLdrSetProcessorContext().

__ll_lshift()

__INTRIN_INLINE unsigned long long __ll_lshift	(	unsigned long long	Mask,
		int	Bit
	)

Definition at line 1243 of file intrin_x86.h.

{
    unsigned long long retval = Mask;

    __asm__
    (
        "shldl %b[Bit], %%eax, %%edx; sall %b[Bit], %%eax" :
        "+A" (retval) :
        [Bit] "Nc" ((unsigned char)((unsigned long)Bit) & 0xFF)
    );

    return retval;
}

__ll_rshift()

__INTRIN_INLINE long long __ll_rshift	(	long long	Mask,
		int	Bit
	)

Definition at line 1257 of file intrin_x86.h.

{
    long long retval = Mask;

    __asm__
    (
        "shrdl %b[Bit], %%edx, %%eax; sarl %b[Bit], %%edx" :
        "+A" (retval) :
        [Bit] "Nc" ((unsigned char)((unsigned long)Bit) & 0xFF)
    );

    return retval;
}

__lzcnt()

__INTRIN_INLINE unsigned int __lzcnt

(

unsigned int

value

)

Definition at line 1324 of file intrin_x86.h.

{
    return __builtin_clz(value);
}

__lzcnt16()

__INTRIN_INLINE unsigned short __lzcnt16

(

unsigned short

value

)

Definition at line 1329 of file intrin_x86.h.

{
    return __builtin_clz(value);
}

__movsb()

__INTRIN_INLINE void __movsb	(	unsigned char *	Destination,
		const unsigned char *	Source,
		size_t	Count
	)

Definition at line 770 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; movsb" :
        [Destination] "=D" (Destination), [Source] "=S" (Source), [Count] "=c" (Count) :
        "[Destination]" (Destination), "[Source]" (Source), "[Count]" (Count)
    );
}

__movsd()

__INTRIN_INLINE void __movsd	(	unsigned long *	Destination,
		const unsigned long *	Source,
		size_t	Count
	)

Definition at line 790 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; movsd" :
        [Destination] "=D" (Destination), [Source] "=S" (Source), [Count] "=c" (Count) :
        "[Destination]" (Destination), "[Source]" (Source), "[Count]" (Count)
    );
}

__movsw()

__INTRIN_INLINE void __movsw	(	unsigned short *	Destination,
		const unsigned short *	Source,
		size_t	Count
	)

Definition at line 780 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; movsw" :
        [Destination] "=D" (Destination), [Source] "=S" (Source), [Count] "=c" (Count) :
        "[Destination]" (Destination), "[Source]" (Source), "[Count]" (Count)
    );
}

__nop()

__INTRIN_INLINE void __nop

(

void

)

Definition at line 1939 of file intrin_x86.h.

{
    __asm__ __volatile__("nop");
}

Referenced by HalpRead8254Value().

__outbyte()

__INTRIN_INLINE void __outbyte	(	unsigned short	Port,
		unsigned char	Data
	)

Definition at line 1459 of file intrin_x86.h.

{
    __asm__ __volatile__("outb %b[Data], %w[Port]" : : [Port] "Nd" (Port), [Data] "a" (Data));
}

Referenced by _outp().

__outbytestring()

__INTRIN_INLINE void __outbytestring	(	unsigned short	Port,
		unsigned char *	Buffer,
		unsigned long	Count
	)

Definition at line 1474 of file intrin_x86.h.

{
    __asm__ __volatile__("rep; outsb" : : [Port] "d" (Port), [Buffer] "S" (Buffer), "c" (Count));
}

__outdword()

__INTRIN_INLINE void __outdword	(	unsigned short	Port,
		unsigned long	Data
	)

Definition at line 1469 of file intrin_x86.h.

{
    __asm__ __volatile__("outl %k[Data], %w[Port]" : : [Port] "Nd" (Port), [Data] "a" (Data));
}

Referenced by _outpd().

__outdwordstring()

__INTRIN_INLINE void __outdwordstring	(	unsigned short	Port,
		unsigned long *	Buffer,
		unsigned long	Count
	)

Definition at line 1484 of file intrin_x86.h.

{
    __asm__ __volatile__("rep; outsl" : : [Port] "d" (Port), [Buffer] "S" (Buffer), "c" (Count));
}

__outword()

__INTRIN_INLINE void __outword	(	unsigned short	Port,
		unsigned short	Data
	)

Definition at line 1464 of file intrin_x86.h.

{
    __asm__ __volatile__("outw %w[Data], %w[Port]" : : [Port] "Nd" (Port), [Data] "a" (Data));
}

Referenced by _outpw().

__outwordstring()

__INTRIN_INLINE void __outwordstring	(	unsigned short	Port,
		unsigned short *	Buffer,
		unsigned long	Count
	)

Definition at line 1479 of file intrin_x86.h.

{
    __asm__ __volatile__("rep; outsw" : : [Port] "d" (Port), [Buffer] "S" (Buffer), "c" (Count));
}

__popcnt()

__INTRIN_INLINE unsigned int __popcnt

(

unsigned int

value

)

Definition at line 1335 of file intrin_x86.h.

{
    return __builtin_popcount(value);
}

__popcnt16()

__INTRIN_INLINE unsigned short __popcnt16

(

unsigned short

value

)

Definition at line 1342 of file intrin_x86.h.

{
    return __builtin_popcount(value);
}

__rdtsc()

__INTRIN_INLINE unsigned long long __rdtsc

(

void

)

Definition at line 1536 of file intrin_x86.h.

{
#ifdef __x86_64__
    unsigned long long low, high;
    __asm__ __volatile__("rdtsc" : "=a"(low), "=d"(high));
    return low | (high << 32);
#else
    unsigned long long retval;
    __asm__ __volatile__("rdtsc" : "=A"(retval));
    return retval;
#endif
}

__readcr0()

__INTRIN_INLINE unsigned long __readcr0

(

void

)

Definition at line 1692 of file intrin_x86.h.

{
    unsigned long value;
    __asm__ __volatile__("mov %%cr0, %[value]" : [value] "=r" (value));
    return value;
}

Referenced by ArchSwitchContext(), BlpArchEnableTranslation(), HalpBiosCall(), KdbpTrapFrameToKdbTrapFrame(), KiCoprocessorError(), KiFlushNPXState(), KiInitializeCpu(), KiIsNpxErrataPresent(), KiIsNpxPresent(), KiNpxHandler(), KiSaveProcessorControlState(), KiSetCR0Bits(), KiSwapContextEntry(), KiTrap07Handler(), KiTrap13Handler(), and WinLdrSetProcessorContext().

__readcr2()

__INTRIN_INLINE unsigned long __readcr2

(

void

)

Definition at line 1699 of file intrin_x86.h.

{
    unsigned long value;
    __asm__ __volatile__("mov %%cr2, %[value]" : [value] "=r" (value));
    return value;
}

Referenced by KdbEnterDebuggerException(), KdbpTrapFrameToKdbTrapFrame(), KiSaveProcessorControlState(), and KiTrap0EHandler().

__readcr3()

__INTRIN_INLINE unsigned long __readcr3

(

void

)

Definition at line 1706 of file intrin_x86.h.

{
    unsigned long value;
    __asm__ __volatile__("mov %%cr3, %[value]" : [value] "=r" (value));
    return value;
}

Referenced by HalpFlushTLB(), KdbpTrapFrameToKdbTrapFrame(), KdpTranslateAddress(), KeFlushCurrentTb(), KeFlushProcessTb(), Ki386EnableGlobalPage(), Ki386InitializeTss(), KiSaveProcessorControlState(), MiInitializePageTable(), and MmDefpFlushTlb().

__readcr4()

__INTRIN_INLINE unsigned long __readcr4

(

void

)

Definition at line 1713 of file intrin_x86.h.

{
    unsigned long value;
    __asm__ __volatile__("mov %%cr4, %[value]" : [value] "=r" (value));
    return value;
}

Referenced by ArchInitializeContext(), ArchRestoreProcessorFeatures(), ArchSwitchContext(), BlpArchEnableTranslation(), HalpFlushTLB(), KdbpTrapFrameToKdbTrapFrame(), KdpTranslateAddress(), KeFlushCurrentTb(), Ki386EnableDE(), Ki386EnableFxsr(), Ki386EnableGlobalPage(), Ki386EnableXMMIExceptions(), Ki386VdmEnablePentiumExtentions(), KiInitializeCpu(), KiSaveProcessorControlState(), MiInitializePageTable(), and MiUseLargeDriverPage().

__readcr8()

__INTRIN_INLINE unsigned long __readcr8

(

void

)

Definition at line 1721 of file intrin_x86.h.

{
    unsigned long value;
    __asm__ __volatile__("mov %%cr8, %[value]" : [value] "=r" (value));
    return value;
}

Referenced by _IRQL_requires_max_(), ApicGetCurrentIrql(), and KiSaveProcessorControlState().

__readdr()

__INTRIN_INLINE unsigned int __readdr

(

unsigned int

reg

)

Definition at line 1799 of file intrin_x86.h.

{
    unsigned int value;
    switch (reg)
    {
        case 0:
            __asm__ __volatile__("mov %%dr0, %[value]" : [value] "=r" (value));
            break;
        case 1:
            __asm__ __volatile__("mov %%dr1, %[value]" : [value] "=r" (value));
            break;
        case 2:
            __asm__ __volatile__("mov %%dr2, %[value]" : [value] "=r" (value));
            break;
        case 3:
            __asm__ __volatile__("mov %%dr3, %[value]" : [value] "=r" (value));
            break;
        case 4:
            __asm__ __volatile__("mov %%dr4, %[value]" : [value] "=r" (value));
            break;
        case 5:
            __asm__ __volatile__("mov %%dr5, %[value]" : [value] "=r" (value));
            break;
        case 6:
            __asm__ __volatile__("mov %%dr6, %[value]" : [value] "=r" (value));
            break;
        case 7:
            __asm__ __volatile__("mov %%dr7, %[value]" : [value] "=r" (value));
            break;
    }
    return value;
}

Referenced by KdpGdbEnterDebuggerException(), KiEnterV86Trap(), KiHandleDebugRegistersOnTrapEntry(), and KiSaveProcessorControlState().

__readeflags()

__INTRIN_INLINE uintptr_t __readeflags

(

void

)

Definition at line 1555 of file intrin_x86.h.

{
    uintptr_t retval;
    __asm__ __volatile__("pushf\n pop %0" : "=rm"(retval));
    return retval;
}

Referenced by HalBeginSystemInterrupt(), HalCalibratePerformanceCounter(), HalEndSystemInterrupt(), HalpAcquireCmosSpinLock(), HalpApcInterruptHandler(), HalpBiosCall(), HalpBiosDisplayReset(), HalpFlushTLB(), HalpInitializeClock(), HalpInitializeLegacyPICs(), HalpInitializePICs(), HalpInitializeTsc(), HalpLowerIrql(), HalpSetTimerRollOver(), HalRequestSoftwareInterrupt(), KdbEnterDebuggerException(), KdbpCliInit(), KeDisableInterrupts(), KeGetCurrentIrql(), KeQueryPerformanceCounter(), KeSetCurrentIrql(), KfLowerIrql(), KfRaiseIrql(), Ki386AdjustEsp0(), Ki386VdmEnablePentiumExtentions(), KiEnterV86Mode(), KiFlushNPXState(), KiSetProcessorType(), KiTrap02Handler(), KiTrap08Handler(), KmtAreInterruptsEnabled(), and Test_strlen().

__readfsbyte()

__INTRIN_INLINE unsigned char __readfsbyte

(

unsigned long

Offset

)

Definition at line 924 of file intrin_x86.h.

{
    unsigned char value;
    __asm__ __volatile__("movb %%fs:%a[Offset], %b[value]" : [value] "=q" (value) : [Offset] "ir" (Offset));
    return value;
}

__readfsdword()

__INTRIN_INLINE unsigned long __readfsdword

(

unsigned long

Offset

)

Definition at line 942 of file intrin_x86.h.

{
    unsigned long value;
    __asm__ __volatile__("movl %%fs:%a[Offset], %k[value]" : [value] "=r" (value) : [Offset] "ir" (Offset));
    return value;
}

__readfsword()

__INTRIN_INLINE unsigned short __readfsword

(

unsigned long

Offset

)

Definition at line 933 of file intrin_x86.h.

{
    unsigned short value;
    __asm__ __volatile__("movw %%fs:%a[Offset], %w[value]" : [value] "=r" (value) : [Offset] "ir" (Offset));
    return value;
}

__readmsr()

__INTRIN_INLINE unsigned long long __readmsr

(

unsigned long

reg

)

Definition at line 1873 of file intrin_x86.h.

{
#ifdef __x86_64__
    unsigned long low, high;
    __asm__ __volatile__("rdmsr" : "=a" (low), "=d" (high) : "c" (reg));
    return ((unsigned long long)high << 32) | low;
#else
    unsigned long long retval;
    __asm__ __volatile__("rdmsr" : "=A" (retval) : "c" (reg));
    return retval;
#endif
}

__readpmc()

__INTRIN_INLINE unsigned long long __readpmc

(

unsigned long

counter

)

Definition at line 1895 of file intrin_x86.h.

{
    unsigned long long retval;
    __asm__ __volatile__("rdpmc" : "=A" (retval) : "c" (counter));
    return retval;
}

Referenced by KsecReadMachineSpecificCounters().

__segmentlimit()

__INTRIN_INLINE unsigned long __segmentlimit

(

unsigned long

a

)

Definition at line 1903 of file intrin_x86.h.

{
    unsigned long retval;
    __asm__ __volatile__("lsl %[a], %[retval]" : [retval] "=r" (retval) : [a] "rm" (a));
    return retval;
}

__sidt()

__INTRIN_INLINE void __sidt

(

void *

Destination

)

Definition at line 1920 of file intrin_x86.h.

{
    __asm__ __volatile__("sidt %0" : : "m"(*(short*)Destination) : "memory");
}

Referenced by Amd64SetupIdt(), BlpArchInitialize(), ImgArchEfiStartBootApplication(), KdbpCmdGdtLdtIdt(), KdbpCmdRegs(), KdbpStepIntoInstruction(), KiGetMachineBootPointers(), KiI386PentiumLockErrataFixup(), KiInitializePcr(), KiSaveProcessorControlState(), Mmx86InitializeMemoryMap(), and WinLdrSetProcessorContext().

__stosb()

__INTRIN_INLINE void __stosb	(	unsigned char *	Dest,
		unsigned char	Data,
		size_t	Count
	)

Definition at line 727 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; stosb" :
        [Dest] "=D" (Dest), [Count] "=c" (Count) :
        "[Dest]" (Dest), "a" (Data), "[Count]" (Count)
    );
}

__stosd()

__INTRIN_INLINE void __stosd	(	unsigned long *	Dest,
		unsigned long	Data,
		size_t	Count
	)

Definition at line 748 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; stosl" :
        [Dest] "=D" (Dest), [Count] "=c" (Count) :
        "[Dest]" (Dest), "a" (Data), "[Count]" (Count)
    );
}

__stosw()

__INTRIN_INLINE void __stosw	(	unsigned short *	Dest,
		unsigned short	Data,
		size_t	Count
	)

Definition at line 738 of file intrin_x86.h.

{
    __asm__ __volatile__
    (
        "rep; stosw" :
        [Dest] "=D" (Dest), [Count] "=c" (Count) :
        "[Dest]" (Dest), "a" (Data), "[Count]" (Count)
    );
}

__ud2()

__INTRIN_INLINE void __ud2

(

void

)

Definition at line 1572 of file intrin_x86.h.

{
    __asm__("ud2");
}

__ull_rshift()

__INTRIN_INLINE unsigned long long __ull_rshift	(	unsigned long long	Mask,
		int	Bit
	)

Definition at line 1271 of file intrin_x86.h.

{
    unsigned long long retval = Mask;

    __asm__
    (
        "shrdl %b[Bit], %%edx, %%eax; shrl %b[Bit], %%edx" :
        "+A" (retval) :
        [Bit] "Nc" ((unsigned char)((unsigned long)Bit) & 0xFF)
    );

    return retval;
}

__wbinvd()

__INTRIN_INLINE void __wbinvd

(

void

)

Definition at line 1910 of file intrin_x86.h.

{
    __asm__ __volatile__("wbinvd" : : : "memory");
}

__writecr0()

__INTRIN_INLINE void __writecr0

(

unsigned int

Data

)

Definition at line 1670 of file intrin_x86.h.

{
    __asm__("mov %[Data], %%cr0" : : [Data] "r" (Data) : "memory");
}

Referenced by ArchSwitchContext(), BlpArchEnableTranslation(), HalpBiosCall(), KiCoprocessorError(), KiFlushNPXState(), KiInitializeCpu(), KiIsNpxErrataPresent(), KiIsNpxPresent(), KiNpxHandler(), KiRestoreProcessorControlState(), KiSetCR0Bits(), KiSwapContextEntry(), KiTrap07Handler(), KiTrap13Handler(), and WinLdrSetProcessorContext().

__writecr3()

__INTRIN_INLINE void __writecr3

(

unsigned int

Data

)

Definition at line 1675 of file intrin_x86.h.

{
    __asm__("mov %[Data], %%cr3" : : [Data] "r" (Data) : "memory");
}

Referenced by HalpFlushTLB(), handle_gdb_read_mem(), handle_gdb_write_mem(), KeFlushCurrentTb(), KeFlushProcessTb(), Ki386EnableGlobalPage(), KiRestoreProcessorControlState(), KiSwapContextExit(), KiSwapContextResume(), KiSwapProcess(), MmDefInitializeTranslation(), MmDefpFlushTlb(), ReadMemorySendHandler(), WinLdrSetProcessorContext(), and WriteMemorySendHandler().

__writecr4()

__INTRIN_INLINE void __writecr4

(

unsigned int

Data

)

Definition at line 1680 of file intrin_x86.h.

{
    __asm__("mov %[Data], %%cr4" : : [Data] "r" (Data) : "memory");
}

Referenced by ArchInitializeContext(), ArchRestoreProcessorFeatures(), ArchSwitchContext(), BlpArchEnableTranslation(), HalpFlushTLB(), KeFlushCurrentTb(), Ki386EnableDE(), Ki386EnableFxsr(), Ki386EnableGlobalPage(), Ki386EnableXMMIExceptions(), Ki386VdmEnablePentiumExtentions(), KiInitializeCpu(), KiRestoreProcessorControlState(), and MiInitializePageTable().

__writecr8()

__INTRIN_INLINE void __writecr8

(

unsigned int

Data

)

Definition at line 1686 of file intrin_x86.h.

{
    __asm__("mov %[Data], %%cr8" : : [Data] "r" (Data) : "memory");
}

Referenced by ApicSetIrql(), KeSetCurrentIrql(), and KiRestoreProcessorControlState().

__writedr()

__INTRIN_INLINE void __writedr	(	unsigned	reg,
		unsigned int	value
	)

Definition at line 1832 of file intrin_x86.h.

{
    switch (reg)
    {
        case 0:
            __asm__("mov %[value], %%dr0" : : [value] "r" (value) : "memory");
            break;
        case 1:
            __asm__("mov %[value], %%dr1" : : [value] "r" (value) : "memory");
            break;
        case 2:
            __asm__("mov %[value], %%dr2" : : [value] "r" (value) : "memory");
            break;
        case 3:
            __asm__("mov %[value], %%dr3" : : [value] "r" (value) : "memory");
            break;
        case 4:
            __asm__("mov %[value], %%dr4" : : [value] "r" (value) : "memory");
            break;
        case 5:
            __asm__("mov %[value], %%dr5" : : [value] "r" (value) : "memory");
            break;
        case 6:
            __asm__("mov %[value], %%dr6" : : [value] "r" (value) : "memory");
            break;
        case 7:
            __asm__("mov %[value], %%dr7" : : [value] "r" (value) : "memory");
            break;
    }
}

Referenced by GspUnloadBreakpoints(), KdpGdbEnterDebuggerException(), KiHandleDebugRegistersOnTrapEntry(), KiHandleDebugRegistersOnTrapExit(), KiRestoreProcessorControlState(), and KiSaveProcessorControlState().

__writeeflags()

__INTRIN_INLINE void __writeeflags

(

uintptr_t

Value

)

Definition at line 1550 of file intrin_x86.h.

{
    __asm__ __volatile__("push %0\n popf" : : "rim"(Value));
}

Referenced by HalCalibratePerformanceCounter(), HalpBiosDisplayReset(), HalpFlushTLB(), HalpInitializeClock(), HalpInitializePICs(), HalpInitializeTsc(), HalpReleaseCmosSpinLock(), HalpSetTimerRollOver(), HalRequestSoftwareInterrupt(), KdbEnterDebuggerException(), KdbpCliInit(), KfLowerIrql(), Ki386AdjustEsp0(), Ki386VdmEnablePentiumExtentions(), KiFlushNPXState(), KiSetProcessorType(), KiTrap02Handler(), KiTrap08Handler(), Test_strlen(), and WinLdrSetProcessorContext().

__writefsbyte()

__INTRIN_INLINE void __writefsbyte	(	unsigned long	Offset,
		unsigned char	Data
	)

Definition at line 908 of file intrin_x86.h.

{
    __asm__ __volatile__("movb %b[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "iq" (Data) : "memory");
}

__writefsdword()

__INTRIN_INLINE void __writefsdword	(	unsigned long	Offset,
		unsigned long	Data
	)

Definition at line 918 of file intrin_x86.h.

{
    __asm__ __volatile__("movl %k[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "ir" (Data) : "memory");
}

__writefsword()

__INTRIN_INLINE void __writefsword	(	unsigned long	Offset,
		unsigned short	Data
	)

Definition at line 913 of file intrin_x86.h.

{
    __asm__ __volatile__("movw %w[Data], %%fs:%a[Offset]" : : [Offset] "ir" (Offset), [Data] "ir" (Data) : "memory");
}

__writemsr()

__INTRIN_INLINE void __writemsr	(	unsigned long	Register,
		unsigned long long	Value
	)

Definition at line 1886 of file intrin_x86.h.

{
#ifdef __x86_64__
    __asm__ __volatile__("wrmsr" : : "a" (Value), "d" (Value >> 32), "c" (Register));
#else
    __asm__ __volatile__("wrmsr" : : "A" (Value), "c" (Register));
#endif
}

_abs64()

__INTRIN_INLINE long long __cdecl _abs64

(

long long

value

)

Definition at line 1380 of file intrin_x86.h.

{
    return (value >= 0) ? value : -value;
}

_BitScanForward()

__INTRIN_INLINE unsigned char _BitScanForward	(	unsigned long *	Index,
		unsigned long	Mask
	)

Definition at line 996 of file intrin_x86.h.

{
    __asm__("bsfl %[Mask], %[Index]" : [Index] "=r" (*Index) : [Mask] "mr" (Mask));
    return Mask ? 1 : 0;
}

Referenced by GetBestRoute(), and ZSTD_NbCommonBytes().

_BitScanReverse()

__INTRIN_INLINE unsigned char _BitScanReverse	(	unsigned long *	Index,
		unsigned long	Mask
	)

Definition at line 1004 of file intrin_x86.h.

{
    __asm__("bsrl %[Mask], %[Index]" : [Index] "=r" (*Index) : [Mask] "mr" (Mask));
    return Mask ? 1 : 0;
}

Referenced by BIT_highbit32(), ZSTD_highbit32(), and ZSTD_NbCommonBytes().

_bittest()

__INTRIN_INLINE unsigned char _bittest	(	const long *	a,
		long	b
	)

Definition at line 1012 of file intrin_x86.h.

{
    unsigned char retval;

    if(__builtin_constant_p(b))
        __asm__("bt %[b], %[a]; setb %b[retval]" : [retval] "=q" (retval) : [a] "mr" (*(a + (b / 32))), [b] "Ir" (b % 32));
    else
        __asm__("bt %[b], %[a]; setb %b[retval]" : [retval] "=q" (retval) : [a] "m" (*a), [b] "r" (b));

    return retval;
}

_bittestandcomplement()

__INTRIN_INLINE unsigned char _bittestandcomplement	(	long *	a,
		long	b
	)

Definition at line 1054 of file intrin_x86.h.

{
    unsigned char retval;

    if(__builtin_constant_p(b))
        __asm__("btc %[b], %[a]; setb %b[retval]" : [a] "+mr" (*(a + (b / 32))), [retval] "=q" (retval) : [b] "Ir" (b % 32));
    else
        __asm__("btc %[b], %[a]; setb %b[retval]" : [a] "+m" (*a), [retval] "=q" (retval) : [b] "r" (b));

    return retval;
}

_bittestandreset()

__INTRIN_INLINE unsigned char _bittestandreset	(	long *	a,
		long	b
	)

Definition at line 1066 of file intrin_x86.h.

{
    unsigned char retval;

    if(__builtin_constant_p(b))
        __asm__("btr %[b], %[a]; setb %b[retval]" : [a] "+mr" (*(a + (b / 32))), [retval] "=q" (retval) : [b] "Ir" (b % 32));
    else
        __asm__("btr %[b], %[a]; setb %b[retval]" : [a] "+m" (*a), [retval] "=q" (retval) : [b] "r" (b));

    return retval;
}

_bittestandset()

__INTRIN_INLINE unsigned char _bittestandset	(	long *	a,
		long	b
	)

Definition at line 1078 of file intrin_x86.h.

{
    unsigned char retval;

    if(__builtin_constant_p(b))
        __asm__("bts %[b], %[a]; setb %b[retval]" : [a] "+mr" (*(a + (b / 32))), [retval] "=q" (retval) : [b] "Ir" (b % 32));
    else
        __asm__("bts %[b], %[a]; setb %b[retval]" : [a] "+m" (*a), [retval] "=q" (retval) : [b] "r" (b));

    return retval;
}

_byteswap_uint64()

__INTRIN_INLINE unsigned long long __cdecl _byteswap_uint64

(

unsigned long long

value

)

Definition at line 1307 of file intrin_x86.h.

{
    union {
        unsigned long long int64part;
        struct {
            unsigned long lowpart;
            unsigned long hipart;
        };
    } retval;
    retval.int64part = value;
    __asm__("bswapl %[lowpart]\n"
            "bswapl %[hipart]\n"
            : [lowpart] "=r" (retval.hipart), [hipart] "=r" (retval.lowpart)  : "[lowpart]" (retval.lowpart), "[hipart]" (retval.hipart) );
    return retval.int64part;
}

_byteswap_ulong()

__INTRIN_INLINE unsigned long __cdecl _byteswap_ulong

(

unsigned long

value

)

Definition at line 1292 of file intrin_x86.h.

{
    unsigned long retval;
    __asm__("bswapl %[retval]" : [retval] "=r" (retval) : "[retval]" (value));
    return retval;
}

_byteswap_ushort()

__INTRIN_INLINE unsigned short __cdecl _byteswap_ushort

(

unsigned short

value

)

Definition at line 1285 of file intrin_x86.h.

{
    unsigned short retval;
    __asm__("rorw $8, %w[retval]" : [retval] "=rm" (retval) : "[retval]" (value));
    return retval;
}

_disable()

__INTRIN_INLINE void __cdecl _disable

(

void

)

Definition at line 1585 of file intrin_x86.h.

{
    __asm__("cli" : : : "memory");
}

Referenced by _HalpApcInterruptHandler(), _HalpDispatchInterruptHandler(), acpi_suspend(), ArchSwitchContext(), BlpArchEnableTranslation(), CloseBitPlane(), ExAcquireResourceLock(), FrLdrBugCheckEx(), FrLdrBugCheckWithMessage(), HalCalibratePerformanceCounter(), HalDisableSystemInterrupt(), HalDisplayString(), HalEnableSystemInterrupt(), HaliHaltSystem(), HalpAcquireCmosSpinLock(), HalpApcInterruptHandler(), HalpBiosDisplayReset(), HalpDispatchInterruptHandler(), HalpEndSystemInterrupt(), HalpFlushTLB(), HalpInitializeClock(), HalpInitializePICs(), HalpInitializeTsc(), HalpLowerIrql(), HalpSetTimerRollOver(), HalRequestSoftwareInterrupt(), KdbEnterDebuggerException(), KdbpCliInit(), KeBugCheckWithTf(), KeDisableInterrupts(), KeEnterKernelDebugger(), KeGetCurrentIrql(), KeSetCurrentIrql(), KfLowerIrql(), KfRaiseIrql(), Ki386AdjustEsp0(), Ki386VdmEnablePentiumExtentions(), KiApcInterrupt(), KiCheckForApcDelivery(), KiCommonExit(), KiDispatchInterrupt(), KiDpcInterruptHandler(), KiEndInterrupt(), KiEnterV86Mode(), KiExitInterrupt(), KiExitSystemCallDebugChecks(), KiExitV86Trap(), KiFlushNPXState(), KiI386PentiumLockErrataFixup(), KiIdleLoop(), KiInterruptDispatch3(), KiIsNpxErrataPresent(), KiRetireDpcList(), KiSetupDecrementerTrap(), KiSwapContextEntry(), KiSystemService(), KiTimerExpiration(), KiTrap02Handler(), KiTrap06Handler(), KiTrap07Handler(), KiTrap08Handler(), KiTrap0DHandler(), KiUserModeCallout(), MpsTimerHandler(), NtCallbackReturn(), OpenBitPlane(), PopShutdownHandler(), sb16_play(), ScrAcquireOwnership(), ScrSetCursor(), ScrSetCursorShape(), and WinLdrSetProcessorContext().

_enable()

__INTRIN_INLINE void __cdecl _enable

(

void

)

Definition at line 1590 of file intrin_x86.h.

{
    __asm__("sti" : : : "memory");
}

Referenced by _HalpApcInterruptHandler(), _HalpDismissIrqGeneric(), _HalpDismissIrqLevel(), _HalpDispatchInterruptHandler(), acpi_suspend(), ArchSwitchContext(), CloseBitPlane(), ExpInitializeExecutive(), ExReleaseResourceLock(), HalBeginSystemInterrupt(), HalDisableSystemInterrupt(), HalEnableSystemInterrupt(), HalpApcInterruptHandler(), HalpDispatchInterruptHandler(), HalpEndSystemInterrupt(), HalpInitializeTsc(), HalpInitPICs(), HalpLowerIrql(), HalProcessorIdle(), KdPollBreakIn(), KeGetCurrentIrql(), KeRemoveQueueDpc(), KeRestoreInterrupts(), KeSetCurrentIrql(), KeThawExecution(), KfLowerIrql(), KfRaiseIrql(), KiApcInterrupt(), KiCheckForApcDelivery(), KiDebugHandler(), KiDispatchInterrupt(), KiDpcInterruptHandler(), KiEnterV86Mode(), KiExitV86Mode(), KiExitV86Trap(), KiI386PentiumLockErrataFixup(), KiIdleLoop(), KiInitializeSystem(), KiInterruptDispatch3(), KiInterruptHandler(), KiIsNpxErrataPresent(), KiNpxHandler(), KiRetireDpcList(), KiSetupDecrementerTrap(), KiSwapContextEntry(), KiSystemCallHandler(), KiSystemService(), KiSystemServiceHandler(), KiSystemStartupBootStack(), KiTimerExpiration(), KiTrap00Handler(), KiTrap01Handler(), KiTrap04Handler(), KiTrap05Handler(), KiTrap06Handler(), KiTrap07Handler(), KiTrap09Handler(), KiTrap0DHandler(), KiTrap0EHandler(), KiTrap10Handler(), KiTrap11Handler(), KiTrap13Handler(), KiUserModeCallout(), MpsTimerHandler(), NtCallbackReturn(), OpenBitPlane(), sb16_play(), ScrAcquireOwnership(), ScrSetCursor(), and ScrSetCursorShape().

_inp()

__INTRIN_INLINE int __cdecl _inp

(

unsigned short

Port

)

Definition at line 1489 of file intrin_x86.h.

{
    return __inbyte(Port);
}

_inpd()

__INTRIN_INLINE unsigned long __cdecl _inpd

(

unsigned short

Port

)

Definition at line 1499 of file intrin_x86.h.

{
    return __indword(Port);
}

_inpw()

__INTRIN_INLINE unsigned short __cdecl _inpw

(

unsigned short

Port

)

Definition at line 1494 of file intrin_x86.h.

{
    return __inword(Port);
}

_InterlockedAnd()

__INTRIN_INLINE long _InterlockedAnd	(	volatile long *	value,
		long	mask
	)

Definition at line 467 of file intrin_x86.h.

{
    long x;
    long y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange(value, x & mask, x);
    }
    while(y != x);

    return y;
}

_InterlockedAnd16()

__INTRIN_INLINE short _InterlockedAnd16	(	volatile short *	value,
		short	mask
	)

Definition at line 448 of file intrin_x86.h.

{
    short x;
    short y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange16(value, x & mask, x);
    }
    while(y != x);

    return y;
}

_InterlockedAnd8()

__INTRIN_INLINE char _InterlockedAnd8	(	volatile char *	value,
		char	mask
	)

Definition at line 429 of file intrin_x86.h.

{
    char x;
    char y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange8(value, x & mask, x);
    }
    while(y != x);

    return y;
}

_interlockedbittestandreset()

__INTRIN_INLINE unsigned char _interlockedbittestandreset	(	volatile long *	a,
		long	b
	)

Definition at line 689 of file intrin_x86.h.

{
    unsigned char retval;
    __asm__("lock; btrl %[b], %[a]; setb %b[retval]" : [retval] "=q" (retval), [a] "+m" (*a) : [b] "Ir" (b) : "memory");
    return retval;
}

_interlockedbittestandset()

__INTRIN_INLINE unsigned char _interlockedbittestandset	(	volatile long *	a,
		long	b
	)

Definition at line 706 of file intrin_x86.h.

{
    unsigned char retval;
    __asm__("lock; btsl %[b], %[a]; setc %b[retval]" : [retval] "=q" (retval), [a] "+m" (*a) : [b] "Ir" (b) : "memory");
    return retval;
}

_InterlockedCompareExchange()

__INTRIN_INLINE long _InterlockedCompareExchange	(	volatile long *	Destination,
		long	Exchange,
		long	Comperand
	)

Definition at line 348 of file intrin_x86.h.

{
    long retval = Comperand;
    __asm__("lock; cmpxchgl %k[Exchange], %[Destination]" : [retval] "+a" (retval) : [Destination] "m" (*Destination), [Exchange] "q" (Exchange): "memory");
    return retval;
}

Referenced by _InterlockedAnd(), _InterlockedOr(), and _InterlockedXor().

_InterlockedCompareExchange16()

__INTRIN_INLINE short _InterlockedCompareExchange16	(	volatile short *	Destination,
		short	Exchange,
		short	Comperand
	)

Definition at line 339 of file intrin_x86.h.

{
    short retval = Comperand;
    __asm__("lock; cmpxchgw %w[Exchange], %[Destination]" : [retval] "+a" (retval) : [Destination] "m" (*Destination), [Exchange] "q" (Exchange): "memory");
    return retval;
}

Referenced by _InterlockedAnd16(), _InterlockedOr16(), and _InterlockedXor16().

_InterlockedCompareExchange64()

__INTRIN_INLINE long long _InterlockedCompareExchange64	(	volatile long long *	Destination,
		long long	Exchange,
		long long	Comperand
	)

Definition at line 651 of file intrin_x86.h.

{
    long long retval = Comperand;

    __asm__
    (
        "lock; cmpxchg8b %[Destination]" :
        [retval] "+A" (retval) :
            [Destination] "m" (*Destination),
            "b" ((unsigned long)((Exchange >>  0) & 0xFFFFFFFF)),
            "c" ((unsigned long)((Exchange >> 32) & 0xFFFFFFFF)) :
        "memory"
    );

    return retval;
}

_InterlockedCompareExchange8()

__INTRIN_INLINE char _InterlockedCompareExchange8	(	volatile char *	Destination,
		char	Exchange,
		char	Comperand
	)

Definition at line 330 of file intrin_x86.h.

{
    char retval = Comperand;
    __asm__("lock; cmpxchgb %b[Exchange], %[Destination]" : [retval] "+a" (retval) : [Destination] "m" (*Destination), [Exchange] "q" (Exchange) : "memory");
    return retval;
}

Referenced by _InterlockedAnd8(), _InterlockedOr8(), and _InterlockedXor8().

_InterlockedCompareExchangePointer()

__INTRIN_INLINE void* _InterlockedCompareExchangePointer	(	void *volatile *	Destination,
		void *	Exchange,
		void *	Comperand
	)

Definition at line 357 of file intrin_x86.h.

{
    void * retval = (void *)Comperand;
    __asm__("lock; cmpxchgl %k[Exchange], %[Destination]" : [retval] "=a" (retval) : "[retval]" (retval), [Destination] "m" (*Destination), [Exchange] "q" (Exchange) : "memory");
    return retval;
}

_InterlockedDecrement()

__INTRIN_INLINE long _InterlockedDecrement

(

volatile long *

lpAddend

)

Definition at line 600 of file intrin_x86.h.

{
    return _InterlockedExchangeAdd(lpAddend, -1) - 1;
}

_InterlockedDecrement16()

__INTRIN_INLINE short _InterlockedDecrement16

(

volatile short *

lpAddend

)

Definition at line 614 of file intrin_x86.h.

{
    return _InterlockedExchangeAdd16(lpAddend, -1) - 1;
}

_InterlockedExchange()

__INTRIN_INLINE long _InterlockedExchange	(	volatile long *	Target,
		long	Value
	)

Definition at line 384 of file intrin_x86.h.

{
    long retval = Value;
    __asm__("xchgl %[retval], %[Target]" : [retval] "+r" (retval) : [Target] "m" (*Target) : "memory");
    return retval;
}

_InterlockedExchange16()

__INTRIN_INLINE short _InterlockedExchange16	(	volatile short *	Target,
		short	Value
	)

Definition at line 375 of file intrin_x86.h.

{
    short retval = Value;
    __asm__("xchgw %[retval], %[Target]" : [retval] "+r" (retval) : [Target] "m" (*Target) : "memory");
    return retval;
}

_InterlockedExchange8()

__INTRIN_INLINE char _InterlockedExchange8	(	volatile char *	Target,
		char	Value
	)

Definition at line 366 of file intrin_x86.h.

{
    char retval = Value;
    __asm__("xchgb %[retval], %[Target]" : [retval] "+r" (retval) : [Target] "m" (*Target) : "memory");
    return retval;
}

_InterlockedExchangeAdd()

__INTRIN_INLINE long _InterlockedExchangeAdd	(	volatile long *	Addend,
		long	Value
	)

Definition at line 420 of file intrin_x86.h.

{
    long retval = Value;
    __asm__("lock; xaddl %[retval], %[Addend]" : [retval] "+r" (retval) : [Addend] "m" (*Addend) : "memory");
    return retval;
}

Referenced by _InterlockedDecrement(), and _InterlockedIncrement().

_InterlockedExchangeAdd16()

__INTRIN_INLINE short _InterlockedExchangeAdd16	(	volatile short *	Addend,
		short	Value
	)

Definition at line 411 of file intrin_x86.h.

{
    short retval = Value;
    __asm__("lock; xaddw %[retval], %[Addend]" : [retval] "+r" (retval) : [Addend] "m" (*Addend) : "memory");
    return retval;
}

Referenced by _InterlockedDecrement16(), and _InterlockedIncrement16().

_InterlockedExchangeAdd8()

__INTRIN_INLINE char _InterlockedExchangeAdd8	(	char volatile *	Addend,
		char	Value
	)

Definition at line 402 of file intrin_x86.h.

{
    char retval = Value;
    __asm__("lock; xaddb %[retval], %[Addend]" : [retval] "+r" (retval) : [Addend] "m" (*Addend) : "memory");
    return retval;
}

_InterlockedExchangePointer()

__INTRIN_INLINE void* _InterlockedExchangePointer	(	void *volatile *	Target,
		void *	Value
	)

Definition at line 393 of file intrin_x86.h.

{
    void * retval = Value;
    __asm__("xchgl %[retval], %[Target]" : [retval] "+r" (retval) : [Target] "m" (*Target) : "memory");
    return retval;
}

_InterlockedIncrement()

__INTRIN_INLINE long _InterlockedIncrement

(

volatile long *

lpAddend

)

Definition at line 607 of file intrin_x86.h.

{
    return _InterlockedExchangeAdd(lpAddend, 1) + 1;
}

_InterlockedIncrement16()

__INTRIN_INLINE short _InterlockedIncrement16

(

volatile short *

lpAddend

)

Definition at line 621 of file intrin_x86.h.

{
    return _InterlockedExchangeAdd16(lpAddend, 1) + 1;
}

_InterlockedOr()

__INTRIN_INLINE long _InterlockedOr	(	volatile long *	value,
		long	mask
	)

Definition at line 524 of file intrin_x86.h.

{
    long x;
    long y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange(value, x | mask, x);
    }
    while(y != x);

    return y;
}

_InterlockedOr16()

__INTRIN_INLINE short _InterlockedOr16	(	volatile short *	value,
		short	mask
	)

Definition at line 505 of file intrin_x86.h.

{
    short x;
    short y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange16(value, x | mask, x);
    }
    while(y != x);

    return y;
}

_InterlockedOr8()

__INTRIN_INLINE char _InterlockedOr8	(	volatile char *	value,
		char	mask
	)

Definition at line 486 of file intrin_x86.h.

{
    char x;
    char y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange8(value, x | mask, x);
    }
    while(y != x);

    return y;
}

_InterlockedXor()

__INTRIN_INLINE long _InterlockedXor	(	volatile long *	value,
		long	mask
	)

Definition at line 581 of file intrin_x86.h.

{
    long x;
    long y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange(value, x ^ mask, x);
    }
    while(y != x);

    return y;
}

_InterlockedXor16()

__INTRIN_INLINE short _InterlockedXor16	(	volatile short *	value,
		short	mask
	)

Definition at line 562 of file intrin_x86.h.

{
    short x;
    short y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange16(value, x ^ mask, x);
    }
    while(y != x);

    return y;
}

_InterlockedXor8()

__INTRIN_INLINE char _InterlockedXor8	(	volatile char *	value,
		char	mask
	)

Definition at line 543 of file intrin_x86.h.

{
    char x;
    char y;

    y = *value;

    do
    {
        x = y;
        y = _InterlockedCompareExchange8(value, x ^ mask, x);
    }
    while(y != x);

    return y;
}

_lrotl()

__INTRIN_INLINE unsigned long __cdecl _lrotl	(	unsigned long	value,
		int	shift
	)

Definition at line 1219 of file intrin_x86.h.

{
    unsigned long retval;
    __asm__("roll %b[shift], %k[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_lrotr()

unsigned long _lrotr	(	unsigned long	value,
		int	shift
	)

Definition at line 1228 of file intrin_x86.h.

{
    unsigned long retval;
    __asm__("rorl %b[shift], %k[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_mm_lfence()

__INTRIN_INLINE void _mm_lfence

(

void

)

Definition at line 106 of file intrin_x86.h.

{
    _ReadBarrier();
    __asm__ __volatile__("lfence");
    _ReadBarrier();
}

_mm_mfence()

__INTRIN_INLINE void _mm_mfence

(

void

)

Definition at line 99 of file intrin_x86.h.

{
    __asm__ __volatile__("mfence" : : : "memory");
}

_mm_pause()

__INTRIN_INLINE void _mm_pause

(

void

)

Definition at line 1933 of file intrin_x86.h.

{
    __asm__ __volatile__("pause" : : : "memory");
}

_mm_sfence()

__INTRIN_INLINE void _mm_sfence

(

void

)

Definition at line 115 of file intrin_x86.h.

{
    _WriteBarrier();
    __asm__ __volatile__("sfence");
    _WriteBarrier();
}

_outp()

__INTRIN_INLINE int __cdecl _outp	(	unsigned short	Port,
		int	databyte
	)

Definition at line 1504 of file intrin_x86.h.

{
    __outbyte(Port, (unsigned char)databyte);
    return databyte;
}

_outpd()

__INTRIN_INLINE unsigned long __cdecl _outpd	(	unsigned short	Port,
		unsigned long	dataword
	)

Definition at line 1516 of file intrin_x86.h.

{
    __outdword(Port, dataword);
    return dataword;
}

_outpw()

__INTRIN_INLINE unsigned short __cdecl _outpw	(	unsigned short	Port,
		unsigned short	dataword
	)

Definition at line 1510 of file intrin_x86.h.

{
    __outword(Port, dataword);
    return dataword;
}

_ReadWriteBarrier()

__INTRIN_INLINE void _ReadWriteBarrier

(

void

)

Definition at line 88 of file intrin_x86.h.

{
    __asm__ __volatile__("" : : : "memory");
}

_rotl()

__INTRIN_INLINE unsigned int __cdecl _rotl	(	unsigned int	value,
		int	shift
	)

Definition at line 1149 of file intrin_x86.h.

{
    unsigned int retval;
    __asm__("roll %b[shift], %k[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_rotl16()

__INTRIN_INLINE unsigned short __cdecl _rotl16	(	unsigned short	value,
		unsigned char	shift
	)

Definition at line 1140 of file intrin_x86.h.

{
    unsigned short retval;
    __asm__("rolw %b[shift], %w[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_rotl64()

__INTRIN_INLINE unsigned long long __cdecl _rotl64	(	unsigned long long	value,
		int	shift
	)

Definition at line 1166 of file intrin_x86.h.

{
    /* FIXME: this is probably not optimal */
    return (value << shift) | (value >> (64 - shift));
}

_rotl8()

__INTRIN_INLINE unsigned char __cdecl _rotl8	(	unsigned char	value,
		unsigned char	shift
	)

Definition at line 1131 of file intrin_x86.h.

{
    unsigned char retval;
    __asm__("rolb %b[shift], %b[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_rotr()

unsigned int _rotr	(	unsigned int	value,
		int	shift
	)

Definition at line 1175 of file intrin_x86.h.

{
    unsigned int retval;
    __asm__("rorl %b[shift], %k[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_rotr16()

__INTRIN_INLINE unsigned short __cdecl _rotr16	(	unsigned short	value,
		unsigned char	shift
	)

Definition at line 1193 of file intrin_x86.h.

{
    unsigned short retval;
    __asm__("rorw %b[shift], %w[retval]" : [retval] "=rm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_rotr64()

__INTRIN_INLINE unsigned long long __cdecl _rotr64	(	unsigned long long	value,
		int	shift
	)

Definition at line 1210 of file intrin_x86.h.

{
    /* FIXME: this is probably not optimal */
    return (value >> shift) | (value << (64 - shift));
}

_rotr8()

__INTRIN_INLINE unsigned char __cdecl _rotr8	(	unsigned char	value,
		unsigned char	shift
	)

Definition at line 1184 of file intrin_x86.h.

{
    unsigned char retval;
    __asm__("rorb %b[shift], %b[retval]" : [retval] "=qm" (retval) : "[retval]" (value), [shift] "Nc" (shift));
    return retval;
}

_sgdt()

__INTRIN_INLINE void _sgdt

(

void *

Destination

)

Definition at line 1925 of file intrin_x86.h.

{
    __asm__ __volatile__("sgdt %0" : : "m"(*(short*)Destination) : "memory");
}

Referenced by ImgArchEfiStartBootApplication(), and Mmx86InitializeMemoryMap().

memcpy()

__INTRIN_INLINE void* __cdecl memcpy	(	void *	dest,
		const void *	source,
		size_t	num
	)

Definition at line 74 of file intrin_x86.h.

{
    return memmove(dest, source, num);
}

memmove()

void* __cdecl memmove	(	void *	dest,
		const void *	source,
		size_t	num
	)

Definition at line 4 of file memmove.c.

{
    char *char_dest = (char *)dest;
    char *char_src = (char *)src;

    if ((char_dest <= char_src) || (char_dest >= (char_src+count)))
    {
        /*  non-overlapping buffers */
        while(count > 0)
    {
            *char_dest = *char_src;
            char_dest++;
            char_src++;
            count--;
    }
    }
    else
    {
        /* overlaping buffers */
        char_dest = (char *)dest + count - 1;
        char_src = (char *)src + count - 1;

        while(count > 0)
    {
           *char_dest = *char_src;
           char_dest--;
           char_src--;
           count--;
    }
    }

    return dest;
}

Referenced by memcpy().