#include "intrin_i.h"

Include dependency graph for ke.h:

Macros
#define	KD_BREAKPOINT_TYPE ULONG

#define	KD_BREAKPOINT_SIZE sizeof(ULONG)

#define	KD_BREAKPOINT_VALUE 0xD43E0000

#define	ESR_EC_SHIFT 26

#define	ESR_EC_UNKNOWN 0x00

#define	ESR_EC_WFX 0x01

#define	ESR_EC_FP_ACCESS 0x07

#define	ESR_EC_ILLEGAL_STATE 0x0E

#define	ESR_EC_SVC64 0x15

#define	ESR_EC_SYS64 0x18

#define	ESR_EC_SVE 0x19

#define	ESR_EC_IABT_LOWER 0x20

#define	ESR_EC_IABT_CURRENT 0x21

#define	ESR_EC_PC_ALIGN 0x22

#define	ESR_EC_DABT_LOWER 0x24

#define	ESR_EC_DABT_CURRENT 0x25

#define	ESR_EC_SP_ALIGN 0x26

#define	ESR_EC_FP_EXCEPTION 0x2C

#define	ESR_EC_SERROR 0x2F

#define	ESR_EC_BREAKPOINT_LOWER 0x30

#define	ESR_EC_BREAKPOINT_CURRENT 0x31

#define	ESR_EC_STEP_LOWER 0x32

#define	ESR_EC_STEP_CURRENT 0x33

#define	ESR_EC_WATCHPOINT_LOWER 0x34

#define	ESR_EC_WATCHPOINT_CURRENT 0x35

#define	ESR_EC_BRK64 0x3C

#define	ESR_ISS_WNR 0x40

#define	ESR_ISS_FSC_MASK 0x3F

#define	KI_TRAP_SYNCHRONOUS 0

#define	KI_TRAP_IRQ 1

#define	KI_TRAP_FIQ 2

#define	KI_TRAP_SERROR 3

#define	KeGetTrapFrame(Thread)

#define	KeGetExceptionFrame(Thread)

#define	KeGetContextSwitches(Prcb) ((Prcb)->KeContextSwitches)

#define	KiGetSecondLevelDCacheSize() ((PKIPCR)KeGetPcr())->SecondLevelCacheSize

#define	KeGetTrapFrameInterruptState(TrapFrame) (((TrapFrame)->Spsr & ARM64_PSR_I) == 0)

#define	KiGetPreviousMode(TrapFrame) (KiUserTrap(TrapFrame) ? UserMode : KernelMode)

#define	KeArchInitThreadWithContext(Thread, SystemRoutine, StartRoutine, StartContext, Context) KeArm64InitThreadWithContext(Thread,SystemRoutine,StartRoutine,StartContext,Context)

Functions
FORCEINLINE ULONG_PTR	KeGetContextPc (_In_ PCONTEXT Context)

FORCEINLINE VOID	KeSetContextPc (_Inout_ PCONTEXT Context, _In_ ULONG_PTR ProgramCounter)

FORCEINLINE ULONG_PTR	KeGetContextReturnRegister (_In_ PCONTEXT Context)

FORCEINLINE VOID	KeSetContextReturnRegister (_Inout_ PCONTEXT Context, _In_ ULONG_PTR ReturnValue)

FORCEINLINE ULONG_PTR	KeGetContextStackRegister (_In_ PCONTEXT Context)

FORCEINLINE ULONG_PTR	KeGetContextFrameRegister (_In_ PCONTEXT Context)

FORCEINLINE VOID	KeSetContextFrameRegister (_Inout_ PCONTEXT Context, _In_ ULONG_PTR Frame)

FORCEINLINE ULONG_PTR	KeGetTrapFramePc (_In_ PKTRAP_FRAME TrapFrame)

FORCEINLINE PKTRAP_FRAME	KiGetLinkedTrapFrame (_In_ PKTRAP_FRAME TrapFrame)

FORCEINLINE ULONG_PTR	KeGetTrapFrameStackRegister (_In_ PKTRAP_FRAME TrapFrame)

FORCEINLINE ULONG_PTR	KeGetTrapFrameFrameRegister (_In_ PKTRAP_FRAME TrapFrame)

FORCEINLINE ULONG64	KxQueryProcessorCycleTime (VOID)

FORCEINLINE BOOLEAN	KeDisableInterrupts (VOID)

FORCEINLINE VOID	KeRestoreInterrupts (_In_ BOOLEAN WereEnabled)

FORCEINLINE VOID	KeInvalidateTlbEntry (_In_ PVOID Address)

FORCEINLINE VOID	KeFlushProcessTb (VOID)

FORCEINLINE VOID	KeSweepICache (_In_ PVOID BaseAddress, _In_ SIZE_T FlushSize)

FORCEINLINE VOID	KiRundownThread (_In_ PKTHREAD Thread)

FORCEINLINE BOOLEAN	KiUserTrap (_In_ PKTRAP_FRAME TrapFrame)

FORCEINLINE VOID	KiEndInterrupt (_In_ KIRQL Irql, _In_ PKTRAP_FRAME TrapFrame)

FORCEINLINE VOID	Ki386PerfEnd (VOID)

FORCEINLINE PULONG_PTR	KiGetUserModeStackAddress (VOID)

DECLSPEC_NORETURN VOID	KiSwitchToBootStack (_In_ ULONG_PTR InitialStack)

VOID	KiArm64InitializeTraps (VOID)

VOID	KiSetProcessorType (VOID)

ULONG64	KiGetFeatureBits (VOID)
	Evaluates the KeFeatureFlag bits for the current CPU.

VOID	KeArm64InitThreadWithContext (_In_ PKTHREAD Thread, _In_ PKSYSTEM_ROUTINE SystemRoutine, _In_ PKSTART_ROUTINE StartRoutine, _In_ PVOID StartContext, _In_opt_ PCONTEXT Context)

VOID	KiGetTrapContext (_In_ PKTRAP_FRAME TrapFrame, _Out_ PCONTEXT Context)

VOID	KiSetTrapContext (_Out_ PKTRAP_FRAME TrapFrame, _In_ PCONTEXT Context, _In_ KPROCESSOR_MODE RequestorMode)

DECLSPEC_NORETURN VOID	KiUserCallbackExit (_In_ PKTRAP_FRAME TrapFrame)

DECLSPEC_NORETURN VOID	KiExceptionExit (_In_ PKTRAP_FRAME TrapFrame, _In_ PKEXCEPTION_FRAME ExceptionFrame)

NTHALAPI NTSTATUS NTAPI	HalAllocateAdapterChannel (_In_ PADAPTER_OBJECT AdapterObject, _In_ PWAIT_CONTEXT_BLOCK Wcb, _In_ ULONG NumberOfMapRegisters, _In_ PDRIVER_CONTROL ExecutionRoutine)

Variables
NTKERNELAPI volatile KSYSTEM_TIME	KeTickCount

Macro Definition Documentation

◆ ESR_EC_BREAKPOINT_CURRENT

#define ESR_EC_BREAKPOINT_CURRENT 0x31

Definition at line 43 of file ke.h.

◆ ESR_EC_BREAKPOINT_LOWER

#define ESR_EC_BREAKPOINT_LOWER 0x30

Definition at line 42 of file ke.h.

◆ ESR_EC_BRK64

#define ESR_EC_BRK64 0x3C

Definition at line 48 of file ke.h.

◆ ESR_EC_DABT_CURRENT

#define ESR_EC_DABT_CURRENT 0x25

Definition at line 38 of file ke.h.

◆ ESR_EC_DABT_LOWER

#define ESR_EC_DABT_LOWER 0x24

Definition at line 37 of file ke.h.

◆ ESR_EC_FP_ACCESS

#define ESR_EC_FP_ACCESS 0x07

Definition at line 29 of file ke.h.

◆ ESR_EC_FP_EXCEPTION

#define ESR_EC_FP_EXCEPTION 0x2C

Definition at line 40 of file ke.h.

◆ ESR_EC_IABT_CURRENT

#define ESR_EC_IABT_CURRENT 0x21

Definition at line 35 of file ke.h.

◆ ESR_EC_IABT_LOWER

#define ESR_EC_IABT_LOWER 0x20

Definition at line 34 of file ke.h.

◆ ESR_EC_ILLEGAL_STATE

#define ESR_EC_ILLEGAL_STATE 0x0E

Definition at line 30 of file ke.h.

◆ ESR_EC_PC_ALIGN

#define ESR_EC_PC_ALIGN 0x22

Definition at line 36 of file ke.h.

◆ ESR_EC_SERROR

#define ESR_EC_SERROR 0x2F

Definition at line 41 of file ke.h.

◆ ESR_EC_SHIFT

#define ESR_EC_SHIFT 26

Definition at line 26 of file ke.h.

◆ ESR_EC_SP_ALIGN

#define ESR_EC_SP_ALIGN 0x26

Definition at line 39 of file ke.h.

◆ ESR_EC_STEP_CURRENT

#define ESR_EC_STEP_CURRENT 0x33

Definition at line 45 of file ke.h.

◆ ESR_EC_STEP_LOWER

#define ESR_EC_STEP_LOWER 0x32

Definition at line 44 of file ke.h.

◆ ESR_EC_SVC64

#define ESR_EC_SVC64 0x15

Definition at line 31 of file ke.h.

◆ ESR_EC_SVE

#define ESR_EC_SVE 0x19

Definition at line 33 of file ke.h.

◆ ESR_EC_SYS64

#define ESR_EC_SYS64 0x18

Definition at line 32 of file ke.h.

◆ ESR_EC_UNKNOWN

#define ESR_EC_UNKNOWN 0x00

Definition at line 27 of file ke.h.

◆ ESR_EC_WATCHPOINT_CURRENT

#define ESR_EC_WATCHPOINT_CURRENT 0x35

Definition at line 47 of file ke.h.

◆ ESR_EC_WATCHPOINT_LOWER

#define ESR_EC_WATCHPOINT_LOWER 0x34

Definition at line 46 of file ke.h.

◆ ESR_EC_WFX

#define ESR_EC_WFX 0x01

Definition at line 28 of file ke.h.

◆ ESR_ISS_FSC_MASK

#define ESR_ISS_FSC_MASK 0x3F

Definition at line 52 of file ke.h.

◆ ESR_ISS_WNR

#define ESR_ISS_WNR 0x40

Definition at line 51 of file ke.h.

◆ KD_BREAKPOINT_SIZE

#define KD_BREAKPOINT_SIZE sizeof(ULONG)

Definition at line 22 of file ke.h.

◆ KD_BREAKPOINT_TYPE

#define KD_BREAKPOINT_TYPE ULONG

Definition at line 21 of file ke.h.

◆ KD_BREAKPOINT_VALUE

#define KD_BREAKPOINT_VALUE 0xD43E0000

Definition at line 23 of file ke.h.

◆ KeArchInitThreadWithContext

#define KeArchInitThreadWithContext	(	Thread,
		SystemRoutine,
		StartRoutine,
		StartContext,
		Context
	)	KeArm64InitThreadWithContext(Thread,SystemRoutine,StartRoutine,StartContext,Context)

Definition at line 301 of file ke.h.

◆ KeGetContextSwitches

#define KeGetContextSwitches ( Prcb ) ((Prcb)->KeContextSwitches)

Definition at line 176 of file ke.h.

◆ KeGetExceptionFrame

#define KeGetExceptionFrame ( Thread )

Value:

(PKEXCEPTION_FRAME)((ULONG_PTR)KeGetTrapFrame(Thread) - \

sizeof(KEXCEPTION_FRAME))

Thread

_In_opt_ PFILE_OBJECT _In_opt_ PETHREAD Thread

Definition: fltkernel.h:2653

PKEXCEPTION_FRAME

struct _KEXCEPTION_FRAME * PKEXCEPTION_FRAME

KeGetTrapFrame

#define KeGetTrapFrame(Thread)

Definition: ke.h:218

_KEXCEPTION_FRAME

Definition: ketypes.h:1040

ULONG_PTR

uint32_t ULONG_PTR

Definition: typedefs.h:65

Definition at line 168 of file ke.h.

◆ KeGetTrapFrame

#define KeGetTrapFrame ( Thread )

Value:

((PKTRAP_FRAME)((ULONG_PTR)((Thread)->InitialStack) - \

sizeof(KTRAP_FRAME)))

PKTRAP_FRAME

struct _KTRAP_FRAME * PKTRAP_FRAME

_KTRAP_FRAME

Definition: ketypes.h:412

Definition at line 164 of file ke.h.

◆ KeGetTrapFrameInterruptState

#define KeGetTrapFrameInterruptState ( TrapFrame ) (((TrapFrame)->Spsr & ARM64_PSR_I) == 0)

Definition at line 189 of file ke.h.

◆ KI_TRAP_FIQ

#define KI_TRAP_FIQ 2

Definition at line 57 of file ke.h.

◆ KI_TRAP_IRQ

#define KI_TRAP_IRQ 1

Definition at line 56 of file ke.h.

◆ KI_TRAP_SERROR

#define KI_TRAP_SERROR 3

Definition at line 58 of file ke.h.

◆ KI_TRAP_SYNCHRONOUS

#define KI_TRAP_SYNCHRONOUS 0

Definition at line 55 of file ke.h.

◆ KiGetPreviousMode

#define KiGetPreviousMode ( TrapFrame ) (KiUserTrap(TrapFrame) ? UserMode : KernelMode)

Definition at line 254 of file ke.h.

◆ KiGetSecondLevelDCacheSize

#define KiGetSecondLevelDCacheSize ( ) ((PKIPCR)KeGetPcr())->SecondLevelCacheSize

Definition at line 183 of file ke.h.

Function Documentation

◆ HalAllocateAdapterChannel()

NTHALAPI NTSTATUS NTAPI HalAllocateAdapterChannel	(	_In_ PADAPTER_OBJECT	AdapterObject,
		_In_ PWAIT_CONTEXT_BLOCK	Wcb,
		_In_ ULONG	NumberOfMapRegisters,
		_In_ PDRIVER_CONTROL	ExecutionRoutine
	)

◆ KeArm64InitThreadWithContext()

VOID KeArm64InitThreadWithContext	(	_In_ PKTHREAD	Thread,
		_In_ PKSYSTEM_ROUTINE	SystemRoutine,
		_In_ PKSTART_ROUTINE	StartRoutine,
		_In_ PVOID	StartContext,
		_In_opt_ PCONTEXT	Context
	)

◆ KeDisableInterrupts()

FORCEINLINE BOOLEAN KeDisableInterrupts ( VOID )

Definition at line 195 of file ke.h.

{
    ULONG64 Daif;
 
    Daif = KeArm64ReadRegister(ARM64_DAIF);
    _disable();
    return (Daif & ARM64_PSR_I) ? FALSE : TRUE;
}

◆ KeFlushProcessTb()

FORCEINLINE VOID KeFlushProcessTb ( VOID )

Definition at line 224 of file ke.h.

{
    KeArm64FlushTbAll();
}

◆ KeGetContextFrameRegister()

FORCEINLINE ULONG_PTR KeGetContextFrameRegister ( _In_ PCONTEXT Context )

Definition at line 107 of file ke.h.

{
    return Context->Fp;
}

◆ KeGetContextPc()

FORCEINLINE ULONG_PTR KeGetContextPc ( _In_ PCONTEXT Context )

Definition at line 65 of file ke.h.

{
    return Context->Pc;
}

◆ KeGetContextReturnRegister()

FORCEINLINE ULONG_PTR KeGetContextReturnRegister ( _In_ PCONTEXT Context )

Definition at line 82 of file ke.h.

{
    return Context->X0;
}

◆ KeGetContextStackRegister()

FORCEINLINE ULONG_PTR KeGetContextStackRegister ( _In_ PCONTEXT Context )

Definition at line 99 of file ke.h.

{
    return Context->Sp;
}

◆ KeGetTrapFrameFrameRegister()

FORCEINLINE ULONG_PTR KeGetTrapFrameFrameRegister ( _In_ PKTRAP_FRAME TrapFrame )

Definition at line 148 of file ke.h.

{
    return TrapFrame->Fp;
}

◆ KeGetTrapFramePc()

FORCEINLINE ULONG_PTR KeGetTrapFramePc ( _In_ PKTRAP_FRAME TrapFrame )

Definition at line 124 of file ke.h.

{
    return TrapFrame->Pc;
}

◆ KeGetTrapFrameStackRegister()

FORCEINLINE ULONG_PTR KeGetTrapFrameStackRegister ( _In_ PKTRAP_FRAME TrapFrame )

Definition at line 140 of file ke.h.

{
    return TrapFrame->Sp;
}

◆ KeInvalidateTlbEntry()

FORCEINLINE VOID KeInvalidateTlbEntry ( _In_ PVOID Address )

Definition at line 216 of file ke.h.

{
    KeArm64FlushTbEntry(Address);
}

◆ KeRestoreInterrupts()

FORCEINLINE VOID KeRestoreInterrupts ( _In_ BOOLEAN WereEnabled )

Definition at line 207 of file ke.h.

{
    if (WereEnabled)
        _enable();
}

◆ KeSetContextFrameRegister()

FORCEINLINE VOID KeSetContextFrameRegister	(	_Inout_ PCONTEXT	Context,
		_In_ ULONG_PTR	Frame
	)

Definition at line 115 of file ke.h.

{
    Context->Fp = Frame;
}

◆ KeSetContextPc()

FORCEINLINE VOID KeSetContextPc	(	_Inout_ PCONTEXT	Context,
		_In_ ULONG_PTR	ProgramCounter
	)

Definition at line 73 of file ke.h.

{
    Context->Pc = ProgramCounter;
}

◆ KeSetContextReturnRegister()

FORCEINLINE VOID KeSetContextReturnRegister	(	_Inout_ PCONTEXT	Context,
		_In_ ULONG_PTR	ReturnValue
	)

Definition at line 90 of file ke.h.

{
    Context->X0 = ReturnValue;
}

◆ KeSweepICache()

FORCEINLINE VOID KeSweepICache	(	_In_ PVOID	BaseAddress,
		_In_ SIZE_T	FlushSize
	)

Definition at line 231 of file ke.h.

{
    KeArm64SweepIcacheRange(BaseAddress, FlushSize);
}

◆ Ki386PerfEnd()

FORCEINLINE VOID Ki386PerfEnd ( VOID )

Definition at line 269 of file ke.h.

270{

271}

◆ KiArm64InitializeTraps()

VOID KiArm64InitializeTraps ( VOID )

◆ KiEndInterrupt()

FORCEINLINE VOID KiEndInterrupt	(	_In_ KIRQL	Irql,
		_In_ PKTRAP_FRAME	TrapFrame
	)

Definition at line 259 of file ke.h.

{
    UNREFERENCED_PARAMETER(Irql);
    UNREFERENCED_PARAMETER(TrapFrame);
}

◆ KiExceptionExit()

DECLSPEC_NORETURN VOID KiExceptionExit	(	_In_ PKTRAP_FRAME	TrapFrame,
		_In_ PKEXCEPTION_FRAME	ExceptionFrame
	)

Definition at line 720 of file ke.h.

{
    KiServiceExit2(TrapFrame);
}

◆ KiGetFeatureBits()

ULONG64 KiGetFeatureBits ( VOID )

Evaluates the KeFeatureFlag bits for the current CPU.

Returns: The feature flags for this CPU.

See also: https://www.geoffchappell.com/studies/windows/km/ntoskrnl/structs/kprcb/featurebits.htm

Todo:

KF_VIRT_FIRMWARE_ENABLED 0x08000000 (see notes from Geoff Chappell)
KF_FPU_LEAKAGE 0x0000020000000000ULL
KF_CAT 0x0000100000000000ULL
KF_CET_SS 0x0000400000000000ULL

Definition at line 73 of file cpu.c.

{
    PKPRCB Prcb = KeGetCurrentPrcb();
    ULONG Vendor;
    ULONG64 FeatureBits = 0;
    CPUID_SIGNATURE_REGS signature;
    CPUID_VERSION_INFO_REGS VersionInfo;
    CPUID_EXTENDED_FUNCTION_REGS extendedFunction;
 
    /* Get the Vendor ID */
    Vendor = Prcb->CpuVendor;
 
    /* Make sure we got a valid vendor ID at least. */
    if (Vendor == CPU_UNKNOWN) return FeatureBits;
 
    /* Get signature CPUID for the maximum function */
    __cpuid(signature.AsInt32, CPUID_SIGNATURE);
 
    /* Get the CPUID Info. */
    __cpuid(VersionInfo.AsInt32, CPUID_VERSION_INFO);
 
    /* Set the initial APIC ID */
    Prcb->InitialApicId = (UCHAR)VersionInfo.Ebx.Bits.InitialLocalApicId;
 
    /* Convert all CPUID Feature bits into our format */
    if (VersionInfo.Edx.Bits.VME) FeatureBits |= KF_CR4;
    if (VersionInfo.Edx.Bits.PSE) FeatureBits |= KF_LARGE_PAGE | KF_CR4;
    if (VersionInfo.Edx.Bits.TSC) FeatureBits |= KF_RDTSC;
    if (VersionInfo.Edx.Bits.CX8) FeatureBits |= KF_CMPXCHG8B;
    if (VersionInfo.Edx.Bits.SEP) FeatureBits |= KF_FAST_SYSCALL;
    if (VersionInfo.Edx.Bits.MTRR) FeatureBits |= KF_MTRR;
    if (VersionInfo.Edx.Bits.PGE) FeatureBits |= KF_GLOBAL_PAGE | KF_CR4;
    if (VersionInfo.Edx.Bits.CMOV) FeatureBits |= KF_CMOV;
    if (VersionInfo.Edx.Bits.PAT) FeatureBits |= KF_PAT;
    if (VersionInfo.Edx.Bits.DS) FeatureBits |= KF_DTS;
    if (VersionInfo.Edx.Bits.MMX) FeatureBits |= KF_MMX;
    if (VersionInfo.Edx.Bits.FXSR) FeatureBits |= KF_FXSR;
    if (VersionInfo.Edx.Bits.SSE) FeatureBits |= KF_XMMI;
    if (VersionInfo.Edx.Bits.SSE2) FeatureBits |= KF_XMMI64;
 
    if (VersionInfo.Ecx.Bits.SSE3) FeatureBits |= KF_SSE3;
    if (VersionInfo.Ecx.Bits.SSSE3) FeatureBits |= KF_SSSE3;
    if (VersionInfo.Ecx.Bits.CMPXCHG16B) FeatureBits |= KF_CMPXCHG16B;
    if (VersionInfo.Ecx.Bits.SSE4_1) FeatureBits |= KF_SSE4_1;
    if (VersionInfo.Ecx.Bits.SSE4_2) FeatureBits |= KF_SSE4_2;
    if (VersionInfo.Ecx.Bits.XSAVE) FeatureBits |= KF_XSTATE;
    if (VersionInfo.Ecx.Bits.RDRAND) FeatureBits |= KF_RDRAND;
    if (VersionInfo.Ecx.Bits.AVX) FeatureBits |= KF_AVX;
 
    /* Check if the CPU has hyper-threading */
    if (VersionInfo.Edx.Bits.HTT)
    {
        /* Set the number of logical CPUs */
        Prcb->LogicalProcessorsPerPhysicalProcessor =
            VersionInfo.Ebx.Bits.MaximumAddressableIdsForLogicalProcessors;
        if (Prcb->LogicalProcessorsPerPhysicalProcessor > 1)
        {
            /* We're on dual-core */
            KiSMTProcessorsPresent = TRUE;
        }
    }
    else
    {
        /* We only have a single CPU */
        Prcb->LogicalProcessorsPerPhysicalProcessor = 1;
    }
 
    /* Check if CPUID_THERMAL_POWER_MANAGEMENT (0x06) is supported */
    if (signature.MaxLeaf >= CPUID_THERMAL_POWER_MANAGEMENT)
    {
        /* Read CPUID_THERMAL_POWER_MANAGEMENT */
        CPUID_THERMAL_POWER_MANAGEMENT_REGS PowerInfo;
        __cpuid(PowerInfo.AsInt32, CPUID_THERMAL_POWER_MANAGEMENT);
 
        if (PowerInfo.Undoc.Ecx.ACNT2) FeatureBits |= KF_ACNT2;
    }
 
    /* Check if CPUID_STRUCTURED_EXTENDED_FEATURE_FLAGS (0x07) is supported */
    if (signature.MaxLeaf >= CPUID_STRUCTURED_EXTENDED_FEATURE_FLAGS)
    {
        /* Read CPUID_STRUCTURED_EXTENDED_FEATURE_FLAGS */
        CPUID_STRUCTURED_EXTENDED_FEATURE_FLAGS_REGS ExtFlags;
        __cpuidex(ExtFlags.AsInt32,
            CPUID_STRUCTURED_EXTENDED_FEATURE_FLAGS,
            CPUID_STRUCTURED_EXTENDED_FEATURE_FLAGS_SUB_LEAF_INFO);
 
        if (ExtFlags.Ebx.Bits.SMEP) FeatureBits |= KF_SMEP;
        if (ExtFlags.Ebx.Bits.FSGSBASE) FeatureBits |= KF_RDWRFSGSBASE;
        if (ExtFlags.Ebx.Bits.SMAP) FeatureBits |= KF_SMAP;
        if (ExtFlags.Ebx.Bits.AVX2) FeatureBits |= KF_AVX2;
        if (ExtFlags.Ebx.Bits.AVX512F) FeatureBits |= KF_AVX512F;
    }
 
    /* Check if CPUID_EXTENDED_STATE (0x0D) is supported */
    if (signature.MaxLeaf >= CPUID_EXTENDED_STATE)
    {
        /* Read CPUID_EXTENDED_STATE */
        CPUID_EXTENDED_STATE_SUB_LEAF_REGS ExtStateSub;
        __cpuidex(ExtStateSub.AsInt32,
            CPUID_EXTENDED_STATE,
            CPUID_EXTENDED_STATE_SUB_LEAF);
 
        if (ExtStateSub.Eax.Bits.XSAVEOPT) FeatureBits |= KF_XSAVEOPT;
        if (ExtStateSub.Eax.Bits.XSAVES)  FeatureBits |= KF_XSAVES;
    }
 
    /* Check extended cpuid features */
    __cpuid(extendedFunction.AsInt32, CPUID_EXTENDED_FUNCTION);
    if ((extendedFunction.MaxLeaf & 0xffffff00) == 0x80000000)
    {
        /* Check if CPUID_EXTENDED_CPU_SIG (0x80000001) is supported */
        if (extendedFunction.MaxLeaf >= CPUID_EXTENDED_CPU_SIG)
        {
            /* Read CPUID_EXTENDED_CPU_SIG */
            CPUID_EXTENDED_CPU_SIG_REGS ExtSig;
            __cpuid(ExtSig.AsInt32, CPUID_EXTENDED_CPU_SIG);
 
            /* Check if NX-bit is supported */
            if (ExtSig.Intel.Edx.Bits.NX) FeatureBits |= KF_NX_BIT;
            if (ExtSig.Intel.Edx.Bits.Page1GB) FeatureBits |= KF_HUGEPAGE;
            if (ExtSig.Intel.Edx.Bits.RDTSCP) FeatureBits |= KF_RDTSCP;
 
            /* AMD specific */
            if (Vendor == CPU_AMD)
            {
                if (ExtSig.Amd.Edx.Bits.ThreeDNow) FeatureBits |= KF_3DNOW;
            }
        }
    }
 
    /* Vendor specific */
    if (Vendor == CPU_INTEL)
    {
        FeatureBits |= KF_GENUINE_INTEL;
 
        /* Check for models that support LBR */
        if (VersionInfo.Eax.Bits.FamilyId == 6)
        {
            if ((VersionInfo.Eax.Bits.Model == 15) ||
                (VersionInfo.Eax.Bits.Model == 22) ||
                (VersionInfo.Eax.Bits.Model == 23) ||
                (VersionInfo.Eax.Bits.Model == 26))
            {
                FeatureBits |= KF_BRANCH;
            }
        }
 
        /* Check if VMX is available */
        if (VersionInfo.Ecx.Bits.VMX)
        {
            /* Read PROCBASED ctls and check if secondary are allowed */
            MSR_IA32_VMX_PROCBASED_CTLS_REGISTER ProcBasedCtls;
            ProcBasedCtls.Uint64 = __readmsr(MSR_IA32_VMX_PROCBASED_CTLS);
            if (ProcBasedCtls.Bits.Allowed1.ActivateSecondaryControls)
            {
                /* Read secondary controls and check if EPT is allowed */
                MSR_IA32_VMX_PROCBASED_CTLS2_REGISTER ProcBasedCtls2;
                ProcBasedCtls2.Uint64 = __readmsr(MSR_IA32_VMX_PROCBASED_CTLS2);
                if (ProcBasedCtls2.Bits.Allowed1.EPT)
                    FeatureBits |= KF_SLAT;
            }
        }
    }
    else if (Vendor == CPU_AMD)
    {
        FeatureBits |= KF_AUTHENTICAMD;
        FeatureBits |= KF_BRANCH;
 
        /* Check extended cpuid features */
        if ((extendedFunction.MaxLeaf & 0xffffff00) == 0x80000000)
        {
            /* Check if CPUID_AMD_SVM_FEATURES (0x8000000A) is supported */
            if (extendedFunction.MaxLeaf >= CPUID_AMD_SVM_FEATURES)
            {
                /* Read CPUID_AMD_SVM_FEATURES and check if Nested Paging is available */
                CPUID_AMD_SVM_FEATURES_REGS SvmFeatures;
                __cpuid(SvmFeatures.AsInt32, CPUID_AMD_SVM_FEATURES);
                if (SvmFeatures.Edx.Bits.NP) FeatureBits |= KF_SLAT;
            }
        }
    }
 
    /* Return the Feature Bits */
    return FeatureBits;
}

◆ KiGetLinkedTrapFrame()

FORCEINLINE PKTRAP_FRAME KiGetLinkedTrapFrame ( _In_ PKTRAP_FRAME TrapFrame )

Definition at line 132 of file ke.h.

{
    return (PKTRAP_FRAME)TrapFrame->TrapFrame;
}

◆ KiGetTrapContext()

VOID KiGetTrapContext	(	_In_ PKTRAP_FRAME	TrapFrame,
		_Out_ PCONTEXT	Context
	)

◆ KiGetUserModeStackAddress()

FORCEINLINE PULONG_PTR KiGetUserModeStackAddress ( VOID )

Definition at line 275 of file ke.h.

{
    return &PsGetCurrentThread()->Tcb.TrapFrame->Sp;
}

◆ KiRundownThread()

FORCEINLINE VOID KiRundownThread ( _In_ PKTHREAD Thread )

Definition at line 240 of file ke.h.

{
    UNREFERENCED_PARAMETER(Thread);
}

◆ KiSetProcessorType()

VOID KiSetProcessorType ( VOID )

Definition at line 40 of file cpu.c.

{
    PKPRCB Prcb = KeGetCurrentPrcb();
    USHORT Family, Model, Stepping;
 
    /* This initializes Prcb->CpuVendor */
    KiGetCpuVendorString(Prcb->VendorString);
    Prcb->CpuVendor = KiIdentifyCpuVendor(Prcb->VendorString);
 
    /* Get the family, model and stepping */
    KiGetCpuSignature(&Family, &Model, &Stepping);
 
    /* Save them in the PRCB */
    Prcb->CpuID = TRUE;
    Prcb->CpuType = (UCHAR)Family;
    Prcb->CpuStep = ((Model << 8) | Stepping);
}

◆ KiSetTrapContext()

VOID KiSetTrapContext	(	_Out_ PKTRAP_FRAME	TrapFrame,
		_In_ PCONTEXT	Context,
		_In_ KPROCESSOR_MODE	RequestorMode
	)

◆ KiSwitchToBootStack()

DECLSPEC_NORETURN VOID KiSwitchToBootStack ( _In_ ULONG_PTR InitialStack )

◆ KiUserCallbackExit()

DECLSPEC_NORETURN VOID KiUserCallbackExit ( _In_ PKTRAP_FRAME TrapFrame )

◆ KiUserTrap()

FORCEINLINE BOOLEAN KiUserTrap ( _In_ PKTRAP_FRAME TrapFrame )

Definition at line 248 of file ke.h.

{
    return ((TrapFrame->Spsr & ARM64_PSR_MODE_MASK) == ARM64_PSR_MODE_EL0T);
}

◆ KxQueryProcessorCycleTime()

FORCEINLINE ULONG64 KxQueryProcessorCycleTime ( VOID )

Definition at line 156 of file ke.h.

{
    return (ULONG64)_ReadStatusReg(ARM64_CNTVCT);
}

Variable Documentation

◆ KeTickCount

NTKERNELAPI volatile KSYSTEM_TIME KeTickCount

extern

Definition at line 19 of file clock.c.

Macros

Functions

Variables