mm.h File Reference

Go to the source code of this file.

Macros
#define	_MI_PAGING_LEVELS   4
#define	MI_USER_PROBE_ADDRESS   (PVOID)0x000007FFFFFF0000ULL
#define	MI_DEFAULT_SYSTEM_RANGE_START   (PVOID)0xFFFF080000000000ULL
#define	MI_REAL_SYSTEM_RANGE_START   0xFFFF800000000000ULL
#define	HYPER_SPACE   0xFFFFF70000000000ULL
#define	HYPER_SPACE_END   0xFFFFF77FFFFFFFFFULL
#define	MI_SYSTEM_CACHE_WS_START   0xFFFFF78000001000ULL
#define	MM_SYSTEM_SPACE_START   0xFFFFF88000000000ULL
#define	MI_DEBUG_MAPPING   (PVOID)0xFFFFF89FFFFFF000ULL
#define	MI_PAGED_POOL_START   (PVOID)0xFFFFF8A000000000ULL
#define	MI_SESSION_VIEW_END   0xFFFFF97FFF000000ULL
#define	MI_SESSION_SPACE_END   0xFFFFF97FFFFFFFFFULL
#define	MI_SYSTEM_CACHE_START   0xFFFFF98000000000ULL
#define	MI_SYSTEM_CACHE_END   0xFFFFFA7FFFFFFFFFULL
#define	MI_PFN_DATABASE   0xFFFFFA8000000000ULL
#define	MI_NONPAGED_POOL_END   (PVOID)0xFFFFFFFFFFBFFFFFULL
#define	MI_HIGHEST_SYSTEM_ADDRESS   (PVOID)0xFFFFFFFFFFFFFFFFULL
#define	MmSystemRangeStart   ((PVOID)MI_REAL_SYSTEM_RANGE_START)
#define	MM_HIGHEST_USER_ADDRESS_WOW64   0x7FFEFFFF
#define	MM_SYSTEM_RANGE_START_WOW64   0x80000000
#define	MI_SYSTEM_PTE_BASE   (PVOID)MiAddressToPte(KSEG0_BASE)
#define	MM_HIGHEST_VAD_ADDRESS   (PVOID)((ULONG_PTR)MM_HIGHEST_USER_ADDRESS - (16 * PAGE_SIZE))
#define	MI_MAPPING_RANGE_START   HYPER_SPACE
#define	MI_MAPPING_RANGE_END   (MI_MAPPING_RANGE_START + MI_HYPERSPACE_PTES * PAGE_SIZE)
#define	MI_DUMMY_PTE   (MI_MAPPING_RANGE_END + PAGE_SIZE)
#define	MI_VAD_BITMAP   (MI_DUMMY_PTE + PAGE_SIZE)
#define	MI_WORKING_SET_LIST   (MI_VAD_BITMAP + PAGE_SIZE)
#define	MI_MIN_PAGES_FOR_NONPAGED_POOL_TUNING   ((255 * _1MB) >> PAGE_SHIFT)
#define	MI_MIN_PAGES_FOR_SYSPTE_TUNING   ((19 * _1MB) >> PAGE_SHIFT)
#define	MI_MIN_PAGES_FOR_SYSPTE_BOOST   ((32 * _1MB) >> PAGE_SHIFT)
#define	MI_MIN_PAGES_FOR_SYSPTE_BOOST_BOOST   ((256 * _1MB) >> PAGE_SHIFT)
#define	MI_MIN_INIT_PAGED_POOLSIZE   (32 * _1MB)
#define	MI_MAX_INIT_NONPAGED_POOL_SIZE   (128ULL * 1024 * 1024 * 1024)
#define	MI_MAX_NONPAGED_POOL_SIZE   (128ULL * 1024 * 1024 * 1024)
#define	MI_SYSTEM_VIEW_SIZE   (16 * _1MB)
#define	MI_SESSION_VIEW_SIZE   (20 * _1MB)
#define	MI_SESSION_POOL_SIZE   (16 * _1MB)
#define	MI_SESSION_IMAGE_SIZE   (8 * _1MB)
#define	MI_SESSION_WORKING_SET_SIZE   (4 * _1MB)
#define	MI_SESSION_SIZE
#define	MI_MIN_ALLOCATION_FRAGMENT   (4 * _1KB)
#define	MI_ALLOCATION_FRAGMENT   (64 * _1KB)
#define	MI_MAX_ALLOCATION_FRAGMENT   (2 * _1MB)
#define	MM_PTE_SOFTWARE_PROTECTION_BITS   5
#define	MI_MIN_SECONDARY_COLORS   8
#define	MI_SECONDARY_COLORS   64
#define	MI_MAX_SECONDARY_COLORS   1024
#define	MI_NUMBER_SYSTEM_PTES   22000
#define	MI_MAX_FREE_PAGE_LISTS   4
#define	MI_HYPERSPACE_PTES   (256 - 1)
#define	MI_ZERO_PTES   (32)
#define	MI_MAX_ZERO_BITS   53
#define	SESSION_POOL_LOOKASIDES   21
#define	MM_EMPTY_PTE_LIST   ((ULONG64)0xFFFFFFFF)
#define	MM_EMPTY_LIST   ((ULONG_PTR)-1)
#define	PFN_FROM_PTE(v)   ((v)->u.Hard.PageFrameNumber)
#define	PFN_FROM_PDE(v)   ((v)->u.Hard.PageFrameNumber)
#define	PFN_FROM_PPE(v)   ((v)->u.Hard.PageFrameNumber)
#define	PFN_FROM_PXE(v)   ((v)->u.Hard.PageFrameNumber)
#define	MI_MAKE_DIRTY_PAGE(x)   ((x)->u.Hard.Dirty = 1)
#define	MI_MAKE_CLEAN_PAGE(x)   ((x)->u.Hard.Dirty = 0)
#define	MI_MAKE_ACCESSED_PAGE(x)   ((x)->u.Hard.Accessed = 1)
#define	MI_PAGE_DISABLE_CACHE(x)   ((x)->u.Hard.CacheDisable = 1)
#define	MI_PAGE_WRITE_THROUGH(x)   ((x)->u.Hard.WriteThrough = 1)
#define	MI_PAGE_WRITE_COMBINED(x)   ((x)->u.Hard.WriteThrough = 0)
#define	MI_IS_PAGE_LARGE(x)   ((x)->u.Hard.LargePage == 1)
#define	MI_IS_PAGE_WRITEABLE(x)   ((x)->u.Hard.Write == 1)
#define	MI_IS_PAGE_COPY_ON_WRITE(x)   ((x)->u.Hard.CopyOnWrite == 1)
#define	MI_IS_PAGE_EXECUTABLE(x)   ((x)->u.Hard.NoExecute == 0)
#define	MI_IS_PAGE_DIRTY(x)   ((x)->u.Hard.Dirty == 1)
#define	MI_MAKE_OWNER_PAGE(x)   ((x)->u.Hard.Owner = 1)
#define	MI_MAKE_WRITE_PAGE(x)   ((x)->u.Hard.Write = 1)
#define	MI_IS_NOT_PRESENT_FAULT(FaultCode)   !BooleanFlagOn(FaultCode, 0x1)
#define	MI_IS_WRITE_ACCESS(FaultCode)   BooleanFlagOn(FaultCode, 0x2)
#define	MI_IS_INSTRUCTION_FETCH(FaultCode)   BooleanFlagOn(FaultCode, 0x10)
#define	MI_WRITE_VALID_PPE   MI_WRITE_VALID_PTE
#define	ValidKernelPpe   ValidKernelPde
#define	MiAddressToPte(x)   _MiAddressToPte((PVOID)(x))
#define	MiAddressToPde(x)   _MiAddressToPde((PVOID)(x))
#define	MiAddressToPteOffset(x)   MiAddressToPti(x)
#define	MiAddressToPdeOffset(x)   MiAddressToPdi(x)
#define	MiGetPdeOffset(x)   MiAddressToPdi(x)
#define	MiPdeToPte(_Pde)   ((PMMPTE)MiPteToAddress(_Pde))
#define	MiPteToPde(_Pte)   ((PMMPDE)MiAddressToPte(_Pte))
#define	MiPdeToPpe(_Pde)   ((PMMPPE)MiAddressToPte(_Pde))
#define	MiIsPteOnPdeBoundary(PointerPte)   ((((ULONG_PTR)PointerPte) & (PAGE_SIZE - 1)) == 0)
#define	MiIsPteOnPpeBoundary(PointerPte)   ((((ULONG_PTR)PointerPte) & (PDE_PER_PAGE * PAGE_SIZE - 1)) == 0)
#define	MiIsPteOnPxeBoundary(PointerPte)   ((((ULONG_PTR)PointerPte) & (PPE_PER_PAGE * PDE_PER_PAGE * PAGE_SIZE - 1)) == 0)
#define	MiProtoPteToPte(x)   (PMMPTE)(((LONG64)(x)->u.Long) >> 16) /* Sign extend 48 bits */
#define	MiSubsectionPteToSubsection(x)   (PMMPTE)((x)->u.Subsect.SubsectionAddress >> 16)

Functions
PMMPTE FORCEINLINE	_MiAddressToPte (PVOID Address)
PMMPTE FORCEINLINE	_MiAddressToPde (PVOID Address)
PMMPTE FORCEINLINE	MiAddressToPpe (PVOID Address)
PMMPTE FORCEINLINE	MiAddressToPxe (PVOID Address)
ULONG FORCEINLINE	MiAddressToPti (PVOID Address)
ULONG FORCEINLINE	MiAddressToPdi (PVOID Address)
ULONG FORCEINLINE	MiAddressToPxi (PVOID Address)
PVOID FORCEINLINE	MiPteToAddress (PMMPTE PointerPte)
PVOID FORCEINLINE	MiPdeToAddress (PMMPTE PointerPde)
PVOID FORCEINLINE	MiPpeToAddress (PMMPTE PointerPpe)
PVOID FORCEINLINE	MiPxeToAddress (PMMPTE PointerPxe)
FORCEINLINE VOID	MI_MAKE_SUBSECTION_PTE (_Out_ PMMPTE NewPte, _In_ PVOID Segment)
FORCEINLINE VOID	MI_MAKE_PROTOTYPE_PTE (IN PMMPTE NewPte, IN PMMPTE PointerPte)
FORCEINLINE BOOLEAN	MI_IS_MAPPED_PTE (PMMPTE PointerPte)
VOID FORCEINLINE	MmInitGlobalKernelPageDirectory (VOID)
BOOLEAN FORCEINLINE	MiIsPdeForAddressValid (PVOID Address)

Macro Definition Documentation

#define _MI_PAGING_LEVELS   4

Definition at line 6 of file mm.h.

Referenced by MiDetermineUserGlobalPteMask(), MiLockVirtualMemory(), MiUnlockVirtualMemory(), MmArmAccessFault(), MmGetPhysicalAddress(), and MmProbeAndLockPages().

#define HYPER_SPACE   0xFFFFF70000000000ULL

Definition at line 13 of file mm.h.

Referenced by MiDbgDumpAddressSpace(), MiInitializePageTable(), MiInitMachineDependent(), MiInitSystemMemoryAreas(), MiIsHyperspaceAddress(), MmCreateProcessAddressSpace(), MmInitGlobalKernelPageDirectory(), and MmInitializeProcessAddressSpace().

#define HYPER_SPACE_END   0xFFFFF77FFFFFFFFFULL

Definition at line 14 of file mm.h.

Referenced by MiDbgDumpAddressSpace(), MiInitializePageTable(), MiInitMachineDependent(), MiInitSystemMemoryAreas(), and MiIsHyperspaceAddress().

#define MI_ALLOCATION_FRAGMENT   (64 * _1KB)

Definition at line 67 of file mm.h.

Referenced by MmArmInitSystem().

#define MI_DEBUG_MAPPING   (PVOID)0xFFFFF89FFFFFF000ULL

Definition at line 19 of file mm.h.

Referenced by MiInitializePageTable(), and MiInitSystemMemoryAreas().

#define MI_DEFAULT_SYSTEM_RANGE_START   (PVOID)0xFFFF080000000000ULL

Definition at line 10 of file mm.h.

Referenced by MmArmInitSystem().

#define MI_DUMMY_PTE   (MI_MAPPING_RANGE_END + PAGE_SIZE)

Definition at line 45 of file mm.h.

#define MI_HIGHEST_SYSTEM_ADDRESS   (PVOID)0xFFFFFFFFFFFFFFFFULL

Definition at line 30 of file mm.h.

Referenced by MiInitializePageTable(), and MmArmInitSystem().

#define MI_HYPERSPACE_PTES   (256 - 1)

Definition at line 77 of file mm.h.

Referenced by MiInitializePageTable(), MiInitMachineDependent(), and MiMapPageInHyperSpace().

#define MI_IS_INSTRUCTION_FETCH

(

FaultCode

)

BooleanFlagOn(FaultCode, 0x10)

Definition at line 119 of file mm.h.

Referenced by MmArmAccessFault().

#define MI_IS_NOT_PRESENT_FAULT

(

FaultCode

)

!BooleanFlagOn(FaultCode, 0x1)

Definition at line 117 of file mm.h.

Referenced by MiDispatchFault(), MmAccessFault(), and MmArmAccessFault().

#define MI_IS_PAGE_COPY_ON_WRITE

(

x

)

((x)->u.Hard.CopyOnWrite == 1)

Definition at line 106 of file mm.h.

Referenced by MiAccessCheck(), MiDispatchFault(), MiResolveTransitionFault(), MmArmAccessFault(), and MmProbeAndLockPages().

#define MI_IS_PAGE_DIRTY

(

x

)

((x)->u.Hard.Dirty == 1)

Definition at line 108 of file mm.h.

Referenced by MiRemoveMappedPtes().

#define MI_IS_PAGE_EXECUTABLE

(

x

)

((x)->u.Hard.NoExecute == 0)

Definition at line 107 of file mm.h.

Referenced by MmArmAccessFault().

#define MI_IS_PAGE_LARGE

(

x

)

((x)->u.Hard.LargePage == 1)

Definition at line 100 of file mm.h.

Referenced by MiAddHalIoMappings(), and MmArmAccessFault().

#define MI_IS_PAGE_WRITEABLE

(

x

)

((x)->u.Hard.Write == 1)

Definition at line 102 of file mm.h.

Referenced by MiAccessCheck(), MiDispatchFault(), MiResolveDemandZeroFault(), MiResolveTransitionFault(), MmArmAccessFault(), MmDbgCopyMemory(), and MmProbeAndLockPages().

#define MI_IS_WRITE_ACCESS

(

FaultCode

)

BooleanFlagOn(FaultCode, 0x2)

Definition at line 118 of file mm.h.

Referenced by MmArmAccessFault().

#define MI_MAKE_ACCESSED_PAGE

(

x

)

((x)->u.Hard.Accessed = 1)

Definition at line 96 of file mm.h.

Referenced by MiDetermineUserGlobalPteMask(), and MiDispatchFault().

#define MI_MAKE_CLEAN_PAGE

(

x

)

((x)->u.Hard.Dirty = 0)

Definition at line 95 of file mm.h.

Referenced by MiDispatchFault(), and MiResolveTransitionFault().

#define MI_MAKE_DIRTY_PAGE

(

x

)

((x)->u.Hard.Dirty = 1)

Definition at line 94 of file mm.h.

Referenced by MiCompleteProtoPteFault(), MiDispatchFault(), MiResolveDemandZeroFault(), MiResolveTransitionFault(), MiSessionInitializeWorkingSetList(), and MmArmAccessFault().

#define MI_MAKE_OWNER_PAGE

(

x

)

((x)->u.Hard.Owner = 1)

Definition at line 109 of file mm.h.

Referenced by MiDetermineUserGlobalPteMask().

#define MI_MAKE_WRITE_PAGE

(

x

)

((x)->u.Hard.Write = 1)

Definition at line 111 of file mm.h.

#define MI_MAPPING_RANGE_END   (MI_MAPPING_RANGE_START + MI_HYPERSPACE_PTES * PAGE_SIZE)

Definition at line 44 of file mm.h.

Referenced by MiInitializePageTable(), and MiInitMachineDependent().

#define MI_MAPPING_RANGE_START   HYPER_SPACE

Definition at line 43 of file mm.h.

Referenced by MiInitializePageTable(), and MiInitMachineDependent().

#define MI_MAX_ALLOCATION_FRAGMENT   (2 * _1MB)

Definition at line 68 of file mm.h.

Referenced by MmArmInitSystem().

#define MI_MAX_FREE_PAGE_LISTS   4

Definition at line 76 of file mm.h.

Referenced by MiAllocatePoolPages(), MiFreePoolPages(), and MiInitializeNonPagedPool().

#define MI_MAX_INIT_NONPAGED_POOL_SIZE   (128ULL * 1024 * 1024 * 1024)

Definition at line 55 of file mm.h.

Referenced by MiBuildNonPagedPool(), and MiComputeNonPagedPoolVa().

#define MI_MAX_NONPAGED_POOL_SIZE   (128ULL * 1024 * 1024 * 1024)

Definition at line 56 of file mm.h.

Referenced by MiBuildNonPagedPool(), and MiComputeNonPagedPoolVa().

#define MI_MAX_SECONDARY_COLORS   1024

Definition at line 74 of file mm.h.

Referenced by MiComputeColorInformation().

#define MI_MAX_ZERO_BITS   53

Definition at line 79 of file mm.h.

Referenced by NtAllocateVirtualMemory(), and NtMapViewOfSection().

#define MI_MIN_ALLOCATION_FRAGMENT   (4 * _1KB)

Definition at line 66 of file mm.h.

Referenced by MmArmInitSystem().

#define MI_MIN_INIT_PAGED_POOLSIZE   (32 * _1MB)

Definition at line 54 of file mm.h.

Referenced by MiBuildPagedPool().

#define MI_MIN_PAGES_FOR_NONPAGED_POOL_TUNING   ((255 * _1MB) >> PAGE_SHIFT)

Definition at line 50 of file mm.h.

Referenced by MiBuildNonPagedPool(), and MiComputeNonPagedPoolVa().

#define MI_MIN_PAGES_FOR_SYSPTE_BOOST   ((32 * _1MB) >> PAGE_SHIFT)

Definition at line 52 of file mm.h.

Referenced by MmArmInitSystem().

#define MI_MIN_PAGES_FOR_SYSPTE_BOOST_BOOST   ((256 * _1MB) >> PAGE_SHIFT)

Definition at line 53 of file mm.h.

Referenced by MmArmInitSystem().

#define MI_MIN_PAGES_FOR_SYSPTE_TUNING   ((19 * _1MB) >> PAGE_SHIFT)

Definition at line 51 of file mm.h.

Referenced by MmArmInitSystem().

#define MI_MIN_SECONDARY_COLORS   8

Definition at line 72 of file mm.h.

Referenced by MiComputeColorInformation().

#define MI_NONPAGED_POOL_END   (PVOID)0xFFFFFFFFFFBFFFFFULL

Definition at line 28 of file mm.h.

Referenced by MmArmInitSystem().

#define MI_NUMBER_SYSTEM_PTES   22000

Definition at line 75 of file mm.h.

Referenced by MiBuildSystemPteSpace().

#define MI_PAGE_DISABLE_CACHE

(

x

)

((x)->u.Hard.CacheDisable = 1)

Definition at line 97 of file mm.h.

Referenced by MiCompleteProtoPteFault(), MiCopyPfn(), MiMapLockedPagesInUserSpace(), MiZeroPfn(), MmAllocateNonCachedMemory(), MmMapIoSpace(), and MmMapLockedPagesSpecifyCache().

#define MI_PAGE_WRITE_COMBINED

(

x

)

((x)->u.Hard.WriteThrough = 0)

Definition at line 99 of file mm.h.

Referenced by MiCompleteProtoPteFault(), MiCopyPfn(), MiMapLockedPagesInUserSpace(), MiZeroPfn(), MmAllocateNonCachedMemory(), MmMapIoSpace(), and MmMapLockedPagesSpecifyCache().

#define MI_PAGE_WRITE_THROUGH

(

x

)

((x)->u.Hard.WriteThrough = 1)

Definition at line 98 of file mm.h.

Referenced by MiCompleteProtoPteFault(), MiCopyPfn(), MiMapLockedPagesInUserSpace(), MiZeroPfn(), MmAllocateNonCachedMemory(), MmMapIoSpace(), and MmMapLockedPagesSpecifyCache().

#define MI_PAGED_POOL_START   (PVOID)0xFFFFF8A000000000ULL

Definition at line 20 of file mm.h.

Referenced by MmArmInitSystem().

#define MI_PFN_DATABASE   0xFFFFFA8000000000ULL

Definition at line 27 of file mm.h.

Referenced by MiInitMachineDependent().

#define MI_REAL_SYSTEM_RANGE_START   0xFFFF800000000000ULL

Definition at line 11 of file mm.h.

#define MI_SECONDARY_COLORS   64

Definition at line 73 of file mm.h.

Referenced by MiComputeColorInformation().

#define MI_SESSION_IMAGE_SIZE   (8 * _1MB)

Definition at line 60 of file mm.h.

Referenced by MiInitializeSessionSpaceLayout().

#define MI_SESSION_POOL_SIZE   (16 * _1MB)

Definition at line 59 of file mm.h.

Referenced by MiInitializeSessionSpaceLayout().

#define MI_SESSION_SIZE

Value:

(MI_SESSION_VIEW_SIZE + \
                                                 MI_SESSION_POOL_SIZE + \
                                                 MI_SESSION_IMAGE_SIZE + \
                                                 MI_SESSION_WORKING_SET_SIZE)

Definition at line 62 of file mm.h.

Referenced by MiInitializeSessionSpaceLayout().

#define MI_SESSION_SPACE_END   0xFFFFF97FFFFFFFFFULL

Definition at line 24 of file mm.h.

Referenced by MiInitializeSessionSpaceLayout().

#define MI_SESSION_VIEW_END   0xFFFFF97FFF000000ULL

Definition at line 23 of file mm.h.

Referenced by MiInitializeSessionSpaceLayout().

#define MI_SESSION_VIEW_SIZE   (20 * _1MB)

Definition at line 58 of file mm.h.

Referenced by MiInitializeSessionSpaceLayout().

#define MI_SESSION_WORKING_SET_SIZE   (4 * _1MB)

Definition at line 61 of file mm.h.

Referenced by MiInitializeSessionSpaceLayout().

#define MI_SYSTEM_CACHE_END   0xFFFFFA7FFFFFFFFFULL

Definition at line 26 of file mm.h.

Referenced by MmArmInitSystem().

#define MI_SYSTEM_CACHE_START   0xFFFFF98000000000ULL

Definition at line 25 of file mm.h.

Referenced by MmArmInitSystem().

#define MI_SYSTEM_CACHE_WS_START   0xFFFFF78000001000ULL

Definition at line 16 of file mm.h.

#define MI_SYSTEM_PTE_BASE   (PVOID)MiAddressToPte(KSEG0_BASE)

Definition at line 41 of file mm.h.

Referenced by MiInitializeSystemPtes().

#define MI_SYSTEM_VIEW_SIZE   (16 * _1MB)

Definition at line 57 of file mm.h.

Referenced by MiInitializeSessionSpaceLayout().

#define MI_USER_PROBE_ADDRESS   (PVOID)0x000007FFFFFF0000ULL

Definition at line 9 of file mm.h.

Referenced by MmArmInitSystem().

#define MI_VAD_BITMAP   (MI_DUMMY_PTE + PAGE_SIZE)

Definition at line 46 of file mm.h.

Referenced by MiInitializePageTable().

#define MI_WORKING_SET_LIST   (MI_VAD_BITMAP + PAGE_SIZE)

Definition at line 47 of file mm.h.

Referenced by MiInitializePageTable(), MiInitMachineDependent(), and MmInitializeProcessAddressSpace().

#define MI_WRITE_VALID_PPE   MI_WRITE_VALID_PTE

Definition at line 122 of file mm.h.

Referenced by MiBuildPagedPool().

#define MI_ZERO_PTES   (32)

Definition at line 78 of file mm.h.

Referenced by MiBuildSystemPteSpace(), MiInitMachineDependent(), MiMapPagesInZeroSpace(), and MiUnmapPagesInZeroSpace().

#define MiAddressToPde

(

x

)

_MiAddressToPde((PVOID)(x))

Definition at line 145 of file mm.h.

Referenced by MiIsPdeForAddressValid().

#define MiAddressToPdeOffset

(

x

)

MiAddressToPdi(x)

Definition at line 183 of file mm.h.

#define MiAddressToPte

(

x

)

_MiAddressToPte((PVOID)(x))

Definition at line 134 of file mm.h.

#define MiAddressToPteOffset

(

x

)

MiAddressToPti(x)

Definition at line 174 of file mm.h.

#define MiGetPdeOffset

(

x

)

MiAddressToPdi(x)

Definition at line 184 of file mm.h.

Referenced by MiDecrementPageTableReferences(), MiIncrementPageTableReferences(), MiQueryPageTableReferences(), MmCreatePageFileMapping(), MmCreateProcessAddressSpace(), MmCreateVirtualMappingInternal(), MmCreateVirtualMappingUnsafe(), MmDeletePageFileMapping(), MmDeleteVirtualMapping(), MmGetPageTableForProcess(), and MmInitGlobalKernelPageDirectory().

#define MiIsPteOnPdeBoundary

(

PointerPte

)

((((ULONG_PTR)PointerPte) & (PAGE_SIZE - 1)) == 0)

Definition at line 236 of file mm.h.

Referenced by MiCalculatePageCommitment(), MiDecommitPages(), MiIsEntireRangeCommitted(), MiLockVirtualMemory(), MiProtectVirtualMemory(), MiUnlockVirtualMemory(), MmProbeAndLockPages(), and NtAllocateVirtualMemory().

#define MiIsPteOnPpeBoundary

(

PointerPte

)

((((ULONG_PTR)PointerPte) & (PDE_PER_PAGE * PAGE_SIZE - 1)) == 0)

Definition at line 238 of file mm.h.

Referenced by MiLockVirtualMemory(), MiUnlockVirtualMemory(), and MmProbeAndLockPages().

#define MiIsPteOnPxeBoundary

(

PointerPte

)

((((ULONG_PTR)PointerPte) & (PPE_PER_PAGE * PDE_PER_PAGE * PAGE_SIZE - 1)) == 0)

Definition at line 240 of file mm.h.

Referenced by MiLockVirtualMemory(), MiUnlockVirtualMemory(), and MmProbeAndLockPages().

#define MiPdeToPpe

(

_Pde

)

((PMMPPE)MiAddressToPte(_Pde))

Definition at line 233 of file mm.h.

Referenced by MiFillSystemPageDirectory().

#define MiPdeToPte

(

_Pde

)

((PMMPTE)MiPteToAddress(_Pde))

Definition at line 231 of file mm.h.

Referenced by MiAllocatePoolPages(), MiBalancerThread(), MiIsEntireRangeCommitted(), MmDeleteProcessAddressSpace(), and MmFreeMemoryArea().

#define MiProtoPteToPte

(

x

)

(PMMPTE)(((LONG64)(x)->u.Long) >> 16) /* Sign extend 48 bits */

Definition at line 246 of file mm.h.

Referenced by MI_MAKE_PROTOTYPE_PTE(), MiGetPageProtection(), MiRemoveMappedPtes(), MmArmAccessFault(), and MmArmInitSystem().

#define MiPteToPde

(

_Pte

)

((PMMPDE)MiAddressToPte(_Pte))

Definition at line 232 of file mm.h.

Referenced by MiAllocatePoolPages(), MiCalculatePageCommitment(), MiDeletePte(), MiIsEntireRangeCommitted(), MiMapLockedPagesInUserSpace(), MiProtectVirtualMemory(), MiRemoveMappedPtes(), MiSetProtectionOnSection(), MiUnmapLockedPagesInUserSpace(), and NtAllocateVirtualMemory().

#define MiSubsectionPteToSubsection

(

x

)

(PMMPTE)((x)->u.Subsect.SubsectionAddress >> 16)

Definition at line 252 of file mm.h.

Referenced by MmArmInitSystem().

#define MM_EMPTY_LIST   ((ULONG_PTR)-1)

Definition at line 84 of file mm.h.

Referenced by MmArmInitSystem().

#define MM_EMPTY_PTE_LIST   ((ULONG64)0xFFFFFFFF)

Definition at line 83 of file mm.h.

Referenced by MiInitializeSpecialPool(), MiInitializeSystemPtes(), MiReleaseSystemPtes(), MiReserveAlignedSystemPtes(), MmAllocateSpecialPool(), MmExpandSpecialPool(), and MmFreeSpecialPool().

#define MM_HIGHEST_USER_ADDRESS_WOW64   0x7FFEFFFF

Definition at line 34 of file mm.h.

Referenced by ExpInitializeExecutive().

#define MM_HIGHEST_VAD_ADDRESS   (PVOID)((ULONG_PTR)MM_HIGHEST_USER_ADDRESS - (16 * PAGE_SIZE))

Definition at line 42 of file mm.h.

Referenced by MiBalancerThread(), MiCreatePebOrTeb(), MiFindEmptyAddressRangeDownBasedTree(), MiFindEmptyAddressRangeDownTree(), MiFindEmptyAddressRangeInTree(), MiInsertVadEx(), MiMapLockedPagesInUserSpace(), MiQueryMemoryBasicInformation(), MmDeleteProcessAddressSpace(), MmFindGap(), MmMapViewOfArm3Section(), NtAllocateVirtualMemory(), and NtMapViewOfSection().

#define MM_PTE_SOFTWARE_PROTECTION_BITS   5

Definition at line 71 of file mm.h.

Referenced by MmArmAccessFault().

#define MM_SYSTEM_RANGE_START_WOW64   0x80000000

Definition at line 35 of file mm.h.

Referenced by ExpInitializeExecutive().

#define MM_SYSTEM_SPACE_START   0xFFFFF88000000000ULL

Definition at line 18 of file mm.h.

Referenced by MiInitMachineDependent().

#define MmSystemRangeStart   ((PVOID)MI_REAL_SYSTEM_RANGE_START)

Definition at line 31 of file mm.h.

Referenced by CcRosMapVacbInKernelSpace(), KdbSymPrintAddress(), MiCompleteProtoPteFault(), MiDispatchFault(), MiFindEmptyAddressRangeDownTree(), MiFindEmptyAddressRangeInTree(), MiFlushTlb(), MiGetPageTableForProcess(), MiGetPteForProcess(), MiResolveProtoPteFault(), MiResolveTransitionFault(), MiUseLargeDriverPage(), MmAccessFault(), MmAccessFaultCacheSection(), MmArmAccessFault(), MmCreateMemoryArea(), MmCreatePageFileMapping(), MmCreateProcessAddressSpace(), MmCreateVirtualMappingUnsafe(), MmDeletePageFileMapping(), MmDeleteVirtualMapping(), MmFreeMemoryArea(), MmFreePageTable(), MmGetPageTableForProcess(), MmGetPageTableForProcessForPAE(), MmInitGlobalKernelPageDirectory(), MmInsertMemoryArea(), MmNotPresentFault(), MmNotPresentFaultCacheSection(), MmpAccessFault(), MmPageOutPhysicalAddress(), MmpPageOutPhysicalAddress(), MmpSectionAccessFaultInner(), MmSetCleanPage(), MmSetDirtyPage(), MmSetPageProtect(), NtGdiGetDhpdev(), QSI_DEF(), and SimpleErrorChecks().

#define PFN_FROM_PDE

(

v

)

((v)->u.Hard.PageFrameNumber)

Definition at line 89 of file mm.h.

Referenced by MiBuildPfnDatabaseFromPageTables().

#define PFN_FROM_PPE

(

v

)

((v)->u.Hard.PageFrameNumber)

Definition at line 90 of file mm.h.

Referenced by MiBuildPfnDatabaseFromPageTables().

#define PFN_FROM_PTE

(

v

)

((v)->u.Hard.PageFrameNumber)

Definition at line 88 of file mm.h.

Referenced by MiAddHalIoMappings(), MiAllocatePoolPages(), MiBuildPagedPool(), MiBuildPfnDatabaseFromLoaderBlock(), MiBuildPfnDatabaseFromPages(), MiBuildPfnDatabaseFromPageTables(), MiBuildPfnDatabaseZeroPage(), MiCheckForContiguousMemory(), MiCompleteProtoPteFault(), MiDeletePte(), MiDeleteSystemPageableVm(), MiDispatchFault(), MiFindContiguousMemory(), MiFreeContiguousMemory(), MiInitializeNonPagedPool(), MiInitializePfn(), MiInitializePfnAndMakePteValid(), MiInitMachineDependent(), MiLockVirtualMemory(), MiMapPageInHyperSpace(), MiMapPagesInZeroSpace(), MiProcessValidPteList(), MiProtectVirtualMemory(), MiReleaseProcessReferenceToSessionDataPage(), MiReloadBootLoadedDrivers(), MiRemoveMappedPtes(), MiResolveProtoPteFault(), MiSegmentDelete(), MiSetPagingOfDriver(), MiSetProtectionOnSection(), MiSetupPfnForPageTable(), MiUnlockVirtualMemory(), MmArmAccessFault(), MmBuildMdlForNonPagedPool(), MmDeleteKernelStack(), MmInitializeProcessAddressSpace(), MmInitSystem(), MmProbeAndLockPages(), and MmUnmapIoSpace().

#define PFN_FROM_PXE

(

v

)

((v)->u.Hard.PageFrameNumber)

Definition at line 91 of file mm.h.

Referenced by MiBuildPfnDatabaseFromPageTables().

#define SESSION_POOL_LOOKASIDES   21

Definition at line 80 of file mm.h.

#define ValidKernelPpe   ValidKernelPde

Definition at line 123 of file mm.h.

Referenced by MiBuildPagedPool().

Function Documentation

PMMPTE FORCEINLINE _MiAddressToPde

(

PVOID

Address

)

Definition at line 139 of file mm.h.

{
    ULONG64 Offset = (ULONG64)Address >> (PDI_SHIFT - 3);
    Offset &= 0x7FFFFFF << 3;
    return (PMMPTE)(PDE_BASE + Offset);
}

PMMPTE FORCEINLINE _MiAddressToPte

(

PVOID

Address

)

Definition at line 128 of file mm.h.

{
    ULONG64 Offset = (ULONG64)Address >> (PTI_SHIFT - 3);
    Offset &= 0xFFFFFFFFFULL << 3;
    return (PMMPTE)(PTE_BASE + Offset);
}

FORCEINLINE BOOLEAN MI_IS_MAPPED_PTE

(

PMMPTE

PointerPte

)

FIXME

Definition at line 285 of file mm.h.

Referenced by MiDeleteVirtualAddresses().

{
    __debugbreak();
    return ((PointerPte->u.Long & 0xFFFFFC01) != 0);
}

FORCEINLINE VOID MI_MAKE_PROTOTYPE_PTE	(	IN PMMPTE	NewPte,
		IN PMMPTE	PointerPte
	)

Definition at line 271 of file mm.h.

Referenced by MiAddMappedPtes(), and MmArmInitSystem().

{
    /* Store the Address */
    NewPte->u.Long = (ULONG64)PointerPte << 16;

    /* Mark this as a prototype PTE */
    NewPte->u.Proto.Prototype = 1;

    ASSERT(MiProtoPteToPte(NewPte) == PointerPte);
}

FORCEINLINE VOID MI_MAKE_SUBSECTION_PTE	(	_Out_ PMMPTE	NewPte,
		_In_ PVOID	Segment
	)

Definition at line 257 of file mm.h.

Referenced by MmArmInitSystem().

{
    /* Mark this as a prototype */
    NewPte->u.Long = 0;
    NewPte->u.Subsect.Prototype = 1;

    /* Store the lower 48 bits of the Segment address */
    NewPte->u.Subsect.SubsectionAddress = ((ULONG_PTR)Segment & 0x0000FFFFFFFFFFFF);
}

ULONG FORCEINLINE MiAddressToPdi

(

PVOID

Address

)

Definition at line 179 of file mm.h.

{
    return ((((ULONG64)Address) >> PDI_SHIFT) & 0x1FF);
}

PMMPTE FORCEINLINE MiAddressToPpe

(

PVOID

Address

)

Definition at line 150 of file mm.h.

Referenced by MiBuildPagedPool(), MiBuildPfnDatabaseFromPageTables(), MiGetPteForProcess(), MiIsPdeForAddressValid(), MiLockVirtualMemory(), MiMapPPEs(), MiQueryAddressState(), MiUnlockVirtualMemory(), MmArmAccessFault(), MmArmInitSystem(), MmGetPhysicalAddress(), MmIsAddressValid(), and MmProbeAndLockPages().

{
    ULONG64 Offset = (ULONG64)Address >> (PPI_SHIFT - 3);
    Offset &= 0x3FFFF << 3;
    return (PMMPTE)(PPE_BASE + Offset);
}

ULONG FORCEINLINE MiAddressToPti

(

PVOID

Address

)

Definition at line 170 of file mm.h.

Referenced by MmCreateProcessAddressSpace().

{
    return ((((ULONG64)Address) >> PTI_SHIFT) & 0x1FF);
}

PMMPTE FORCEINLINE MiAddressToPxe

(

PVOID

Address

)

Definition at line 160 of file mm.h.

Referenced by MiBuildPfnDatabaseFromPageTables(), MiGetPteForProcess(), MiInitializePageTable(), MiIsPdeForAddressValid(), MiLockVirtualMemory(), MiQueryAddressState(), MiUnlockVirtualMemory(), MmArmAccessFault(), MmArmInitSystem(), MmCreateProcessAddressSpace(), MmGetPhysicalAddress(), MmInitializeProcessAddressSpace(), MmIsAddressValid(), and MmProbeAndLockPages().

{
    ULONG64 Offset = (ULONG64)Address >> (PXI_SHIFT - 3);
    Offset &= PXI_MASK << 3;
    return (PMMPTE)(PXE_BASE + Offset);
}

ULONG FORCEINLINE MiAddressToPxi

(

PVOID

Address

)

Definition at line 189 of file mm.h.

Referenced by MmCreateProcessAddressSpace().

{
    return ((((ULONG64)Address) >> PXI_SHIFT) & 0x1FF);
}

BOOLEAN FORCEINLINE MiIsPdeForAddressValid

(

PVOID

Address

)

Definition at line 301 of file mm.h.

{
    return ((MiAddressToPxe(Address)->u.Hard.Valid) &&
            (MiAddressToPpe(Address)->u.Hard.Valid) &&
            (MiAddressToPde(Address)->u.Hard.Valid));
}

PVOID FORCEINLINE MiPdeToAddress

(

PMMPTE

PointerPde

)

Definition at line 206 of file mm.h.

Referenced by MiBuildPfnDatabaseFromPageTables(), and MiQueryAddressState().

{
    /* Use signed math */
    return (PVOID)(((LONG64)PointerPde << 34) >> 16);
}

PVOID FORCEINLINE MiPpeToAddress

(

PMMPTE

PointerPpe

)

Definition at line 215 of file mm.h.

Referenced by MiBuildPfnDatabaseFromPageTables(), and MiQueryAddressState().

{
    /* Use signed math */
    return (PVOID)(((LONG64)PointerPpe << 43) >> 16);
}

PVOID FORCEINLINE MiPteToAddress

(

PMMPTE

PointerPte

)

Definition at line 197 of file mm.h.

Referenced by MiAllocatePoolPages(), MiBuildPagedPool(), MiCalculatePageCommitment(), MiCheckForContiguousMemory(), MiCopyPfn(), MiDbgTranslatePhysicalAddress(), MiDbgUnTranslatePhysicalAddress(), MiDeleteVirtualAddresses(), MiFreePoolPages(), MiGetPageProtection(), MiInitializeColorTables(), MiInitializePageTable(), MiInitializePfn(), MiInitializePfnAndMakePteValid(), MiInitializeSpecialPool(), MiInitializeWorkingSetList(), MiInitMachineDependent(), MiLoadImageSection(), MiLockVirtualMemory(), MiMakePdeExistAndMakeValid(), MiMapPageInHyperSpace(), MiMapPagesInZeroSpace(), MiMapPDEs(), MiMapPfnDatabase(), MiMapPPEs(), MiMapPTEs(), MiProtectVirtualMemory(), MiReloadBootLoadedDrivers(), MiSessionCreateInternal(), MiSetPagingOfDriver(), MiSetProtectionOnSection(), MiSetupPfnForPageTable(), MiUnmapLockedPagesInUserSpace(), MiZeroPfn(), MmAllocateNonCachedMemory(), MmAllocateSpecialPool(), MmCreateKernelStack(), MmCreateProcessAddressSpace(), MmExpandSpecialPool(), MmFreeLoaderBlock(), MmGrowKernelStackEx(), MmMapIoSpace(), MmMapLockedPagesSpecifyCache(), MmProbeAndLockPages(), and NtAllocateVirtualMemory().

{
    /* Use signed math */
    return (PVOID)(((LONG64)PointerPte << 25) >> 16);
}

PVOID FORCEINLINE MiPxeToAddress

(

PMMPTE

PointerPxe

)

Definition at line 224 of file mm.h.

Referenced by MiBuildPfnDatabaseFromPageTables(), and MiQueryAddressState().

{
    /* Use signed math */
    return (PVOID)(((LONG64)PointerPxe << 52) >> 16);
}

VOID FORCEINLINE MmInitGlobalKernelPageDirectory

(

VOID

)

Definition at line 294 of file mm.h.

Referenced by MmInitSystem().

{
    /* Nothing to do */
}