#include "bl.h"
#include "bcd.h"

Include dependency graph for mmx86.c:

Macros
#define	PTE_BASE 0xC0000000

#define	MiAddressToPte(x) ((PMMPTE)(((((ULONG)(x)) >> 12) << 2) + (ULONG_PTR)MmPteBase))

#define	MiAddressToPde(x) ((PMMPDE)(((((ULONG)(x)) >> 22) << 2) + (ULONG_PTR)MmPdeBase))

#define	MiAddressToPteOffset(x) ((((ULONG)(x)) << 10) >> 22)

#define	MiAddressToPdeOffset(x) (((ULONG)(x)) / (1024 * PAGE_SIZE))

Typedefs
typedef VOID(*	PBL_MM_FLUSH_TLB )(VOID)

typedef VOID(*	PBL_MM_RELOCATE_SELF_MAP )(VOID)

typedef NTSTATUS(*	PBL_MM_MOVE_VIRTUAL_ADDRESS_RANGE )(_In_ PVOID DestinationAddress, _In_ PVOID SourceAddress, _In_ ULONGLONG Size)

typedef NTSTATUS(*	PBL_MM_ZERO_VIRTUAL_ADDRESS_RANGE )(_In_ PVOID DestinationAddress, _In_ ULONGLONG Size)

typedef VOID(*	PBL_MM_DESTROY_SELF_MAP )(VOID)

typedef VOID(*	PBL_MM_FLUSH_TLB_ENTRY )(_In_ PVOID VirtualAddress)

typedef NTSTATUS(*	PBL_MM_UNMAP_VIRTUAL_ADDRESS )(_In_ PVOID VirtualAddress, _In_ ULONG Size)

typedef NTSTATUS(*	PBL_MM_REMAP_VIRTUAL_ADDRESS )(_In_ PPHYSICAL_ADDRESS PhysicalAddress, _Out_ PVOID VirtualAddress, _In_ ULONG Size, _In_ ULONG CacheAttributes)

typedef NTSTATUS(*	PBL_MM_MAP_PHYSICAL_ADDRESS )(_In_ PHYSICAL_ADDRESS PhysicalAddress, _Out_ PVOID VirtualAddress, _In_ ULONG Size, _In_ ULONG CacheAttributes)

typedef BOOLEAN(*	PBL_MM_TRANSLATE_VIRTUAL_ADDRESS )(_In_ PVOID VirtualAddress, _Out_ PPHYSICAL_ADDRESS PhysicalAddress, _Out_opt_ PULONG CacheAttributes)

Functions
BOOLEAN	BlMmIsTranslationEnabled (VOID)

VOID	MmArchNullFunction (VOID)

VOID	MmDefRelocateSelfMap (VOID)

NTSTATUS	MmDefMoveVirtualAddressRange (_In_ PVOID DestinationAddress, _In_ PVOID SourceAddress, _In_ ULONGLONG Size)

NTSTATUS	MmDefZeroVirtualAddressRange (_In_ PVOID DestinationAddress, _In_ ULONGLONG Size)

BOOLEAN	MmArchTranslateVirtualAddress (_In_ PVOID VirtualAddress, _Out_opt_ PPHYSICAL_ADDRESS PhysicalAddress, _Out_opt_ PULONG CachingFlags)

VOID	MmDefpDestroySelfMap (VOID)

VOID	MmDefpFlushTlbEntry (_In_ PVOID VirtualAddress)

VOID	MmDefpFlushTlb (VOID)

NTSTATUS	MmDefpUnmapVirtualAddress (_In_ PVOID VirtualAddress, _In_ ULONG Size)

NTSTATUS	MmDefpRemapVirtualAddress (_In_ PPHYSICAL_ADDRESS PhysicalAddress, _Out_ PVOID VirtualAddress, _In_ ULONG Size, _In_ ULONG CacheAttributes)

NTSTATUS	MmDefpMapPhysicalAddress (_In_ PHYSICAL_ADDRESS PhysicalAddress, _In_ PVOID VirtualAddress, _In_ ULONG Size, _In_ ULONG CacheAttributes)

BOOLEAN	MmDefpTranslateVirtualAddress (_In_ PVOID VirtualAddress, _Out_ PPHYSICAL_ADDRESS PhysicalAddress, _Out_opt_ PULONG CacheAttributes)

NTSTATUS	MmMapPhysicalAddress (_Inout_ PPHYSICAL_ADDRESS PhysicalAddressPtr, _Inout_ PVOID *VirtualAddressPtr, _Inout_ PULONGLONG SizePtr, _In_ ULONG CacheAttributes)

NTSTATUS	Mmx86MapInitStructure (_In_ PVOID VirtualAddress, _In_ ULONGLONG Size, _In_ PHYSICAL_ADDRESS PhysicalAddress)

VOID	MmMdDbgDumpList (_In_ PBL_MEMORY_DESCRIPTOR_LIST DescriptorList, _In_opt_ ULONG MaxCount)

NTSTATUS	Mmx86pMapMemoryRegions (_In_ ULONG Phase, _In_ PBL_MEMORY_DATA MemoryData)

NTSTATUS	Mmx86InitializeMemoryMap (_In_ ULONG Phase, _In_ PBL_MEMORY_DATA MemoryData)

NTSTATUS	MmDefInitializeTranslation (_In_ PBL_MEMORY_DATA MemoryData, _In_ BL_TRANSLATION_TYPE TranslationType)

NTSTATUS	MmArchInitialize (_In_ ULONG Phase, _In_ PBL_MEMORY_DATA MemoryData, _In_ BL_TRANSLATION_TYPE TranslationType, _In_ BL_TRANSLATION_TYPE RequestedTranslationType)

Variables
ULONG_PTR	MmArchKsegBase

ULONG_PTR	MmArchKsegBias

ULONG	MmArchLargePageSize

BL_ADDRESS_RANGE	MmArchKsegAddressRange

ULONG_PTR	MmArchTopOfApplicationAddressSpace

PHYSICAL_ADDRESS	Mmx86SelfMapBase

ULONG	MmDeferredMappingCount

PMMPTE	MmPdpt

PULONG	MmArchReferencePage

PVOID	MmPteBase

PVOID	MmPdeBase

ULONG	MmArchReferencePageSize

PBL_MM_TRANSLATE_VIRTUAL_ADDRESS	Mmx86TranslateVirtualAddress

PBL_MM_MAP_PHYSICAL_ADDRESS	Mmx86MapPhysicalAddress

PBL_MM_REMAP_VIRTUAL_ADDRESS	Mmx86RemapVirtualAddress

PBL_MM_UNMAP_VIRTUAL_ADDRESS	Mmx86UnmapVirtualAddress

PBL_MM_FLUSH_TLB	Mmx86FlushTlb

PBL_MM_FLUSH_TLB_ENTRY	Mmx86FlushTlbEntry

PBL_MM_DESTROY_SELF_MAP	Mmx86DestroySelfMap

PBL_MM_RELOCATE_SELF_MAP	BlMmRelocateSelfMap

PBL_MM_FLUSH_TLB	BlMmFlushTlb

PBL_MM_MOVE_VIRTUAL_ADDRESS_RANGE	BlMmMoveVirtualAddressRange

PBL_MM_ZERO_VIRTUAL_ADDRESS_RANGE	BlMmZeroVirtualAddressRange

Macro Definition Documentation

#define MiAddressToPde ( x ) ((PMMPDE)(((((ULONG)(x)) >> 22) << 2) + (ULONG_PTR)MmPdeBase))

Definition at line 20 of file mmx86.c.

Referenced by MI_IS_PHYSICAL_ADDRESS(), MiAddHalIoMappings(), MiAllocatePoolPages(), MiBalancerThread(), MiBuildPagedPool(), MiBuildPfnDatabaseFromLoaderBlock(), MiBuildPfnDatabaseFromPages(), MiBuildPfnDatabaseFromPageTables(), MiBuildPfnDatabaseZeroPage(), MiCalculatePageCommitment(), MiDecommitPages(), MiDeleteVirtualAddresses(), MiDereferenceSession(), MiFillSystemPageDirectory(), MiGetPageTableForProcess(), MiGetPteForProcess(), MiInitializeSessionPool(), MiInitMachineDependent(), MiIsEntireRangeCommitted(), MiIsUserPde(), MiLockVirtualMemory(), MiMakePdeExistAndMakeValid(), MiMapPDEs(), MiProtectVirtualMemory(), MiQueryAddressState(), MiSessionCommitPageTables(), MiSessionCreateInternal(), MiSessionInitializeWorkingSetList(), MiSetProtectionOnSection(), MiSetupPfnForPageTable(), MiUnlockVirtualMemory(), MiUnmapLockedPagesInUserSpace(), MmArmAccessFault(), MmArmInitSystem(), MmDefpMapPhysicalAddress(), MmDefpTranslateVirtualAddress(), MmDeleteProcessAddressSpace(), MmFreeMemoryArea(), MmGetPageTableForProcess(), MmGetPhysicalAddress(), Mmi386MakeKernelPageTableGlobal(), MmInitGlobalKernelPageDirectory(), MmInitializeProcessAddressSpace(), MmIsAddressValid(), MmProbeAndLockPages(), and NtAllocateVirtualMemory().

#define MiAddressToPdeOffset ( x ) (((ULONG)(x)) / (1024 * PAGE_SIZE))

Definition at line 22 of file mmx86.c.

Referenced by MmDefInitializeTranslation(), MmDefpMapPhysicalAddress(), and MmDefpTranslateVirtualAddress().

#define MiAddressToPte ( x ) ((PMMPTE)(((((ULONG)(x)) >> 12) << 2) + (ULONG_PTR)MmPteBase))

Definition at line 19 of file mmx86.c.

Referenced by _IRQL_requires_max_(), KdpPhysMap(), MiAddHalIoMappings(), MiAllocatePoolPages(), MiBuildPagedPool(), MiBuildPfnDatabaseFromLoaderBlock(), MiBuildPfnDatabaseFromPages(), MiBuildPfnDatabaseFromPageTables(), MiBuildPfnDatabaseSelf(), MiBuildSystemPteSpace(), MiCalculatePageCommitment(), MiCheckForContiguousMemory(), MiCheckVirtualAddress(), MiCompleteProtoPteFault(), MiDecommitPages(), MiDecrementShareCount(), MiDeleteVirtualAddresses(), MiDispatchFault(), MiEnablePagingOfDriver(), MiFindContiguousMemory(), MiFreeContiguousMemory(), MiFreeInitializationCode(), MiFreePoolPages(), MiGetPageProtection(), MiGetPageTableForProcess(), MiGetPteForProcess(), MiInitializeColorTables(), MiInitializeNonPagedPool(), MiInitializePageTable(), MiInitializePfn(), MiInitializePfnAndMakePteValid(), MiInitializeSessionPool(), MiInitializeSessionSpaceLayout(), MiInitMachineDependent(), MiIsEntireRangeCommitted(), MiLocateKernelSections(), MiLockVirtualMemory(), MiMakePdeExistAndMakeValid(), MiMapLockedPagesInUserSpace(), MiMapPfnDatabase(), MiMapPTEs(), MiMapViewInSystemSpace(), MiProtectFreeNonPagedPool(), MiProtectVirtualMemory(), MiQueryAddressState(), MiReleaseProcessReferenceToSessionDataPage(), MiReloadBootLoadedDrivers(), MiRemoveMappedPtes(), MiResolveTransitionFault(), MiSegmentDelete(), MiSessionCreateInternal(), MiSessionInitializeWorkingSetList(), MiSetProtectionOnSection(), MiSetupPfnForPageTable(), MiUnlockVirtualMemory(), MiUnmapLockedPagesInUserSpace(), MiUnmapPageInHyperSpace(), MiUnmapPagesInZeroSpace(), MiUnProtectFreeNonPagedPool(), MiWriteProtectSystemImage(), MmArmAccessFault(), MmArmInitSystem(), MmBuildMdlForNonPagedPool(), MmCommitSessionMappedView(), MmDbgCopyMemory(), MmDefInitializeTranslation(), MmDefpMapPhysicalAddress(), MmDefpTranslateVirtualAddress(), MmDeleteKernelStack(), MmDeleteProcessAddressSpace2(), MmFreeDriverInitialization(), MmFreeNonCachedMemory(), MmFreeSpecialPool(), MmGetPageTableForProcess(), MmGetPhysicalAddress(), MmGrowKernelStackEx(), Mmi386MakeKernelPageTableGlobal(), MmInitGlobalKernelPageDirectory(), MmInitializeProcessAddressSpace(), MmInitSystem(), MmIsAddressValid(), MmIsSpecialPoolAddressFree(), MmPageEntireDriver(), MmProbeAndLockPages(), MmUnmapIoSpace(), MmUnmapLockedPages(), NtAllocateVirtualMemory(), and NtFreeVirtualMemory().

#define MiAddressToPteOffset ( x ) ((((ULONG)(x)) << 10) >> 22)

Definition at line 21 of file mmx86.c.

Referenced by MiAddHalIoMappings(), MmDefpMapPhysicalAddress(), MmDefpTranslateVirtualAddress(), and MmGetPageTableForProcess().

#define PTE_BASE 0xC0000000

Definition at line 14 of file mmx86.c.

Referenced by KiMarkPageAsReadOnly(), MiDbgDumpAddressSpace(), MiInitializeSessionSpaceLayout(), MiInitMachineDependent(), MiInitSystemMemoryAreas(), MmArmAccessFault(), MmCreateProcessAddressSpace(), MmCreateVirtualMappingUnsafe(), MmDefInitializeTranslation(), MmDefRelocateSelfMap(), MmGetPageTableForProcessForPAE(), MmInitGlobalKernelPageDirectory(), and MmUnmapPageTable().

Typedef Documentation

typedef VOID(* PBL_MM_DESTROY_SELF_MAP)(VOID)

Definition at line 63 of file mmx86.c.

typedef VOID(* PBL_MM_FLUSH_TLB)(VOID)

Definition at line 40 of file mmx86.c.

typedef VOID(* PBL_MM_FLUSH_TLB_ENTRY)(_In_ PVOID VirtualAddress)

Definition at line 68 of file mmx86.c.

typedef NTSTATUS(* PBL_MM_MAP_PHYSICAL_ADDRESS)(_In_ PHYSICAL_ADDRESS PhysicalAddress, _Out_ PVOID VirtualAddress, _In_ ULONG Size, _In_ ULONG CacheAttributes)

Definition at line 92 of file mmx86.c.

typedef NTSTATUS(* PBL_MM_MOVE_VIRTUAL_ADDRESS_RANGE)(_In_ PVOID DestinationAddress, _In_ PVOID SourceAddress, _In_ ULONGLONG Size)

Definition at line 50 of file mmx86.c.

typedef VOID(* PBL_MM_RELOCATE_SELF_MAP)(VOID)

Definition at line 45 of file mmx86.c.

typedef NTSTATUS(* PBL_MM_REMAP_VIRTUAL_ADDRESS)(_In_ PPHYSICAL_ADDRESS PhysicalAddress, _Out_ PVOID VirtualAddress, _In_ ULONG Size, _In_ ULONG CacheAttributes)

Definition at line 84 of file mmx86.c.

typedef BOOLEAN(* PBL_MM_TRANSLATE_VIRTUAL_ADDRESS)(_In_ PVOID VirtualAddress, _Out_ PPHYSICAL_ADDRESS PhysicalAddress, _Out_opt_ PULONG CacheAttributes)

Definition at line 100 of file mmx86.c.

typedef NTSTATUS(* PBL_MM_UNMAP_VIRTUAL_ADDRESS)(_In_ PVOID VirtualAddress, _In_ ULONG Size)

Definition at line 78 of file mmx86.c.

typedef NTSTATUS(* PBL_MM_ZERO_VIRTUAL_ADDRESS_RANGE)(_In_ PVOID DestinationAddress, _In_ ULONGLONG Size)

Definition at line 57 of file mmx86.c.

Function Documentation

BOOLEAN BlMmIsTranslationEnabled ( VOID )

Definition at line 124 of file mmx86.c.

Referenced by MmDefInitializeTranslation(), MmDefpMapPhysicalAddress(), MmDefpTranslateVirtualAddress(), and MmMapPhysicalAddress().

 {
     /* Return if paging is on */
     return ((CurrentExecutionContext) &&
             (CurrentExecutionContext->ContextFlags & BL_CONTEXT_PAGING_ON));
 }

NTSTATUS MmArchInitialize	(	_In_ ULONG	Phase,
		_In_ PBL_MEMORY_DATA	MemoryData,
		_In_ BL_TRANSLATION_TYPE	TranslationType,
		_In_ BL_TRANSLATION_TYPE	RequestedTranslationType
	)

Definition at line 1095 of file mmx86.c.

 {
     NTSTATUS Status;
     ULONGLONG IncreaseUserVa, PerfCounter, CpuRandom;
     INT CpuInfo[4];
 
     /* For phase 2, just map deferred regions */
     if (Phase != 1)
     {
         return Mmx86pMapMemoryRegions(2, MemoryData);
     }
 
     /* What translation type are we switching to? */
     switch (RequestedTranslationType)
     {
         /* Physical memory */
         case BlNone:
 
             /* Initialize everything to default/null values */
             MmArchLargePageSize = 1;
             MmArchKsegBase = 0;
             MmArchKsegBias = 0;
             MmArchKsegAddressRange.Minimum = 0;
             MmArchKsegAddressRange.Maximum = (ULONGLONG)~0;
             MmArchTopOfApplicationAddressSpace = 0;
             Mmx86SelfMapBase.QuadPart = 0;
 
             /* Set stub functions */
             BlMmRelocateSelfMap = MmArchNullFunction;
             BlMmFlushTlb = MmArchNullFunction;
 
             /* Set success */
             Status = STATUS_SUCCESS;
             break;
 
         case BlVirtual:
 
             /* Set the large page size to 1024 pages (4MB) */
             MmArchLargePageSize = (4 * 1024 * 1024) / PAGE_SIZE;
 
             /* Check if /USERVA option was used */
             Status = BlGetBootOptionInteger(BlpApplicationEntry.BcdData,
                                             BcdOSLoaderInteger_IncreaseUserVa,
                                             &IncreaseUserVa);
             if (NT_SUCCESS(Status) && (IncreaseUserVa))
             {
                 /* Yes -- load the kernel at 0xE0000000 instead */
                 MmArchKsegBase = 0xE0000000;
             }
             else
             {
                 /* Nope, load at the standard 2GB split */
                 MmArchKsegBase = 0x80000000;
             }
 
             /* Check if CPUID 01h is supported */
             CpuRandom = 0;
             if (BlArchIsCpuIdFunctionSupported(1))
             {
                 /* Call it */
                 BlArchCpuId(1, 0, CpuInfo);
 
                 /* Check if RDRAND is supported */
                 if (CpuInfo[2] & 0x40000000)
                 {
                     EfiPrintf(L"Your CPU can do RDRAND! Good for you!\r\n");
                     CpuRandom = 0;
                 }
             }
 
             /* Read the TSC */
             PerfCounter = BlArchGetPerformanceCounter();
             PerfCounter >>= 4;
             _rotl16(PerfCounter, 5);
 
             /* Set the address range */
             MmArchKsegAddressRange.Minimum = 0;
             MmArchKsegAddressRange.Maximum = (ULONGLONG)~0;
 
             /* Set the KASLR bias */
             MmArchKsegBias = ((PerfCounter ^ CpuRandom) & 0xFFF) << 12;
             MmArchKsegBias = 0;
             MmArchKsegBase += MmArchKsegBias;
 
             /* Set the kernel range */
             MmArchKsegAddressRange.Minimum = MmArchKsegBase;
             MmArchKsegAddressRange.Maximum = (ULONGLONG)~0;
 
             /* Set the boot application top maximum */
             MmArchTopOfApplicationAddressSpace = 0x70000000 - 1; // Windows bug
 
             /* Initialize virtual address space translation */
             Status = MmDefInitializeTranslation(MemoryData, TranslationType);
             if (NT_SUCCESS(Status))
             {
                 /* Set stub functions */
                 BlMmRelocateSelfMap = MmDefRelocateSelfMap;
                 BlMmFlushTlb = Mmx86FlushTlb;
                 BlMmMoveVirtualAddressRange = MmDefMoveVirtualAddressRange;
                 BlMmZeroVirtualAddressRange = MmDefZeroVirtualAddressRange;
             }
             break;
 
         case BlPae:
 
             /* We don't support PAE */
             Status = STATUS_NOT_SUPPORTED;
             break;
 
         default:
 
             /* Invalid architecture type*/
             Status = STATUS_INVALID_PARAMETER;
             break;
     }
 
     /* Back to caller */
     return Status;
 }

VOID MmArchNullFunction ( VOID )

Definition at line 134 of file mmx86.c.

Referenced by MmArchInitialize().

 {
     /* Nothing to do */
     return;
 }

BOOLEAN MmArchTranslateVirtualAddress	(	_In_ PVOID	VirtualAddress,
		_Out_opt_ PPHYSICAL_ADDRESS	PhysicalAddress,
		_Out_opt_ PULONG	CachingFlags
	)

Definition at line 175 of file mmx86.c.

Referenced by MmMapPhysicalAddress().

 {
     PBL_MEMORY_DESCRIPTOR Descriptor;
 
     /* Check if paging is on */
     if ((CurrentExecutionContext) &&
         (CurrentExecutionContext->ContextFlags & BL_CONTEXT_PAGING_ON))
     {
         /* Yes -- we have to translate this from virtual */
         return Mmx86TranslateVirtualAddress(VirtualAddress,
                                             PhysicalAddress,
                                             CachingFlags);
     }
 
     /* Look in all descriptors except truncated and firmware ones */
     Descriptor = MmMdFindDescriptor(BL_MM_INCLUDE_NO_FIRMWARE_MEMORY &
                                     ~BL_MM_INCLUDE_TRUNCATED_MEMORY,
                                     BL_MM_REMOVE_PHYSICAL_REGION_FLAG,
                                     (ULONG_PTR)VirtualAddress >> PAGE_SHIFT);
 
     /* Return the virtual address as the physical address */
     if (PhysicalAddress)
     {
         PhysicalAddress->HighPart = 0;
         PhysicalAddress->LowPart = (ULONG_PTR)VirtualAddress;
     }
 
     /* There's no caching on physical memory */
     if (CachingFlags)
     {
         *CachingFlags = 0;
     }
 
     /* Success is if we found a descriptor */
     return Descriptor != NULL;
 }

NTSTATUS MmDefInitializeTranslation	(	_In_ PBL_MEMORY_DATA	MemoryData,
		_In_ BL_TRANSLATION_TYPE	TranslationType
	)

Definition at line 924 of file mmx86.c.

Referenced by MmArchInitialize().

 {
     NTSTATUS Status;
     PHYSICAL_ADDRESS PhysicalAddress;
     ULONG PdeIndex;
 
     /* Set the global function pointers for memory translation */
     Mmx86TranslateVirtualAddress = MmDefpTranslateVirtualAddress;
     Mmx86MapPhysicalAddress = MmDefpMapPhysicalAddress;
     Mmx86UnmapVirtualAddress = MmDefpUnmapVirtualAddress;
     Mmx86RemapVirtualAddress = MmDefpRemapVirtualAddress;
     Mmx86FlushTlb = MmDefpFlushTlb;
     Mmx86FlushTlbEntry = MmDefpFlushTlbEntry;
     Mmx86DestroySelfMap = MmDefpDestroySelfMap;
 
     /* Check what mode we're currently in */
     if (TranslationType == BlVirtual)
     {
         EfiPrintf(L"Virtual->Virtual not yet supported\r\n");
         return STATUS_NOT_IMPLEMENTED;
     }
     else if (TranslationType != BlNone)
     {
         /* Not even Windows supports PAE->Virtual downgrade */
         return STATUS_NOT_IMPLEMENTED;
     }
 
     /* The None->Virtual case */
     MmPdpt = NULL;
     Mmx86SelfMapBase.QuadPart = 0;
     MmArchReferencePage = NULL;
 
     /* Truncate all memory above 4GB so that we don't use it */
     Status = MmPaTruncateMemory(0x100000);
     if (!NT_SUCCESS(Status))
     {
         goto Failure;
     }
 
     /* Allocate a page directory */
     Status = MmPapAllocatePhysicalPagesInRange(&PhysicalAddress,
                                                BlLoaderPageDirectory,
                                                1,
                                                0,
                                                0,
                                                &MmMdlUnmappedAllocated,
                                                0,
                                                0);
     if (!NT_SUCCESS(Status))
     {
         goto Failure;
     }
 
     /* Zero out the page directory */
     MmPdpt = (PVOID)PhysicalAddress.LowPart;
     RtlZeroMemory(MmPdpt, PAGE_SIZE);
 
     /* Set the page size */
     MmArchReferencePageSize = PAGE_SIZE;
 
     /* Allocate the self-map page */
     Status = MmPapAllocatePhysicalPagesInRange(&PhysicalAddress,
                                                BlLoaderReferencePage,
                                                1,
                                                0,
                                                0,
                                                &MmMdlUnmappedAllocated,
                                                0,
                                                0);
     if (!NT_SUCCESS(Status))
     {
         goto Failure;
     }
 
     /* Set the reference page */
     MmArchReferencePage = (PVOID)PhysicalAddress.LowPart;
 
     /* Zero it out */
     RtlZeroMemory(MmArchReferencePage, MmArchReferencePageSize);
 
     /* Allocate 4MB worth of self-map pages */
     Status = MmPaReserveSelfMapPages(&Mmx86SelfMapBase, 
                                      (4 * 1024 * 1024) >> PAGE_SHIFT,
                                      (4 * 1024 * 1024) >> PAGE_SHIFT);
     if (!NT_SUCCESS(Status))
     {
         goto Failure;
     }
 
     /* Zero them out */
     RtlZeroMemory((PVOID)Mmx86SelfMapBase.LowPart, 4 * 1024 * 1024);
     EfiPrintf(L"PDPT at 0x%p Reference Page at 0x%p Self-map at 0x%p\r\n",
               MmPdpt, MmArchReferencePage, Mmx86SelfMapBase.LowPart);
 
     /* Align PTE base to 4MB region */
     MmPteBase = (PVOID)(Mmx86SelfMapBase.LowPart & ~0x3FFFFF);
 
     /* The PDE is the PTE of the PTE base */
     MmPdeBase = MiAddressToPte(MmPteBase);
     PdeIndex = MiAddressToPdeOffset(MmPdeBase);
     MmPdpt[PdeIndex].u.Hard.Valid = 1;
     MmPdpt[PdeIndex].u.Hard.Write = 1;
     MmPdpt[PdeIndex].u.Hard.PageFrameNumber = (ULONG_PTR)MmPdpt >> PAGE_SHIFT;
     MmArchReferencePage[PdeIndex]++;
 
     /* Remove PTE_BASE from free virtual memory */
     Status = MmMdRemoveRegionFromMdlEx(&MmMdlFreeVirtual,
                                        BL_MM_REMOVE_VIRTUAL_REGION_FLAG,
                                        PTE_BASE >> PAGE_SHIFT,
                                        (4 * 1024 * 1024) >> PAGE_SHIFT,
                                        0);
     if (!NT_SUCCESS(Status))
     {
         goto Failure;
     }
 
     /* Remove HAL_HEAP from free virtual memory */
     Status = MmMdRemoveRegionFromMdlEx(&MmMdlFreeVirtual,
                                        BL_MM_REMOVE_VIRTUAL_REGION_FLAG,
                                        MM_HAL_VA_START >> PAGE_SHIFT,
                                        (4 * 1024 * 1024) >> PAGE_SHIFT,
                                        0);
     if (!NT_SUCCESS(Status))
     {
         goto Failure;
     }
 
     /* Initialize the virtual->physical memory mappings */
     Status = Mmx86InitializeMemoryMap(1, MemoryData);
     if (!NT_SUCCESS(Status))
     {
         goto Failure;
     }
 
     /* Turn on paging with the new CR3 */
     __writecr3((ULONG_PTR)MmPdpt);
     BlpArchEnableTranslation();
     EfiPrintf(L"Paging... %d\r\n", BlMmIsTranslationEnabled());
 
     /* Return success */
     return Status;
 
 Failure:
     /* Free reference page if we allocated it */
     if (MmArchReferencePage)
     {
         PhysicalAddress.QuadPart = (ULONG_PTR)MmArchReferencePage;
         BlMmFreePhysicalPages(PhysicalAddress);
     }
 
     /* Free page directory if we allocated it */
     if (MmPdpt)
     {
         PhysicalAddress.QuadPart = (ULONG_PTR)MmPdpt;
         BlMmFreePhysicalPages(PhysicalAddress);
     }
 
     /* Free the self map if we allocated it */
     if (Mmx86SelfMapBase.QuadPart)
     {
         MmPaReleaseSelfMapPages(Mmx86SelfMapBase);
     }
 
     /* All done */
     return Status;
 }

NTSTATUS MmDefMoveVirtualAddressRange	(	_In_ PVOID	DestinationAddress,
		_In_ PVOID	SourceAddress,
		_In_ ULONGLONG	Size
	)

Definition at line 154 of file mmx86.c.

Referenced by MmArchInitialize().

 {
     EfiPrintf(L"Supposed to move shit\r\n");
     return STATUS_NOT_IMPLEMENTED;
 }

VOID MmDefpDestroySelfMap ( VOID )

Definition at line 217 of file mmx86.c.

Referenced by MmDefInitializeTranslation().

 {
     EfiPrintf(L"No destroy\r\n");
 }

VOID MmDefpFlushTlb ( VOID )

Definition at line 234 of file mmx86.c.

Referenced by MmDefInitializeTranslation().

 {
     /* Flush the TLB */
     __writecr3(__readcr3());
 }

VOID MmDefpFlushTlbEntry ( _In_ PVOID VirtualAddress )

Definition at line 225 of file mmx86.c.

Referenced by MmDefInitializeTranslation().

 {
     /* Flush the TLB */
     __invlpg(VirtualAddress);
 }

NTSTATUS MmDefpMapPhysicalAddress	(	_In_ PHYSICAL_ADDRESS	PhysicalAddress,
		_In_ PVOID	VirtualAddress,
		_In_ ULONG	Size,
		_In_ ULONG	CacheAttributes
	)

Definition at line 265 of file mmx86.c.

Referenced by MmDefInitializeTranslation().

 {
     BOOLEAN Enabled;
     ULONG i, PageCount, PdeOffset;
     ULONGLONG CurrentAddress;
     PMMPDE Pde;
     PMMPTE Pte;
     PMMPTE PageTable;
     PHYSICAL_ADDRESS PageTableAddress;
     NTSTATUS Status;
 
     /* Check if paging is on yet */
     Enabled = BlMmIsTranslationEnabled();
 
     /* Get the physical address aligned */
     CurrentAddress = (PhysicalAddress.QuadPart >> PAGE_SHIFT) << PAGE_SHIFT;
 
     /* Get the number of pages and loop through each one */
     PageCount = Size >> PAGE_SHIFT;
     for (i = 0; i < PageCount; i++)
     {
         /* Check if translation already exists for this page */
         if (Mmx86TranslateVirtualAddress(VirtualAddress, NULL, NULL))
         {
             /* Ignore it and move to the next one */
             VirtualAddress = (PVOID)((ULONG_PTR)VirtualAddress + PAGE_SIZE);
             CurrentAddress += PAGE_SIZE;
             continue;
         }
 
         /* Get the PDE offset */
         PdeOffset = MiAddressToPdeOffset(VirtualAddress);
 
         /* Check if paging is actually turned on */
         if (Enabled)
         {
             /* Get the PDE entry using the self-map */
             Pde = MiAddressToPde(VirtualAddress);
         }
         else
         {
             /* Get it using our physical mappings */
             Pde = &MmPdpt[PdeOffset];
             PageTable = (PMMPDE)(Pde->u.Hard.PageFrameNumber << PAGE_SHIFT);
         }
 
         /* Check if we don't yet have a PDE */
         if (!Pde->u.Hard.Valid)
         {
             /* Allocate a page table */
             Status = MmPapAllocatePhysicalPagesInRange(&PageTableAddress,
                                                        BlLoaderPageDirectory,
                                                        1,
                                                        0,
                                                        0,
                                                        &MmMdlUnmappedAllocated,
                                                        0,
                                                        0);
             if (!NT_SUCCESS(Status))
             {
                 EfiPrintf(L"PDE alloc failed!\r\n");
                 EfiStall(1000000);
                 return STATUS_NO_MEMORY;
             }
 
             /* This is our page table */
             PageTable = (PVOID)(ULONG_PTR)PageTableAddress.QuadPart;
 
             /* Build the PDE for it */
             Pde->u.Hard.PageFrameNumber = PageTableAddress.QuadPart >> PAGE_SHIFT;
             Pde->u.Hard.Write = 1;
             Pde->u.Hard.CacheDisable = 1;
             Pde->u.Hard.WriteThrough = 1;
             Pde->u.Hard.Valid = 1;
 
             /* Check if paging is enabled */
             if (Enabled)
             {
                 /* Then actually, get the page table's virtual address */
                 PageTable = (PVOID)PAGE_ROUND_DOWN(MiAddressToPte(VirtualAddress));
 
                 /* Flush the TLB */
                 Mmx86FlushTlb();
             }
 
             /* Zero out the page table */
             RtlZeroMemory(PageTable, PAGE_SIZE);
 
             /* Reset caching attributes now */
             Pde->u.Hard.CacheDisable = 0;
             Pde->u.Hard.WriteThrough = 0;
 
             /* Check for paging again */
             if (Enabled)
             {
                 /* Flush the TLB entry for the page table only */
                 Mmx86FlushTlbEntry(PageTable);
             }
         }
 
         /* Add a reference to this page table */
         MmArchReferencePage[PdeOffset]++;
 
         /* Check if a physical address was given */
         if (PhysicalAddress.QuadPart != -1)
         {
             /* Check if paging is turned on */
             if (Enabled)
             {
                 /* Get the PTE using the self-map */
                 Pte = MiAddressToPte(VirtualAddress);
             }
             else
             {
                 /* Get the PTE using physical addressing */
                 Pte = &PageTable[MiAddressToPteOffset(VirtualAddress)];
             }
 
             /* Build a valid PTE for it */
             Pte->u.Hard.PageFrameNumber = CurrentAddress >> PAGE_SHIFT;
             Pte->u.Hard.Write = 1;
             Pte->u.Hard.Valid = 1;
 
             /* Check if this is uncached */
             if (CacheAttributes == BlMemoryUncached)
             {
                 /* Set the flags */
                 Pte->u.Hard.CacheDisable = 1;
                 Pte->u.Hard.WriteThrough = 1;
             }
             else if (CacheAttributes == BlMemoryWriteThrough)
             {
                 /* It's write-through, set the flag */
                 Pte->u.Hard.WriteThrough = 1;
             }
         }
 
         /* Move to the next physical/virtual address */
         VirtualAddress = (PVOID)((ULONG_PTR)VirtualAddress + PAGE_SIZE);
         CurrentAddress += PAGE_SIZE;
     }
 
     /* All done! */
     return STATUS_SUCCESS;
 }

NTSTATUS MmDefpRemapVirtualAddress	(	_In_ PPHYSICAL_ADDRESS	PhysicalAddress,
		_Out_ PVOID	VirtualAddress,
		_In_ ULONG	Size,
		_In_ ULONG	CacheAttributes
	)

Definition at line 253 of file mmx86.c.

Referenced by MmDefInitializeTranslation().

 {
     EfiPrintf(L"No remap\r\n");
     return STATUS_NOT_IMPLEMENTED;
 }

BOOLEAN MmDefpTranslateVirtualAddress	(	_In_ PVOID	VirtualAddress,
		_Out_ PPHYSICAL_ADDRESS	PhysicalAddress,
		_Out_opt_ PULONG	CacheAttributes
	)

Definition at line 417 of file mmx86.c.

Referenced by MmDefInitializeTranslation().

 {
     PMMPDE Pde;
     PMMPTE Pte;
     PMMPTE PageTable;
     BOOLEAN Enabled;
 
     /* Is there no page directory yet? */
     if (!MmPdpt)
     {
         return FALSE;
     }
 
     /* Is paging enabled? */
     Enabled = BlMmIsTranslationEnabled();
 
     /* Check if paging is actually turned on */
     if (Enabled)
     {
         /* Get the PDE entry using the self-map */
         Pde = MiAddressToPde(VirtualAddress);
     }
     else
     {
         /* Get it using our physical mappings */
         Pde = &MmPdpt[MiAddressToPdeOffset(VirtualAddress)];
     }
 
     /* Is the PDE valid? */
     if (!Pde->u.Hard.Valid)
     {
         return FALSE;
     }
 
     /* Check if paging is turned on */
     if (Enabled)
     {
         /* Get the PTE using the self-map */
         Pte = MiAddressToPte(VirtualAddress);
     }
     else
     {
         /* Get the PTE using physical addressing */
         PageTable = (PMMPTE)(Pde->u.Hard.PageFrameNumber << PAGE_SHIFT);
         Pte = &PageTable[MiAddressToPteOffset(VirtualAddress)];
     }
 
     /* Is the PTE valid? */
     if (!Pte->u.Hard.Valid)
     {
         return FALSE;
     }
 
     /* Does caller want the physical address?  */
     if (PhysicalAddress)
     {
         /* Return it */
         PhysicalAddress->QuadPart = (Pte->u.Hard.PageFrameNumber << PAGE_SHIFT) +
                                      BYTE_OFFSET(VirtualAddress);
     }
 
     /* Does caller want cache attributes? */
     if (CacheAttributes)
     {
         /* Not yet -- lie and say it's cached */
         EfiPrintf(L"Cache checking not yet enabled\r\n");
         *CacheAttributes = BlMemoryWriteBack;
     }
 
     /* It exists! */
     return TRUE;
 }

NTSTATUS MmDefpUnmapVirtualAddress	(	_In_ PVOID	VirtualAddress,
		_In_ ULONG	Size
	)

Definition at line 243 of file mmx86.c.

Referenced by MmDefInitializeTranslation().

 {
     EfiPrintf(L"No unmap\r\n");
     return STATUS_NOT_IMPLEMENTED;
 }

VOID MmDefRelocateSelfMap ( VOID )

Definition at line 143 of file mmx86.c.

Referenced by MmArchInitialize().

 {
     if (MmPteBase != (PVOID)PTE_BASE)
     {
         EfiPrintf(L"Supposed to relocate CR3\r\n");
     }
 }

NTSTATUS MmDefZeroVirtualAddressRange	(	_In_ PVOID	DestinationAddress,
		_In_ ULONGLONG	Size
	)

Definition at line 165 of file mmx86.c.

Referenced by MmArchInitialize().

 {
     EfiPrintf(L"Supposed to zero shit\r\n");
     return STATUS_NOT_IMPLEMENTED;
 }

NTSTATUS MmMapPhysicalAddress	(	_Inout_ PPHYSICAL_ADDRESS	PhysicalAddressPtr,
		_Inout_ PVOID *	VirtualAddressPtr,
		_Inout_ PULONGLONG	SizePtr,
		_In_ ULONG	CacheAttributes
	)

Definition at line 495 of file mmx86.c.

Referenced by Mmx86MapInitStructure().

 {
     ULONGLONG Size;
     ULONGLONG PhysicalAddress;
     PVOID VirtualAddress;
     PHYSICAL_ADDRESS TranslatedAddress;
     ULONG_PTR CurrentAddress, VirtualAddressEnd;
     NTSTATUS Status;
 
     /* Fail if any parameters are missing */
     if (!(PhysicalAddressPtr) || !(VirtualAddressPtr) || !(SizePtr))
     {
         return STATUS_INVALID_PARAMETER;
     }
 
     /* Fail if the size is over 32-bits */
     Size = *SizePtr;
     if (Size > 0xFFFFFFFF)
     {
         return STATUS_INVALID_PARAMETER;
     }
 
     /* Nothing to do if we're in physical mode */
     if (MmTranslationType == BlNone)
     {
         return STATUS_SUCCESS;
     }
 
     /* Can't use virtual memory in real mode */
     if (CurrentExecutionContext->Mode == BlRealMode)
     {
         return STATUS_UNSUCCESSFUL;
     }
 
     /* Capture the current virtual and physical addresses */
     VirtualAddress = *VirtualAddressPtr;
     PhysicalAddress = PhysicalAddressPtr->QuadPart;
 
     /* Check if a physical address was requested */
     if (PhysicalAddress != 0xFFFFFFFF)
     {
         /* Round down the base addresses */
         PhysicalAddress = PAGE_ROUND_DOWN(PhysicalAddress);
         VirtualAddress = (PVOID)PAGE_ROUND_DOWN(VirtualAddress);
 
         /* Round up the size */
         Size = ROUND_TO_PAGES(PhysicalAddressPtr->QuadPart -
                               PhysicalAddress +
                               Size);
 
         /* Loop every virtual page */
         CurrentAddress = (ULONG_PTR)VirtualAddress;
         VirtualAddressEnd = CurrentAddress + Size - 1;
         while (CurrentAddress < VirtualAddressEnd)
         {
             /* Get the physical page of this virtual page */
             if (MmArchTranslateVirtualAddress((PVOID)CurrentAddress,
                                               &TranslatedAddress,
                                               &CacheAttributes))
             {
                 /* Make sure the physical page of the virtual page, matches our page */
                 if (TranslatedAddress.QuadPart !=
                     (PhysicalAddress +
                      (CurrentAddress - (ULONG_PTR)VirtualAddress)))
                 {
                     /* There is an existing virtual mapping for a different address */
                     EfiPrintf(L"Existing mapping exists: %lx vs %lx\r\n",
                               TranslatedAddress.QuadPart,
                               PhysicalAddress + (CurrentAddress - (ULONG_PTR)VirtualAddress));
                     EfiStall(10000000);
                     return STATUS_INVALID_PARAMETER;
                 }
             }
 
             /* Try the next one */
             CurrentAddress += PAGE_SIZE;
         }
     }
 
     /* Aactually do the mapping */
     TranslatedAddress.QuadPart = PhysicalAddress;
     Status = Mmx86MapPhysicalAddress(TranslatedAddress,
                                      VirtualAddress,
                                      Size,
                                      CacheAttributes);
     if (!NT_SUCCESS(Status))
     {
         EfiPrintf(L"Failed to map!: %lx\r\n", Status);
         EfiStall(1000000);
         return Status;
     }
 
     /* Return aligned/fixed up output parameters */
     PhysicalAddressPtr->QuadPart = PhysicalAddress;
     *VirtualAddressPtr = VirtualAddress;
     *SizePtr = Size;
     
     /* Flush the TLB if paging is enabled */
     if (BlMmIsTranslationEnabled())
     {
         Mmx86FlushTlb();
     }
 
     /* All good! */
     return STATUS_SUCCESS;
 }

VOID MmMdDbgDumpList	(	_In_ PBL_MEMORY_DESCRIPTOR_LIST	DescriptorList,
		_In_opt_ ULONG	MaxCount
	)

Definition at line 646 of file mmx86.c.

 {
     ULONGLONG EndPage, VirtualEndPage;
     PBL_MEMORY_DESCRIPTOR MemoryDescriptor;
     PLIST_ENTRY NextEntry;
 
     /* If no maximum was provided, use essentially infinite */
     if (MaxCount == 0)
     {
         MaxCount = 0xFFFFFFFF;
     }
 
     /* Loop the list as long as there's entries and max isn't reached */
     NextEntry = DescriptorList->First->Flink;
     while ((NextEntry != DescriptorList->First) && (MaxCount--))
     {
         /* Get the descriptor */
         MemoryDescriptor = CONTAINING_RECORD(NextEntry,
                                              BL_MEMORY_DESCRIPTOR,
                                              ListEntry);
 
         /* Get the descriptor end page, and see if it was virtually mapepd */
         EndPage = MemoryDescriptor->BasePage + MemoryDescriptor->PageCount;
         if (MemoryDescriptor->VirtualPage)
         {
             /* Get the virtual end page too, then */
             VirtualEndPage = MemoryDescriptor->VirtualPage +
                              MemoryDescriptor->PageCount;
         }
         else
         {
             VirtualEndPage = 0;
         }
 
         /* Print out the descriptor, physical range, virtual range, and type */
         EfiPrintf(L"%p - [%08llx-%08llx @ %08llx-%08llx]:%x\r\n",
                     MemoryDescriptor,
                     MemoryDescriptor->BasePage << PAGE_SHIFT,
                     (EndPage << PAGE_SHIFT) - 1,
                     MemoryDescriptor->VirtualPage << PAGE_SHIFT,
                     VirtualEndPage ? (VirtualEndPage << PAGE_SHIFT) - 1 : 0,
                     (ULONG)MemoryDescriptor->Type);
 
         /* Next entry */
         NextEntry = NextEntry->Flink;
     }
 }

NTSTATUS Mmx86InitializeMemoryMap	(	_In_ ULONG	Phase,
		_In_ PBL_MEMORY_DATA	MemoryData
	)

Definition at line 851 of file mmx86.c.

Referenced by MmDefInitializeTranslation().

 {
     ULONG ImageSize;
     PVOID ImageBase;
     KDESCRIPTOR Gdt, Idt;
     NTSTATUS Status;
     PHYSICAL_ADDRESS PhysicalAddress;
 
     /* If this is phase 2, map the memory regions */
     if (Phase != 1)
     {
         return Mmx86pMapMemoryRegions(Phase, MemoryData);
     }
 
     /* Get the application image base/size */
     Status = BlGetApplicationBaseAndSize(&ImageBase, &ImageSize);
     if (!NT_SUCCESS(Status))
     {
         return Status;
     }
 
     /* Map the image back at the same place */
     PhysicalAddress.QuadPart = (ULONG_PTR)ImageBase;
     Status = Mmx86MapInitStructure(ImageBase, ImageSize, PhysicalAddress);
     if (!NT_SUCCESS(Status))
     {
         return Status;
     }
 
     /* Map the first 4MB of memory */
     PhysicalAddress.QuadPart = 0;
     Status = Mmx86MapInitStructure(NULL, 4 * 1024 * 1024, PhysicalAddress);
     if (!NT_SUCCESS(Status))
     {
         return Status;
     }
 
     /* Map the GDT */
     _sgdt(&Gdt.Limit);
     PhysicalAddress.QuadPart = Gdt.Base;
     Status = Mmx86MapInitStructure((PVOID)Gdt.Base, Gdt.Limit + 1, PhysicalAddress);
     if (!NT_SUCCESS(Status))
     {
         return Status;
     }
 
     /* Map the IDT */
     __sidt(&Idt.Limit);
     PhysicalAddress.QuadPart = Idt.Base;
     Status = Mmx86MapInitStructure((PVOID)Idt.Base, Idt.Limit + 1, PhysicalAddress);
     if (!NT_SUCCESS(Status))
     {
         return Status;
     }
 
     /* Map the reference page */
     PhysicalAddress.QuadPart = (ULONG_PTR)MmArchReferencePage;
     Status = Mmx86MapInitStructure(MmArchReferencePage,
                                    MmArchReferencePageSize,
                                    PhysicalAddress);
     if (!NT_SUCCESS(Status))
     {
         return Status;
     }
 
     /* More to do */
     return Mmx86pMapMemoryRegions(Phase, MemoryData);
 }

NTSTATUS Mmx86MapInitStructure	(	_In_ PVOID	VirtualAddress,
		_In_ ULONGLONG	Size,
		_In_ PHYSICAL_ADDRESS	PhysicalAddress
	)

Definition at line 608 of file mmx86.c.

Referenced by Mmx86InitializeMemoryMap(), and Mmx86pMapMemoryRegions().

 {
     NTSTATUS Status;
     
     /* Make a virtual mapping for this physical address */
     Status = MmMapPhysicalAddress(&PhysicalAddress, &VirtualAddress, &Size, 0);
     if (!NT_SUCCESS(Status))
     {
         return Status;
     }
 
     /* Nothing else to do if we're not in paging mode */
     if (MmTranslationType == BlNone)
     {
         return STATUS_SUCCESS;
     }
 
     /* Otherwise, remove this region from the list of free virtual ranges */
     Status = MmMdRemoveRegionFromMdlEx(&MmMdlFreeVirtual,
                                        BL_MM_REMOVE_VIRTUAL_REGION_FLAG,
                                        (ULONG_PTR)VirtualAddress >> PAGE_SHIFT,
                                        Size >> PAGE_SHIFT,
                                        0);
     if (!NT_SUCCESS(Status))
     {
         /* Unmap the address if that failed */
         MmUnmapVirtualAddress(&VirtualAddress, &Size);
     }
 
     /* Return back to caller */
     return Status;
 }

NTSTATUS Mmx86pMapMemoryRegions	(	_In_ ULONG	Phase,
		_In_ PBL_MEMORY_DATA	MemoryData
	)

Definition at line 698 of file mmx86.c.

Referenced by MmArchInitialize(), and Mmx86InitializeMemoryMap().

 {
     BOOLEAN DoDeferred;
     ULONG DescriptorCount;
     PBL_MEMORY_DESCRIPTOR Descriptor;
     ULONG FinalOffset;
     PHYSICAL_ADDRESS PhysicalAddress;
     ULONGLONG Size;
     NTSTATUS Status;
     PVOID VirtualAddress;
     BL_MEMORY_DESCRIPTOR_LIST FirmwareMdl;
     PLIST_ENTRY Head, NextEntry;
 
     /* Check which phase this is */
     if (Phase == 1)
     {
         /* In phase 1 we don't initialize deferred mappings */
         DoDeferred = FALSE;
     }
     else
     {
         /* Don't do anything if there's nothing to initialize */
         if (!MmDeferredMappingCount)
         {
             return STATUS_SUCCESS;
         }
 
         /* We'll do deferred descriptors in phase 2 */
         DoDeferred = TRUE;
     }
 
     /*
     * Because BL supports cross x86-x64 application launches and a LIST_ENTRY
     * is of variable size, care must be taken here to ensure that we see a
     * consistent view of descriptors. BL uses some offset magic to figure out
     * where the data actually starts, since everything is ULONGLONG past the
     * LIST_ENTRY itself
     */
     FinalOffset = MemoryData->MdListOffset + MemoryData->DescriptorOffset;
     Descriptor = (PBL_MEMORY_DESCRIPTOR)((ULONG_PTR)MemoryData + FinalOffset -
                                          FIELD_OFFSET(BL_MEMORY_DESCRIPTOR, BasePage));
 
     /* Scan all of them */
     DescriptorCount = MemoryData->DescriptorCount;
     while (DescriptorCount != 0)
     {
         /* Ignore application data */
         if (Descriptor->Type != BlApplicationData)
         {
             /* If this is a ramdisk, do it in phase 2 */
             if ((Descriptor->Type == BlLoaderRamDisk) == DoDeferred)
             {
                 /* Get the current physical address and size */
                 PhysicalAddress.QuadPart = Descriptor->BasePage << PAGE_SHIFT;
                 Size = Descriptor->PageCount << PAGE_SHIFT;
 
                 /* Check if it was already mapped */
                 if (Descriptor->VirtualPage)
                 {
                     /* Use the existing address */
                     VirtualAddress = (PVOID)(ULONG_PTR)(Descriptor->VirtualPage << PAGE_SHIFT);
                 }
                 else
                 {
                     /* Use the physical address */
                     VirtualAddress = (PVOID)(ULONG_PTR)PhysicalAddress.QuadPart;
                 }
 
                 /* Crete the mapping */
                 Status = Mmx86MapInitStructure(VirtualAddress,
                                                Size,
                                                PhysicalAddress);
                 if (!NT_SUCCESS(Status))
                 {
                     return Status;
                 }
             }
 
             /* Check if we're in phase 1 and deferring RAM disk */
             if ((Phase == 1) && (Descriptor->Type == BlLoaderRamDisk))
             {
                 MmDeferredMappingCount++;
             }
         }
 
         /* Move on to the next descriptor */
         DescriptorCount--;
         Descriptor = (PBL_MEMORY_DESCRIPTOR)((ULONG_PTR)Descriptor + MemoryData->DescriptorSize);
     }
 
     /* In phase 1, also do UEFI mappings */
     if (Phase != 2)
     {
         /* Get the memory map */
         MmMdInitializeListHead(&FirmwareMdl);
         Status = MmFwGetMemoryMap(&FirmwareMdl, BL_MM_FLAG_REQUEST_COALESCING);
         if (!NT_SUCCESS(Status))
         {
             return Status;
         }
 
         /* Iterate over it */
         Head = FirmwareMdl.First;
         NextEntry = Head->Flink;
         while (NextEntry != Head)
         {
             /* Check if this is a UEFI-related descriptor, unless it's the self-map page */
             Descriptor = CONTAINING_RECORD(NextEntry, BL_MEMORY_DESCRIPTOR, ListEntry);
             if (((Descriptor->Type == BlEfiBootMemory) ||
                  (Descriptor->Type == BlEfiRuntimeCodeMemory) ||
                  (Descriptor->Type == BlEfiRuntimeDataMemory) || // WINBUG?
                  (Descriptor->Type == BlLoaderMemory)) &&
                 ((Descriptor->BasePage << PAGE_SHIFT) != Mmx86SelfMapBase.QuadPart))
             {
                 /* Identity-map it */
                 PhysicalAddress.QuadPart = Descriptor->BasePage << PAGE_SHIFT;
                 Status = Mmx86MapInitStructure((PVOID)((ULONG_PTR)Descriptor->BasePage << PAGE_SHIFT),
                                                Descriptor->PageCount << PAGE_SHIFT,
                                                PhysicalAddress);
                 if (!NT_SUCCESS(Status))
                 {
                     return Status;
                 }
             }
 
             /* Move to the next descriptor */
             NextEntry = NextEntry->Flink;
         }
 
         /* Reset */
         NextEntry = Head->Flink;
         while (NextEntry != Head)
         {
             /* Get the descriptor */
             Descriptor = CONTAINING_RECORD(NextEntry, BL_MEMORY_DESCRIPTOR, ListEntry);
 
             /* Skip to the next entry before we free */
             NextEntry = NextEntry->Flink;
 
             /* Remove and free it */
             MmMdRemoveDescriptorFromList(&FirmwareMdl, Descriptor);
             MmMdFreeDescriptor(Descriptor);
         }
     }
 
     /* All library mappings identity mapped now */
     return STATUS_SUCCESS;
 }