patpge.c File Reference

#include <ntoskrnl.h>
#include <debug.h>

Include dependency graph for patpge.c:

Go to the source code of this file.

Macros
#define	NDEBUG
#define	PDE_BITS   10
#define	PTE_BITS   10

Functions
ULONG_PTR NTAPI	Ki386EnableGlobalPage (IN ULONG_PTR Context)
static ULONG_PTR NTAPI	Ki386InitializePATTarget (IN ULONG_PTR Context)
VOID NTAPI	KiInitializePAT (VOID)
ULONG_PTR NTAPI	Ki386EnableTargetLargePage (IN ULONG_PTR Context)
PVOID NTAPI	Ki386AllocateContiguousMemory (PLARGE_IDENTITY_MAP IdentityMap, ULONG PagesCount, BOOLEAN InLower4Gb)
PHYSICAL_ADDRESS NTAPI	Ki386BuildIdentityBuffer (PLARGE_IDENTITY_MAP IdentityMap, PVOID StartPtr, ULONG Length)
BOOLEAN NTAPI	Ki386IdentityMapMakeValid (PLARGE_IDENTITY_MAP IdentityMap, PHARDWARE_PTE Pde, PHARDWARE_PTE *PageTable)
BOOLEAN NTAPI	Ki386MapAddress (PLARGE_IDENTITY_MAP IdentityMap, ULONG_PTR VirtualPtr, PHYSICAL_ADDRESS PhysicalPtr)
VOID NTAPI	Ki386ConvertPte (PHARDWARE_PTE Pte)
BOOLEAN NTAPI	Ki386CreateIdentityMap (PLARGE_IDENTITY_MAP IdentityMap, PVOID StartPtr, ULONG PagesCount)
VOID NTAPI	Ki386FreeIdentityMap (PLARGE_IDENTITY_MAP IdentityMap)

Macro Definition Documentation

NDEBUG

#define NDEBUG

Definition at line 12 of file patpge.c.

PDE_BITS

#define PDE_BITS   10

Definition at line 15 of file patpge.c.

PTE_BITS

#define PTE_BITS   10

Definition at line 16 of file patpge.c.

Function Documentation

Ki386AllocateContiguousMemory()

PVOID NTAPI Ki386AllocateContiguousMemory	(	PLARGE_IDENTITY_MAP	IdentityMap,
		ULONG	PagesCount,
		BOOLEAN	InLower4Gb
	)

Definition at line 108 of file patpge.c.

{
    PHYSICAL_ADDRESS AddressMask;
    PVOID Result;
    ULONG SizeInBytes = PagesCount * PAGE_SIZE;
 
    /* Initialize acceptable address mask to any possible address */
    AddressMask.LowPart = 0xFFFFFFFF;
    AddressMask.HighPart = 0xFFFFFFFF;
 
    /* Mark out higher 4Gb if caller asked so */
    if (InLower4Gb) AddressMask.HighPart = 0;
 
    /* Try to allocate the memory */
    Result = MmAllocateContiguousMemory(SizeInBytes, AddressMask);
    if (!Result) return NULL;
 
    /* Zero it out */
    RtlZeroMemory(Result, SizeInBytes);
 
    /* Track allocated pages in the IdentityMap structure */
    IdentityMap->PagesList[IdentityMap->PagesCount] = Result;
    IdentityMap->PagesCount++;
 
    return Result;
}

Referenced by Ki386IdentityMapMakeValid(), and Ki386MapAddress().

Ki386BuildIdentityBuffer()

PHYSICAL_ADDRESS NTAPI Ki386BuildIdentityBuffer	(	PLARGE_IDENTITY_MAP	IdentityMap,
		PVOID	StartPtr,
		ULONG	Length
	)

Definition at line 139 of file patpge.c.

{
    // TODO: Check whether all pages are below 4GB boundary
    return MmGetPhysicalAddress(StartPtr);
}

Referenced by Ki386CreateIdentityMap().

Ki386ConvertPte()

VOID NTAPI Ki386ConvertPte

(

PHARDWARE_PTE

Pte

)

Definition at line 209 of file patpge.c.

{
    PVOID VirtualPtr;
    PHYSICAL_ADDRESS PhysicalPtr;
 
    /* Get virtual and physical addresses */
    VirtualPtr = (PVOID)(Pte->PageFrameNumber << PAGE_SHIFT);
    PhysicalPtr = MmGetPhysicalAddress(VirtualPtr);
 
    /* Map its physical address in the page table provided by the caller */
    Pte->PageFrameNumber = (PFN_NUMBER)(PhysicalPtr.QuadPart >> PAGE_SHIFT);
}

Referenced by Ki386CreateIdentityMap().

Ki386CreateIdentityMap()

BOOLEAN NTAPI Ki386CreateIdentityMap	(	PLARGE_IDENTITY_MAP	IdentityMap,
		PVOID	StartPtr,
		ULONG	PagesCount
	)

Definition at line 224 of file patpge.c.

{
    ULONG_PTR Ptr;
    ULONG PteIndex;
    PHYSICAL_ADDRESS IdentityPtr;
 
    /* Zero out the IdentityMap contents */
    RtlZeroMemory(IdentityMap, sizeof(LARGE_IDENTITY_MAP));
 
    /* Get the pointer to the physical address and save it in the struct */
    IdentityPtr = Ki386BuildIdentityBuffer(IdentityMap, StartPtr, PagesCount);
    IdentityMap->StartAddress = IdentityPtr.LowPart;
    if (IdentityMap->StartAddress == 0)
    {
        DPRINT1("Failed to get buffer for large pages identity mapping\n");
        return FALSE;
    }
    DPRINT("IdentityMap->StartAddress %p\n", IdentityMap->StartAddress);
 
    /* Map all pages */
    for (Ptr = (ULONG_PTR)StartPtr;
         Ptr < (ULONG_PTR)StartPtr + PagesCount * PAGE_SIZE;
         Ptr += PAGE_SIZE, IdentityPtr.QuadPart += PAGE_SIZE)
    {
        /* Map virtual address */
        if (!Ki386MapAddress(IdentityMap, Ptr, IdentityPtr)) return FALSE;
 
        /* Map physical address */
        if (!Ki386MapAddress(IdentityMap, IdentityPtr.LowPart, IdentityPtr)) return FALSE;
    }
 
    /* Convert all PTEs in the page directory from virtual to physical,
       because Ki386IdentityMapMakeValid mapped only virtual addresses */
    for (PteIndex = 0; PteIndex < (PAGE_SIZE / sizeof(HARDWARE_PTE)); PteIndex++)
    {
        if (IdentityMap->TopLevelDirectory[PteIndex].Valid != 0)
            Ki386ConvertPte(&IdentityMap->TopLevelDirectory[PteIndex]);
    }
 
    /* Save the page directory address (allocated by Ki386MapAddress) */
    IdentityMap->Cr3 = MmGetPhysicalAddress(IdentityMap->TopLevelDirectory).LowPart;
 
    DPRINT("IdentityMap->Cr3 0x%x\n", IdentityMap->Cr3);
 
    return TRUE;
}

Ki386EnableGlobalPage()

ULONG_PTR NTAPI Ki386EnableGlobalPage

(

IN ULONG_PTR

Context

)

Definition at line 23 of file patpge.c.

{
    //PLONG Count;
#if defined(_GLOBAL_PAGES_ARE_AWESOME_)
    ULONG Cr4;
#endif
    BOOLEAN Enable;
 
    /* Disable interrupts */
    Enable = KeDisableInterrupts();
 
    /* Spin until other processors are ready */
    //Count = (PLONG)Context;
    //InterlockedDecrement(Count);
    //while (*Count) YieldProcessor();
 
#if defined(_GLOBAL_PAGES_ARE_AWESOME_)
 
    /* Get CR4 and ensure global pages are disabled */
    Cr4 = __readcr4();
    ASSERT(!(Cr4 & CR4_PGE));
 
    /* Reset CR3 to flush the TLB */
    __writecr3(__readcr3());
 
    /* Now enable PGE */
    __writecr4(Cr4 | CR4_PGE);
 
#endif
 
    /* Restore interrupts and return */
    KeRestoreInterrupts(Enable);
    return 0;
}

Referenced by KiInitMachineDependent().

Ki386EnableTargetLargePage()

ULONG_PTR NTAPI Ki386EnableTargetLargePage

(

IN ULONG_PTR

Context

)

Definition at line 96 of file patpge.c.

{
    PLARGE_IDENTITY_MAP IdentityMap = (PLARGE_IDENTITY_MAP)Context;
 
    /* Call helper function with the start address and temporary page table pointer */
    Ki386EnableCurrentLargePage(IdentityMap->StartAddress, IdentityMap->Cr3);
 
    return 0;
}

Referenced by KiInitMachineDependent().

Ki386FreeIdentityMap()

VOID NTAPI Ki386FreeIdentityMap

(

PLARGE_IDENTITY_MAP

IdentityMap

)

Definition at line 273 of file patpge.c.

{
    ULONG Page;
 
    DPRINT("Freeing %lu pages allocated for identity mapping\n", IdentityMap->PagesCount);
 
    /* Free all allocated pages, if any */
    for (Page = 0; Page < IdentityMap->PagesCount; Page++)
        MmFreeContiguousMemory(IdentityMap->PagesList[Page]);
}

Ki386IdentityMapMakeValid()

BOOLEAN NTAPI Ki386IdentityMapMakeValid	(	PLARGE_IDENTITY_MAP	IdentityMap,
		PHARDWARE_PTE	Pde,
		PHARDWARE_PTE *	PageTable
	)

Definition at line 149 of file patpge.c.

{
    ULONG NewPage;
 
    if (Pde->Valid == 0)
    {
        /* Invalid, so allocate a new page for it */
        NewPage = (ULONG)Ki386AllocateContiguousMemory(IdentityMap, 1, FALSE);
        if (!NewPage) return FALSE;
 
        /* Set PFN to its virtual address and mark it as valid */
        Pde->PageFrameNumber = NewPage >> PAGE_SHIFT;
        Pde->Valid = 1;
 
        /* Pass page table address to the caller */
        if (PageTable) *PageTable = (PHARDWARE_PTE)NewPage;
    }
    else
    {
        /* Valid entry, just pass the page table address to the caller */
        if (PageTable)
            *PageTable = (PHARDWARE_PTE)(Pde->PageFrameNumber << PAGE_SHIFT);
    }
 
    return TRUE;
}

Referenced by Ki386MapAddress().

Ki386InitializePATTarget()

static ULONG_PTR NTAPI Ki386InitializePATTarget ( IN ULONG_PTR  Context )

static

Definition at line 61 of file patpge.c.

{
    ULONGLONG Pat;
 
    UNREFERENCED_PARAMETER(Context);
 
    /*
     * Keep PAT0 and PAT4 as WB and PAT2/PAT6 as UC-minus. Replace the
     * reset WT entries at PAT1 and PAT5 with WC. This is the same layout
     * used by the AMD64 kernel.
     */
    Pat = (PAT_WB << 0)  | (PAT_WC << 8) | (PAT_UCM << 16) | (PAT_UC << 24) |
          (PAT_WB << 32) | (PAT_WC << 40) | (PAT_UCM << 48) | (PAT_UC << 56);
 
    /* Invalidate cached translations and data before changing their types. */
    KeFlushCurrentTb();
    KeInvalidateAllCaches();
    __writemsr(MSR_PAT, Pat);
    KeFlushCurrentTb();
 
    return 0;
}

Referenced by KiInitializePAT().

Ki386MapAddress()

BOOLEAN NTAPI Ki386MapAddress	(	PLARGE_IDENTITY_MAP	IdentityMap,
		ULONG_PTR	VirtualPtr,
		PHYSICAL_ADDRESS	PhysicalPtr
	)

Definition at line 180 of file patpge.c.

{
    PHARDWARE_PTE Pde, Pte;
    PHARDWARE_PTE PageTable;
 
    /* Allocate page directory on demand */
    if (!IdentityMap->TopLevelDirectory)
    {
        IdentityMap->TopLevelDirectory = Ki386AllocateContiguousMemory(IdentityMap, 1, 1);
        if (!IdentityMap->TopLevelDirectory) return FALSE;
    }
 
    /* Get PDE of VirtualPtr and make it writable and valid */
    Pde = &IdentityMap->TopLevelDirectory[(VirtualPtr >> 22) & ((1 << PDE_BITS) - 1)];
    if (!Ki386IdentityMapMakeValid(IdentityMap, Pde, &PageTable)) return FALSE;
    Pde->Write = 1;
 
    /* Get PTE of VirtualPtr, make it valid, and map PhysicalPtr there */
    Pte = &PageTable[(VirtualPtr >> 12) & ((1 << PTE_BITS) - 1)];
    Pte->Valid = 1;
    Pte->PageFrameNumber = (PFN_NUMBER)(PhysicalPtr.QuadPart >> PAGE_SHIFT);
 
    return TRUE;
}

Referenced by Ki386CreateIdentityMap().

KiInitializePAT()

VOID NTAPI KiInitializePAT

(

VOID

)

Definition at line 87 of file patpge.c.

{
    /* PAT values must be identical on every processor. */
    KeIpiGenericCall(Ki386InitializePATTarget, 0);
}

Referenced by KiInitMachineDependent().