#include <ntoskrnl.h>
#include <debug.h>

Include dependency graph for spinlock.c:

Macros
#define	NDEBUG

#define	LQ_WAIT 1

#define	LQ_OWN 2

Functions
	_IRQL_requires_min_ (DISPATCH_LEVEL)

KIRQL NTAPI	KeAcquireInterruptSpinLock (IN PKINTERRUPT Interrupt)

VOID NTAPI	KeReleaseInterruptSpinLock (IN PKINTERRUPT Interrupt, IN KIRQL OldIrql)

VOID NTAPI	_KeInitializeSpinLock (IN PKSPIN_LOCK SpinLock)

VOID NTAPI	KeAcquireSpinLockAtDpcLevel (IN PKSPIN_LOCK SpinLock)

VOID NTAPI	KeReleaseSpinLockFromDpcLevel (IN PKSPIN_LOCK SpinLock)

VOID FASTCALL	KefAcquireSpinLockAtDpcLevel (IN PKSPIN_LOCK SpinLock)

VOID FASTCALL	KefReleaseSpinLockFromDpcLevel (IN PKSPIN_LOCK SpinLock)

VOID FASTCALL	KiAcquireSpinLock (IN PKSPIN_LOCK SpinLock)

VOID FASTCALL	KiReleaseSpinLock (IN PKSPIN_LOCK SpinLock)

BOOLEAN FASTCALL	KeTryToAcquireSpinLockAtDpcLevel (IN OUT PKSPIN_LOCK SpinLock)

VOID FASTCALL	KeAcquireInStackQueuedSpinLockAtDpcLevel (IN PKSPIN_LOCK SpinLock, IN PKLOCK_QUEUE_HANDLE LockHandle)

VOID FASTCALL	KeReleaseInStackQueuedSpinLockFromDpcLevel (IN PKLOCK_QUEUE_HANDLE LockHandle)

KIRQL FASTCALL	KeAcquireSpinLockForDpc (IN PKSPIN_LOCK SpinLock)

VOID FASTCALL	KeReleaseSpinLockForDpc (IN PKSPIN_LOCK SpinLock, IN KIRQL OldIrql)

VOID FASTCALL	KeAcquireInStackQueuedSpinLockForDpc (IN PKSPIN_LOCK SpinLock, IN PKLOCK_QUEUE_HANDLE LockHandle)

VOID FASTCALL	KeReleaseInStackQueuedSpinLockForDpc (IN PKLOCK_QUEUE_HANDLE LockHandle)

BOOLEAN FASTCALL	KeTestSpinLock (IN PKSPIN_LOCK SpinLock)

Macro Definition Documentation

◆ LQ_OWN

#define LQ_OWN 2

Definition at line 16 of file spinlock.c.

◆ LQ_WAIT

#define LQ_WAIT 1

Definition at line 15 of file spinlock.c.

◆ NDEBUG

#define NDEBUG

Definition at line 12 of file spinlock.c.

Function Documentation

◆ _IRQL_requires_min_()

_IRQL_requires_min_ ( DISPATCH_LEVEL )

Definition at line 97 of file spinlock.c.

{
#if defined(CONFIG_SMP) || DBG
    /* Make sure we are at DPC or above! */
    if (KeGetCurrentIrql() < DISPATCH_LEVEL)
    {
        /* We aren't -- bugcheck */
        KeBugCheckEx(IRQL_NOT_GREATER_OR_EQUAL,
                     (ULONG_PTR)LockHandle->Lock,
                     KeGetCurrentIrql(),
                     0,
                     0);
    }
#endif
 
    /* Do the inlined function */
    KxAcquireSpinLock(LockHandle->Lock);
}

◆ _KeInitializeSpinLock()

VOID NTAPI _KeInitializeSpinLock ( IN PKSPIN_LOCK SpinLock )

Definition at line 186 of file spinlock.c.

{
    /* Clear it */
    *SpinLock = 0;
}

◆ KeAcquireInStackQueuedSpinLockAtDpcLevel()

VOID FASTCALL KeAcquireInStackQueuedSpinLockAtDpcLevel	(	IN PKSPIN_LOCK	SpinLock,
		IN PKLOCK_QUEUE_HANDLE	LockHandle
	)

Definition at line 363 of file spinlock.c.

{
    /* Set it up properly */
    LockHandle->LockQueue.Next = NULL;
    LockHandle->LockQueue.Lock = SpinLock;
#ifdef CONFIG_SMP
#if 0
    KeAcquireQueuedSpinLockAtDpcLevel(LockHandle->LockQueue.Next);
#else
    /* Make sure we are at DPC or above! */
    if (KeGetCurrentIrql() < DISPATCH_LEVEL)
    {
        /* We aren't -- bugcheck */
        KeBugCheckEx(IRQL_NOT_GREATER_OR_EQUAL,
                     (ULONG_PTR)LockHandle->LockQueue.Lock,
                     KeGetCurrentIrql(),
                     0,
                     0);
    }
#endif
#endif
 
    /* Acquire the lock */
    KxAcquireSpinLock(LockHandle->LockQueue.Lock); // HACK
}

Referenced by KeAcquireInStackQueuedSpinLockForDpc(), KiAcquireApcLockAtSynchLevel(), and KiAcquireDeviceQueueLock().

◆ KeAcquireInStackQueuedSpinLockForDpc()

VOID FASTCALL KeAcquireInStackQueuedSpinLockForDpc	(	IN PKSPIN_LOCK	SpinLock,
		IN PKLOCK_QUEUE_HANDLE	LockHandle
	)

Definition at line 446 of file spinlock.c.

{
    LockHandle->OldIrql = KeGetCurrentIrql();
    if (LockHandle->OldIrql >= DISPATCH_LEVEL)
        KeAcquireInStackQueuedSpinLockAtDpcLevel(SpinLock, LockHandle);
    else
        KeAcquireInStackQueuedSpinLock(SpinLock, LockHandle);
}

◆ KeAcquireInterruptSpinLock()

KIRQL NTAPI KeAcquireInterruptSpinLock ( IN PKINTERRUPT Interrupt )

Definition at line 154 of file spinlock.c.

{
    KIRQL OldIrql;
 
    /* Raise IRQL */
    KeRaiseIrql(Interrupt->SynchronizeIrql, &OldIrql);
 
    /* Acquire spinlock on MP */
    KeAcquireSpinLockAtDpcLevel(Interrupt->ActualLock);
    return OldIrql;
}

Referenced by AtaAhciHbaStop(), AtaChanEnableInterruptsSync(), AtaDeviceCompleteFailedRequest(), AtaDeviceQueueEvent(), AtaPortFindDeviceForAction(), AtaPortGetNextEvent(), AtaPortIoTimer(), AtaReqStartIo(), i8042DpcRoutineMouseTimeout(), i8042KbdDpcRoutine(), i8042MouDpcRoutine(), i8042PacketDpc(), i8042StartPacket(), InPortDpcForIsr(), Mx::MxAcquireInterruptSpinLock(), PataPollingTimerDpc(), PortAcquireSpinLock(), and StartProcedure().

◆ KeAcquireSpinLockAtDpcLevel()

VOID NTAPI KeAcquireSpinLockAtDpcLevel ( IN PKSPIN_LOCK SpinLock )

Definition at line 198 of file spinlock.c.

{
    /* Make sure we are at DPC or above! */
    if (KeGetCurrentIrql() < DISPATCH_LEVEL)
    {
        /* We aren't -- bugcheck */
        KeBugCheckEx(IRQL_NOT_GREATER_OR_EQUAL,
                     (ULONG_PTR)SpinLock,
                     KeGetCurrentIrql(),
                     0,
                     0);
    }
 
    /* Do the inlined function */
    KxAcquireSpinLock(SpinLock);
}

◆ KeAcquireSpinLockForDpc()

KIRQL FASTCALL KeAcquireSpinLockForDpc ( IN PKSPIN_LOCK SpinLock )

Definition at line 424 of file spinlock.c.

{
    UNIMPLEMENTED;
    return 0;
}

◆ KefAcquireSpinLockAtDpcLevel()

VOID FASTCALL KefAcquireSpinLockAtDpcLevel ( IN PKSPIN_LOCK SpinLock )

Definition at line 243 of file spinlock.c.

{
    /* Make sure we are at DPC or above! */
    if (KeGetCurrentIrql() < DISPATCH_LEVEL)
    {
        /* We aren't -- bugcheck */
        KeBugCheckEx(IRQL_NOT_GREATER_OR_EQUAL,
                     (ULONG_PTR)SpinLock,
                     KeGetCurrentIrql(),
                     0,
                     0);
    }
 
    /* Do the inlined function */
    KxAcquireSpinLock(SpinLock);
}

◆ KefReleaseSpinLockFromDpcLevel()

VOID FASTCALL KefReleaseSpinLockFromDpcLevel ( IN PKSPIN_LOCK SpinLock )

Definition at line 265 of file spinlock.c.

{
    /* Make sure we are at DPC or above! */
    if (KeGetCurrentIrql() < DISPATCH_LEVEL)
    {
        /* We aren't -- bugcheck */
        KeBugCheckEx(IRQL_NOT_GREATER_OR_EQUAL,
                     (ULONG_PTR)SpinLock,
                     KeGetCurrentIrql(),
                     0,
                     0);
    }
 
    /* Do the inlined function */
    KxReleaseSpinLock(SpinLock);
}

◆ KeReleaseInStackQueuedSpinLockForDpc()

VOID FASTCALL KeReleaseInStackQueuedSpinLockForDpc ( IN PKLOCK_QUEUE_HANDLE LockHandle )

Definition at line 461 of file spinlock.c.

{
    if (LockHandle->OldIrql >= DISPATCH_LEVEL)
        KeReleaseInStackQueuedSpinLockFromDpcLevel(LockHandle);
    else
        KeReleaseInStackQueuedSpinLock(LockHandle);
 
}

◆ KeReleaseInStackQueuedSpinLockFromDpcLevel()

VOID FASTCALL KeReleaseInStackQueuedSpinLockFromDpcLevel ( IN PKLOCK_QUEUE_HANDLE LockHandle )

Definition at line 395 of file spinlock.c.

{
#ifdef CONFIG_SMP
#if 0
    /* Call the internal function */
    KeReleaseQueuedSpinLockFromDpcLevel(LockHandle->LockQueue.Next);
#else
    /* Make sure we are at DPC or above! */
    if (KeGetCurrentIrql() < DISPATCH_LEVEL)
    {
        /* We aren't -- bugcheck */
        KeBugCheckEx(IRQL_NOT_GREATER_OR_EQUAL,
                     (ULONG_PTR)LockHandle->LockQueue.Lock,
                     KeGetCurrentIrql(),
                     0,
                     0);
    }
#endif
#endif
 
    /* Release the lock */
    KxReleaseSpinLock(LockHandle->LockQueue.Lock); // HACK
}

Referenced by KeReleaseInStackQueuedSpinLockForDpc(), KiReleaseApcLockFromSynchLevel(), KiReleaseDeviceQueueLock(), and KiReleaseProcessLockFromSynchLevel().

◆ KeReleaseInterruptSpinLock()

VOID NTAPI KeReleaseInterruptSpinLock	(	IN PKINTERRUPT	Interrupt,
		IN KIRQL	OldIrql
	)

Definition at line 171 of file spinlock.c.

{
    /* Release lock on MP */
    KeReleaseSpinLockFromDpcLevel(Interrupt->ActualLock);
 
    /* Lower IRQL */
    KeLowerIrql(OldIrql);
}

Referenced by AtaAhciHbaStop(), AtaChanEnableInterruptsSync(), AtaDeviceCompleteFailedRequest(), AtaDeviceQueueEvent(), AtaPortFindDeviceForAction(), AtaPortGetNextEvent(), AtaPortIoTimer(), AtaReqStartIo(), i8042DpcRoutineMouseTimeout(), i8042KbdDpcRoutine(), i8042MouDpcRoutine(), i8042PacketDpc(), i8042StartPacket(), InPortDpcForIsr(), Mx::MxReleaseInterruptSpinLock(), PataPollingTimerDpc(), PortReleaseSpinLock(), and StartProcedure().

◆ KeReleaseSpinLockForDpc()

VOID FASTCALL KeReleaseSpinLockForDpc	(	IN PKSPIN_LOCK	SpinLock,
		IN KIRQL	OldIrql
	)

Definition at line 435 of file spinlock.c.

{
    UNIMPLEMENTED;
}

◆ KeReleaseSpinLockFromDpcLevel()

VOID NTAPI KeReleaseSpinLockFromDpcLevel ( IN PKSPIN_LOCK SpinLock )

Definition at line 221 of file spinlock.c.

{
    /* Make sure we are at DPC or above! */
    if (KeGetCurrentIrql() < DISPATCH_LEVEL)
    {
        /* We aren't -- bugcheck */
        KeBugCheckEx(IRQL_NOT_GREATER_OR_EQUAL,
                     (ULONG_PTR)SpinLock,
                     KeGetCurrentIrql(),
                     0,
                     0);
    }
 
    /* Do the inlined function */
    KxReleaseSpinLock(SpinLock);
}

◆ KeTestSpinLock()

BOOLEAN FASTCALL KeTestSpinLock ( IN PKSPIN_LOCK SpinLock )

Definition at line 475 of file spinlock.c.

{
    /* Test this spinlock */
    if (*SpinLock)
    {
        /* Spinlock is busy, yield execution */
        YieldProcessor();
 
        /* Return busy flag */
        return FALSE;
    }
 
    /* Spinlock appears to be free */
    return TRUE;
}

Referenced by InbvAcquireLock(), IntVideoPortResetDisplayParametersEx(), KdbpAcquireLock(), and KdpAcquireLock().

◆ KeTryToAcquireSpinLockAtDpcLevel()

BOOLEAN FASTCALL KeTryToAcquireSpinLockAtDpcLevel ( IN OUT PKSPIN_LOCK SpinLock )

Definition at line 309 of file spinlock.c.

{
#if DBG
    /* Make sure we are at DPC or above! */
    if (KeGetCurrentIrql() < DISPATCH_LEVEL)
    {
        /* We aren't -- bugcheck */
        KeBugCheckEx(IRQL_NOT_GREATER_OR_EQUAL,
                     (ULONG_PTR)SpinLock,
                     KeGetCurrentIrql(),
                     0,
                     0);
    }
 
    /* Make sure that we don't own the lock already */
    if (((KSPIN_LOCK)KeGetCurrentThread() | 1) == *SpinLock)
    {
        /* We do, bugcheck! */
        KeBugCheckEx(SPIN_LOCK_ALREADY_OWNED, (ULONG_PTR)SpinLock, 0, 0, 0);
    }
#endif
 
#ifdef CONFIG_SMP
    /* Check if it's already acquired */
    if (!(*SpinLock))
    {
        /* Try to acquire it */
        if (InterlockedBitTestAndSet((PLONG)SpinLock, 0))
        {
            /* Someone else acquired it */
            return FALSE;
        }
    }
    else
    {
        /* It was already acquired */
        return FALSE;
    }
#endif
 
#if DBG
    /* On debug builds, we OR in the KTHREAD */
    *SpinLock = (ULONG_PTR)KeGetCurrentThread() | 1;
#endif
 
    /* All is well, return TRUE */
    return TRUE;
}

Referenced by KdbpAcquireLock(), KdEnterDebugger(), KdpAcquireLock(), KdPollBreakIn(), KeTryToAcquireQueuedSpinLock(), and KeTryToAcquireQueuedSpinLockRaiseToSynch().

◆ KiAcquireSpinLock()

VOID FASTCALL KiAcquireSpinLock ( IN PKSPIN_LOCK SpinLock )

Definition at line 287 of file spinlock.c.

{
    /* Do the inlined function */
    KxAcquireSpinLock(SpinLock);
}

Referenced by InbvAcquireLock(), KdpPortLock(), KeInsertQueueDpc(), and KeRemoveQueueDpc().

◆ KiReleaseSpinLock()

VOID FASTCALL KiReleaseSpinLock ( IN PKSPIN_LOCK SpinLock )

Definition at line 298 of file spinlock.c.

{
    /* Do the inlined function */
    KxReleaseSpinLock(SpinLock);
}

Referenced by InbvReleaseLock(), KdbpReleaseLock(), KdpPortUnlock(), KdpReleaseLock(), KeInsertQueueDpc(), and KeRemoveQueueDpc().

Macros

Functions