933 lines
29 KiB
ArmAsm
933 lines
29 KiB
ArmAsm
// TITLE("Interrupt Object Support Routines")
|
||
//++
|
||
//
|
||
// Copyright (c) 1990 Microsoft Corporation
|
||
// Copyright (c) 1992 Digital Equipment Corporation
|
||
//
|
||
// Module Name:
|
||
//
|
||
// intsup.s
|
||
//
|
||
// Abstract:
|
||
//
|
||
// This module implements the code necessary to support interrupt objects.
|
||
// It contains the interrupt dispatch code and the code template that gets
|
||
// copied into an interrupt object.
|
||
//
|
||
// Author:
|
||
//
|
||
// David N. Cutler (davec) 2-Apr-1990
|
||
// Joe Notarangelo 07-Apr-1992 (based on xxintsup.s by Dave Cutler)
|
||
//
|
||
// Environment:
|
||
//
|
||
// Kernel mode only.
|
||
//
|
||
// Revision History:
|
||
//
|
||
//--
|
||
|
||
#include "ksalpha.h"
|
||
|
||
SBTTL("Synchronize Execution")
|
||
//++
|
||
//
|
||
// BOOLEAN
|
||
// KeSynchronizeExecution (
|
||
// IN PKINTERRUPT Interrupt,
|
||
// IN PKSYNCHRONIZE_ROUTINE SynchronizeRoutine,
|
||
// IN PVOID SynchronizeContext
|
||
// )
|
||
//
|
||
// Routine Description:
|
||
//
|
||
// This function synchronizes the execution of the specified routine with the
|
||
// execution of the service routine associated with the specified interrupt
|
||
// object.
|
||
//
|
||
// Arguments:
|
||
//
|
||
// Interrupt (a0) - Supplies a pointer to a control object of type interrupt.
|
||
//
|
||
// SynchronizeRoutine (a1) - Supplies a pointer to a function whose execution
|
||
// is to be synchronized with the execution of the service routine associated
|
||
// with the specified interrupt object.
|
||
//
|
||
// SynchronizeContext (a2) - Supplies a pointer to an arbitrary data structure
|
||
// which is to be passed to the function specified by the SynchronizeRoutine
|
||
// parameter.
|
||
//
|
||
// Return Value:
|
||
//
|
||
// The value returned by the SynchronizeRoutine function is returned as the
|
||
// function value.
|
||
//
|
||
//--
|
||
|
||
|
||
.struct 0
|
||
SyS0: .space 8 // saved integer register s0
|
||
SyIrql: .space 4 // saved IRQL value
|
||
.space 4 // fill for alignment
|
||
SyRa: .space 8 // saved return address
|
||
SyA0: .space 8 // saved argument registers a0 - a2
|
||
SyA1: .space 8 //
|
||
SyA2: .space 8 //
|
||
SyFrameLength: // length of stack frame
|
||
|
||
NESTED_ENTRY(KeSynchronizeExecution, SyFrameLength, zero)
|
||
|
||
lda sp, -SyFrameLength(sp) // allocate stack frame
|
||
stq ra, SyRa(sp) // save return address
|
||
stq s0, SyS0(sp) // save integer register s0
|
||
|
||
PROLOGUE_END
|
||
|
||
stq a1, SyA1(sp) // save synchronization routine address
|
||
stq a2, SyA2(sp) // save synchronization routine context
|
||
|
||
//
|
||
// Raise IRQL to the synchronization level and acquire the associated
|
||
// spin lock.
|
||
//
|
||
|
||
#if !defined(NT_UP)
|
||
|
||
LDP s0, InActualLock(a0) // get address of spin lock
|
||
|
||
#endif
|
||
|
||
ldq_u t1, InSynchronizeIrql(a0) // get synchronization IRQL
|
||
lda t2, InSynchronizeIrql(a0) //
|
||
extbl t1, t2, a0 //
|
||
|
||
SWAP_IRQL // raise IRQL to synchronization level
|
||
|
||
stl v0, SyIrql(sp) // save old irql
|
||
|
||
#if !defined(NT_UP)
|
||
|
||
10: LDP_L t0, 0(s0) // get current lock value
|
||
bis s0, zero, t1 // set lock ownership value
|
||
bne t0, 15f // if ne, spin lock owned
|
||
STP_C t1, 0(s0) // set spin lock owned
|
||
beq t1, 15f // if eq, store conditional failed
|
||
mb // synchronize memory access
|
||
|
||
#endif
|
||
|
||
//
|
||
// Call specified routine passing the specified context parameter.
|
||
//
|
||
|
||
LDP t5, SyA1(sp) // get synchronize routine address
|
||
LDP a0, SyA2(sp) // get synchronzie routine context
|
||
jsr ra, (t5) // call routine
|
||
|
||
//
|
||
// Release spin lock, lower IRQL to its previous level, and return the value
|
||
// returned by the specified routine.
|
||
//
|
||
|
||
#if !defined(NT_UP)
|
||
|
||
mb // synchronize memory access
|
||
STP zero, 0(s0) // set spin lock not owned
|
||
|
||
#endif
|
||
|
||
ldl a0, SyIrql(sp) // get saved IRQL
|
||
extbl a0, 0, a0 // this is a uchar
|
||
bis v0, zero, s0 // save return value
|
||
|
||
SWAP_IRQL // lower IRQL to previous level
|
||
|
||
bis s0, zero, v0 // restore return value
|
||
ldq s0, SyS0(sp) // restore s0
|
||
ldq ra, SyRa(sp) // restore ra
|
||
lda sp, SyFrameLength(sp) // deallocate stack frame
|
||
ret zero, (ra) // return
|
||
|
||
//
|
||
// Attempt to acquire lock failed.
|
||
//
|
||
|
||
#if !defined(NT_UP)
|
||
|
||
15: LDP t0, 0(s0) // read current lock value
|
||
beq t0, 10b // if lock available, retry spinlock
|
||
br zero, 15b // spin in cache until lock available
|
||
|
||
#endif
|
||
|
||
.end KeSynchronizeExecution
|
||
|
||
SBTTL("Dispatch Chained Interrupt")
|
||
//++
|
||
//
|
||
// Routine Description:
|
||
//
|
||
// This routine is entered as the result of an interrupt being generated
|
||
// via a vector that is connected to more than one interrupt object. Its
|
||
// function is to walk the list of connected interrupt objects and call
|
||
// each interrupt service routine. If the mode of the interrupt is latched,
|
||
// then a complete traversal of the chain must be performed. If any of the
|
||
// routines require saving the volatile floating point machine state, then
|
||
// it is only saved once.
|
||
//
|
||
// N.B. On entry to this routine only the volatile integer registers have
|
||
// been saved.
|
||
//
|
||
// Arguments:
|
||
//
|
||
// a0 - Supplies a pointer to the interrupt object.
|
||
//
|
||
// s6/fp - Supplies a pointer to a trap frame.
|
||
//
|
||
// Return Value:
|
||
//
|
||
// None.
|
||
//
|
||
//--
|
||
|
||
.struct 0
|
||
ChS0: .space 8 // saved integer registers s0 - s5
|
||
ChS1: .space 8 //
|
||
ChS2: .space 8 //
|
||
ChS3: .space 8 //
|
||
ChS4: .space 8 //
|
||
ChS5: .space 8 //
|
||
ChRa: .space 8 // saved return address
|
||
ChIrql: .space 4 // saved IRQL value
|
||
ChSpinL: .space 4 // address of spin lock
|
||
ChFrameLength: // length of stack frame
|
||
|
||
NESTED_ENTRY(KiChainedDispatch, ChFrameLength, zero)
|
||
|
||
lda sp, -ChFrameLength(sp) // allocate stack frame
|
||
stq ra, ChRa(sp) // save return address
|
||
stq s0, ChS0(sp) // save integer registers s0 - s6
|
||
stq s1, ChS1(sp) //
|
||
stq s2, ChS2(sp) //
|
||
stq s3, ChS3(sp) //
|
||
stq s4, ChS4(sp) //
|
||
stq s5, ChS5(sp) //
|
||
|
||
PROLOGUE_END
|
||
|
||
//
|
||
// Register usage:
|
||
//
|
||
// s0 = address of listhead
|
||
// s1 = address of current item in list
|
||
// s2 = floating status saved flag
|
||
// s3 = mode of interrupt
|
||
// s4 = irql of interrupt source
|
||
// s5 = synchronization level requested for current list item
|
||
//
|
||
// Initialize loop variables.
|
||
//
|
||
|
||
ADDP a0, InInterruptListEntry, s0 // set address of listhead
|
||
bis s0, zero, s1 // set address of first entry
|
||
bis zero, zero, s2 // clear floating state saved flag
|
||
ldq_u t0, InMode(a0) // get mode of interrupt
|
||
lda t2, InMode(a0) //
|
||
extbl t0, t2, s3 //
|
||
ldq_u t1, InIrql(a0) // get interrupt source IRQL
|
||
lda t3, InIrql(a0) //
|
||
extbl t1, t3, s4 //
|
||
|
||
//
|
||
// Walk the list of connected interrupt objects and call the respective
|
||
// interrupt service routines.
|
||
//
|
||
|
||
10: SUBP s1, InInterruptListEntry, a0 // compute interrupt object address
|
||
ldq_u t2, InFloatingSave(a0) // get floating save flag
|
||
lda t1, InFloatingSave(a0) //
|
||
extbl t2, t1, t0 //
|
||
bne s2, 20f // if ne, floating state already saved
|
||
beq t0, 20f // if eq, don't save floating state
|
||
|
||
//
|
||
// Save volatile floating registers in trap frame.
|
||
//
|
||
|
||
bsr ra, KiSaveVolatileFloatState // save floating state
|
||
ldil s2, 1 // set floating state saved flag
|
||
|
||
//
|
||
// Raise IRQL to synchronization level if synchronization level is not
|
||
// equal to the interrupt source level.
|
||
//
|
||
|
||
20: ldq_u t1, InSynchronizeIrql(a0) // get synchronization IRQL
|
||
lda t2, InSynchronizeIrql(a0) //
|
||
extbl t1, t2, s5 //
|
||
cmpeq s4, s5, t0 // Check if synchronization equals source level?
|
||
bne t0, 25f // if ne[true], IRQL levels are same
|
||
bis s5, zero, a0 // set synchronization IRQL
|
||
|
||
SWAP_IRQL // raise IRQL to synchronization level
|
||
|
||
stl v0, ChIrql(sp) // save old IRQL
|
||
SUBP s1, InInterruptListEntry, a0 // recompute interrupt object address
|
||
|
||
//
|
||
//
|
||
// Acquire the service routine spin lock and call the service routine.
|
||
//
|
||
|
||
25: //
|
||
|
||
#if !defined(NT_UP)
|
||
|
||
LDP t5, InActualLock(a0) // get address of spin lock
|
||
30: LDP_L t1, 0(t5) // get current lock value
|
||
bis t5, zero, t2 // set ownership value
|
||
bne t1, 35f // if ne, spin lock owned
|
||
STP_C t2, 0(t5) // set spin lock owned
|
||
beq t2, 35f // if eq, store conditional failed
|
||
mb // synchronize memory access
|
||
STP t5, ChSpinL(sp) // save spin lock address
|
||
|
||
#endif
|
||
|
||
LDP t5, InServiceRoutine(a0) // get address of service routine
|
||
LDP a1, InServiceContext(a0) // get service context
|
||
jsr ra, (t5) // call interrupt service routine
|
||
|
||
//
|
||
// Release the service routine spin lock.
|
||
//
|
||
|
||
#if !defined(NT_UP)
|
||
|
||
LDP t5, ChSpinL(sp) // get address of spin lock
|
||
mb // synchronize memory access
|
||
STP zero, 0(t5) // set spin lock not owned
|
||
|
||
#endif
|
||
|
||
//
|
||
// Lower IRQL to the interrupt source level if synchronization level is not
|
||
// the same as the interrupt source level.
|
||
//
|
||
|
||
cmpeq s4, s5, t0 // check if synchronization equals source level
|
||
bne t0, 37f // if ne[true], IRQL levels are same
|
||
bis s4, zero, a0 // set interrupt source IRQL
|
||
|
||
SWAP_IRQL // lower to interrupt source IRQL
|
||
|
||
//
|
||
// Get next list entry and check for end of loop.
|
||
//
|
||
|
||
37: LDP s1, LsFlink(s1) // get next interrupt object address
|
||
beq v0, 40f // if eq, interrupt not handled
|
||
beq s3, 50f // if eq, level sensitive interrupt
|
||
40: cmpeq s0, s1, t0 // check if end of list
|
||
beq t0, 10b // if eq[false], not end of list
|
||
|
||
//
|
||
// Either the interrupt is level sensitive and has been handled or the end of
|
||
// the interrupt object chain has been reached. Check to determine if floating
|
||
// machine state needs to be restored.
|
||
//
|
||
|
||
50: beq s2, 60f // if eq, floating state not saved
|
||
|
||
//
|
||
// Restore volatile floating registers from trap frame.
|
||
//
|
||
|
||
bsr ra, KiRestoreVolatileFloatState // restore floating state
|
||
|
||
//
|
||
// Restore integer registers s0 - s5, retrieve return address, deallocate
|
||
// stack frame, and return.
|
||
//
|
||
|
||
60: ldq s0, ChS0(sp) // restore integer registers s0 - s6
|
||
ldq s1, ChS1(sp) //
|
||
ldq s2, ChS2(sp) //
|
||
ldq s3, ChS3(sp) //
|
||
ldq s4, ChS4(sp) //
|
||
ldq s5, ChS5(sp) //
|
||
ldq ra, ChRa(sp) // restore return address
|
||
lda sp, ChFrameLength(sp) // deallocate stack frame
|
||
ret zero, (ra) // return
|
||
|
||
//
|
||
// Attempt to acquire spinlock failed.
|
||
//
|
||
|
||
#if !defined(NT_UP)
|
||
|
||
35: LDP t1, 0(t5) // read current lock value
|
||
beq t1, 30b // if eq, lock available
|
||
br zero, 35b // spin in cache until lock available
|
||
|
||
#endif
|
||
|
||
.end KiChainedDispatch
|
||
|
||
SBTTL("Floating Dispatch")
|
||
//++
|
||
//
|
||
// Routine Description:
|
||
//
|
||
// This routine is entered as the result of an interrupt being generated
|
||
// via a vector that is connected to an interrupt object. Its function is
|
||
// to save the volatile floating machine state and then call the specified
|
||
// interrupt service routine.
|
||
//
|
||
// N.B. On entry to this routine only the volatile integer registers have
|
||
// been saved.
|
||
//
|
||
// Arguments:
|
||
//
|
||
// a0 - Supplies a pointer to the interrupt object.
|
||
//
|
||
// s6/fp - Supplies a pointer to a trap frame.
|
||
//
|
||
// Return Value:
|
||
//
|
||
// None.
|
||
//
|
||
//--
|
||
|
||
.struct 0
|
||
FlS0: .space 8 // saved integer registers s0 - s1
|
||
FlS1: .space 8 //
|
||
FlIrql: .space 4 // saved IRQL value
|
||
.space 4 // for alignment
|
||
FlRa: .space 8 // saved return address
|
||
FlFrameLength: // length of stack frame
|
||
|
||
NESTED_ENTRY(KiFloatingDispatch, FlFrameLength, zero)
|
||
|
||
lda sp, -FlFrameLength(sp) // allocate stack frame
|
||
stq ra, FlRa(sp) // save return address
|
||
stq s0, FlS0(sp) // save integer registers s0 - s1
|
||
|
||
#if !defined(NT_UP)
|
||
|
||
stq s1, FlS1(sp) //
|
||
|
||
#endif
|
||
|
||
PROLOGUE_END
|
||
|
||
//
|
||
// Save volatile floating registers f0 - f19 in trap frame.
|
||
//
|
||
|
||
bsr ra, KiSaveVolatileFloatState // save floating state
|
||
|
||
//
|
||
// Raise IRQL to synchronization level if synchronization level is not
|
||
// equal to the interrupt source level.
|
||
//
|
||
|
||
bis a0, zero, s0 // save address of interrupt object
|
||
ldq_u t2, InSynchronizeIrql(s0) // get synchronization IRQL
|
||
lda t1, InSynchronizeIrql(s0) //
|
||
extbl t2, t1, a0 //
|
||
ldq_u t3, InIrql(s0) // get interrupt source IRQL
|
||
lda t4, InIrql(s0) //
|
||
extbl t3, t4, t0 //
|
||
cmpeq a0, t0, t1 // check if synchronize equals source IRQL ?
|
||
bne t1, 10f // if ne[true], IRQL levels same
|
||
|
||
SWAP_IRQL // raise IRQL to synchronization level
|
||
|
||
stl v0, FlIrql(sp) // save old irql
|
||
10: bis s0, zero, a0 // restore address of interrupt object
|
||
|
||
//
|
||
//
|
||
// Acquire the service routine spin lock and call the service routine.
|
||
//
|
||
|
||
#if !defined(NT_UP)
|
||
|
||
LDP s1, InActualLock(a0) // get address of spin lock
|
||
20: LDP_L t1, 0(s1) // get current lock value
|
||
bis s1, s1, t2 // set ownership value
|
||
bne t1, 25f // if ne, spin lock owned
|
||
STP_C t2, 0(s1) // set spin lock owned
|
||
beq t2, 25f // if eq, store conditional failed
|
||
mb // synchronize memory access
|
||
|
||
#endif
|
||
|
||
LDP t5, InServiceRoutine(a0) // get address of service routine
|
||
LDP a1, InServiceContext(a0) // get service context
|
||
jsr ra, (t5) // call service routine
|
||
|
||
//
|
||
// Release the service routine spin lock.
|
||
//
|
||
|
||
#if !defined(NT_UP)
|
||
|
||
mb // synchronize memory access
|
||
STP zero, 0(s1) // set spin lock not owned
|
||
|
||
#endif
|
||
|
||
//
|
||
// Lower IRQL to the interrupt source level if synchronization level is not
|
||
// the same as the interrupt source level.
|
||
//
|
||
|
||
ldq_u t3, InIrql(s0) // get interrupt source IRQL
|
||
lda t1, InIrql(s0) //
|
||
extbl t3, t1, a0 //
|
||
ldq_u t4, InSynchronizeIrql(s0) // get synchronization IRQL
|
||
lda t2, InSynchronizeIrql(s0) //
|
||
extbl t4, t2, t0 //
|
||
cmpeq a0, t0, t1 // check if synchronize equal source IRQL?
|
||
bne t1, 30f // if eq, IRQL levels are the same
|
||
|
||
SWAP_IRQL // lower IRQL to interrupt source
|
||
|
||
//
|
||
// Restore volatile floating registers f0 - f19 from trap frame.
|
||
//
|
||
|
||
30: bsr ra, KiRestoreVolatileFloatState // restore floating state
|
||
|
||
//
|
||
// Restore integer registers s0 - s1, retrieve return address, deallocate
|
||
// stack frame, and return.
|
||
//
|
||
|
||
ldq s0, FlS0(sp) // restore integer registers s0 - s1
|
||
|
||
#if !defined(NT_UP)
|
||
|
||
ldq s1, FlS1(sp) //
|
||
|
||
#endif
|
||
|
||
ldq ra, FlRa(sp) // restore return address
|
||
lda sp, FlFrameLength(sp) // deallocate stack frame
|
||
ret zero, (ra) // return
|
||
|
||
//
|
||
// Attempt to acquire spinlock failed.
|
||
//
|
||
|
||
#if !defined(NT_UP)
|
||
|
||
25: LDP t1, 0(s1) // read current lock value
|
||
beq t1, 20b // if lock available, retry spinlock
|
||
br zero, 25b // spin in cache until lock available
|
||
|
||
#endif
|
||
|
||
.end KiFloatingDispatch
|
||
|
||
SBTTL("Interrupt Dispatch - Raise IRQL")
|
||
//++
|
||
//
|
||
// Routine Description:
|
||
//
|
||
// This routine is entered as the result of an interrupt being generated
|
||
// via a vector that is connected to an interrupt object. Its function is
|
||
// to directly call the specified interrupt service routine.
|
||
//
|
||
// N.B. On entry to this routine only the volatile integer registers have
|
||
// been saved.
|
||
//
|
||
// N.B. This routine raises the interrupt level to the synchronization
|
||
// level specified in the interrupt object.
|
||
//
|
||
// Arguments:
|
||
//
|
||
// a0 - Supplies a pointer to the interrupt object.
|
||
//
|
||
// s6/fp - Supplies a pointer to a trap frame.
|
||
//
|
||
// Return Value:
|
||
//
|
||
// None.
|
||
//
|
||
//--
|
||
|
||
.struct 0
|
||
.space 8 // insure octaword alignment
|
||
RdS0: .space 8 // saved integer registers s0
|
||
RdIrql: .space 4 // saved IRQL value
|
||
.space 4 // for alignment
|
||
RdRa: .space 8 // saved return address
|
||
RdFrameLength: // length of stack frame
|
||
|
||
NESTED_ENTRY(KiInterruptDispatchRaise, RdFrameLength, zero)
|
||
|
||
lda sp, -RdFrameLength(sp) // allocate stack frame
|
||
stq ra, RdRa(sp) // save return address
|
||
stq s0, RdS0(sp) // save integer registers s0
|
||
|
||
PROLOGUE_END
|
||
|
||
//
|
||
// Raise IRQL to synchronization level
|
||
//
|
||
|
||
bis a0, zero, s0 // save address of interrupt object
|
||
ldq_u t3, InSynchronizeIrql(s0) // get synchronization IRQL
|
||
lda t1, InSynchronizeIrql(s0) //
|
||
extbl t3, t1, a0 //
|
||
|
||
SWAP_IRQL // raise IRQL to synchronization level
|
||
|
||
stl v0, RdIrql(sp) // save old irql
|
||
bis s0, zero, a0 // restore address of interrupt object
|
||
|
||
//
|
||
//
|
||
// Acquire the service routine spin lock and call the service routine.
|
||
//
|
||
|
||
#if !defined(NT_UP)
|
||
|
||
LDP t3, InActualLock(a0) // get address of actual lock
|
||
20: LDP_L t1, 0(t3) // get current lock value
|
||
bis t3, t3, t2 // set lock ownership value
|
||
bne t1, 25f // if ne, spin lock owned
|
||
STP_C t2, 0(t3) // set spin lock owned
|
||
beq t2, 25f // if eq, store conditional failed
|
||
mb // synchronize memory access
|
||
|
||
#endif
|
||
|
||
LDP t5, InServiceRoutine(a0) // get address of service routine
|
||
LDP a1, InServiceContext(a0) // get service context
|
||
jsr ra, (t5) // call service routine
|
||
|
||
//
|
||
// Release the service routine spin lock.
|
||
//
|
||
|
||
#if !defined(NT_UP)
|
||
|
||
LDP t2, InActualLock(s0) // get address of actual lock
|
||
mb // synchronize memory access
|
||
STP zero, 0(t2) // set spin lock not owned
|
||
|
||
#endif
|
||
|
||
//
|
||
// Lower IRQL to the previous level.
|
||
//
|
||
|
||
ldl a0, RdIrql(sp) // get previous IRQL
|
||
|
||
SWAP_IRQL // lower to interrupt source IRQL
|
||
|
||
//
|
||
// Restore integer register s0, retrieve return address, deallocate
|
||
// stack frame, and return.
|
||
//
|
||
|
||
30: ldq s0, RdS0(sp) // restore integer register s0
|
||
ldq ra, RdRa(sp) // restore return address
|
||
lda sp, RdFrameLength(sp) // deallocate stack frame
|
||
ret zero, (ra) // return
|
||
|
||
//
|
||
// Attempt to acquire spinlock failed.
|
||
|
||
#if !defined(NT_UP)
|
||
|
||
25: LDP t1, 0(t3) // read current lock value
|
||
beq t1, 20b // if lock available, retry spinlock
|
||
br zero, 25b // spin in cache until lock available
|
||
|
||
#endif
|
||
|
||
.end KiInterruptDispatchRaise
|
||
|
||
SBTTL("Interrupt Dispatch - Same IRQL")
|
||
//++
|
||
//
|
||
// Routine Description:
|
||
//
|
||
// This routine is entered as the result of an interrupt being generated
|
||
// via a vector that is connected to an interrupt object. Its function is
|
||
// to directly call the specified interrupt service routine.
|
||
//
|
||
// N.B. On entry to this routine only the volatile integer registers have
|
||
// been saved.
|
||
//
|
||
// Arguments:
|
||
//
|
||
// a0 - Supplies a pointer to the interrupt object.
|
||
//
|
||
// s6/fp - Supplies a pointer to a trap frame.
|
||
//
|
||
// Return Value:
|
||
//
|
||
// None.
|
||
//
|
||
//--
|
||
|
||
#if defined(NT_UP)
|
||
|
||
LEAF_ENTRY(KiInterruptDispatchSame)
|
||
|
||
LDP t5, InServiceRoutine(a0) // get address of service routine
|
||
LDP a1, InServiceContext(a0) // get service context
|
||
jsr zero, (t5) // jump to service routine
|
||
|
||
#else
|
||
|
||
.struct 0
|
||
.space 8 // insure octaword alignment
|
||
SdS0: .space 8 // saved integer registers s0
|
||
SdIrql: .space 4 // saved IRQL value
|
||
.space 4 // for alignment
|
||
SdRa: .space 8 // saved return address
|
||
SdFrameLength: // length of stack frame
|
||
|
||
NESTED_ENTRY(KiInterruptDispatchSame, SdFrameLength, zero)
|
||
|
||
lda sp, -SdFrameLength(sp) // allocate stack frame
|
||
stq ra, SdRa(sp) // save return address
|
||
stq s0, SdS0(sp) // save integer registers s0
|
||
|
||
PROLOGUE_END
|
||
|
||
//
|
||
//
|
||
// Acquire the service routine spin lock and call the service routine.
|
||
//
|
||
|
||
LDP t3, InActualLock(a0) // get actual lock address
|
||
bis a0, zero, s0 // save interrupt object address
|
||
20: LDP_L t1, 0(t3) // get current lock value
|
||
bis t3, t3, t2 // set lock ownership value
|
||
bne t1, 25f // if ne, spin lock owned
|
||
STP_C t2, 0(t3) // set spin lock owned
|
||
beq t2, 25f // if eq, store conditional failed
|
||
mb // synchronize memory access
|
||
LDP t5, InServiceRoutine(a0) // get address of service routine
|
||
LDP a1, InServiceContext(a0) // get service context
|
||
jsr ra, (t5) // call service routine
|
||
|
||
//
|
||
// Release the service routine spin lock.
|
||
//
|
||
|
||
LDP t2, InActualLock(s0) // get actual lock address
|
||
mb // synchronize memory access
|
||
STP zero, 0(t2) // set spin lock not owned
|
||
|
||
//
|
||
// Restore integer registers s0, retrieve return address, deallocate
|
||
// stack frame, and return.
|
||
//
|
||
|
||
30: ldq s0, SdS0(sp) // restore integer register s0
|
||
ldq ra, SdRa(sp) // restore return address
|
||
lda sp, SdFrameLength(sp) // deallocate stack frame
|
||
ret zero, (ra) // return
|
||
|
||
//
|
||
// Attempt to acquire spinlock failed.
|
||
//
|
||
|
||
25: LDP t1, 0(t3) // read current lock value
|
||
beq t1, 20b // if lock available, retry spinlock
|
||
br zero, 25b // spin in cache until lock available
|
||
|
||
#endif
|
||
|
||
.end KiInterruptDispatchSame
|
||
|
||
SBTTL("Interrupt Template")
|
||
//++
|
||
//
|
||
// Routine Description:
|
||
//
|
||
// This routine is a template that is copied into each interrupt object. Its
|
||
// function is to determine the address of the respective interrupt object
|
||
// and then transfer control to the appropriate interrupt dispatcher.
|
||
//
|
||
// N.B. On entry to this routine only the volatile integer registers have
|
||
// been saved.
|
||
//
|
||
// Arguments:
|
||
//
|
||
// a0 - Supplies a pointer to the interrupt template within an interrupt
|
||
// object.
|
||
//
|
||
// s6/fp - Supplies a pointer to a trap frame.
|
||
//
|
||
// Return Value:
|
||
//
|
||
// None.
|
||
//
|
||
//--
|
||
|
||
LEAF_ENTRY(KiInterruptTemplate)
|
||
|
||
.set noreorder
|
||
.set noat
|
||
LDP t5, InDispatchAddress - InDispatchCode(a0) // get dispatcher address
|
||
SUBP a0, InDispatchCode, a0 // compute address of interrupt object
|
||
jmp zero, (t5) // transfer to dispatch routine
|
||
bis zero, zero, zero // nop for alignment
|
||
.set at
|
||
.set reorder
|
||
|
||
.end KiInterruptTemplate
|
||
|
||
SBTTL("Disable Interrupts")
|
||
//++
|
||
//
|
||
// Routine Description:
|
||
//
|
||
// This routine disables interrupts on the current processor and
|
||
// returns the previous state of the interrrupt enable bit.
|
||
//
|
||
// Arguments:
|
||
//
|
||
// None.
|
||
//
|
||
// Return Value:
|
||
//
|
||
// A boolean value, if true interrupts were previously turned on,
|
||
// false indicates interrupts were previously off.
|
||
//
|
||
//--
|
||
|
||
LEAF_ENTRY(KiDisableInterrupts)
|
||
|
||
GET_CURRENT_PROCESSOR_STATUS_REGISTER // get current prcb address
|
||
|
||
DISABLE_INTERRUPTS // disable interrupts
|
||
|
||
and v0, PSR_IE_MASK, v0 // isolate interrupt enable
|
||
srl v0, PSR_IE, v0 // shift to bit 0
|
||
ret zero, (ra) // return
|
||
|
||
.end KiDisableInterrupts
|
||
|
||
SBTTL("Restore Interrupts")
|
||
//++
|
||
//
|
||
// Routine Description:
|
||
//
|
||
// This routine enables interrupts according to the the previous
|
||
// interrupt enable passed as input.
|
||
//
|
||
// Arguments:
|
||
//
|
||
// a0 - Supplies previous interrupt enable state (returned by
|
||
// KiDisableInterrupts)
|
||
//
|
||
// Return Value:
|
||
//
|
||
// None.
|
||
//
|
||
//--
|
||
|
||
LEAF_ENTRY(KiRestoreInterrupts)
|
||
|
||
beq a0, 10f // if eq, then interrupts disabled
|
||
|
||
ENABLE_INTERRUPTS // enable interrupts
|
||
|
||
ret zero, (ra) // return
|
||
|
||
10: DISABLE_INTERRUPTS // disable interrupts
|
||
|
||
ret zero, (ra) // return
|
||
|
||
.end KiRestoreInterrupts
|
||
|
||
SBTTL("Unexpected Interrupts")
|
||
//++
|
||
//
|
||
// Routine Description:
|
||
//
|
||
// This routine is entered as the result of an interrupt being generated
|
||
// via a vector that is not connected to an interrupt object. Its function
|
||
// is to report the error and dismiss the interrupt.
|
||
//
|
||
// N.B. On entry to this routine only the volatile integer registers have
|
||
// been saved.
|
||
//
|
||
// N.B. - This routine relies upon a private convention with the
|
||
// interrupt exception dispatcher that register t12 contains the
|
||
// interrupt vector of the unexpected interrupt. This convention
|
||
// will only work if the first level dispatch causes the
|
||
// unexpected interrupt.
|
||
//
|
||
// Arguments:
|
||
//
|
||
// a0 - Supplies a pointer to the interrupt object.
|
||
// t12 - Supplies the interrupt vector.
|
||
//
|
||
// s6/fp - Supplies a pointer to a trap frame.
|
||
//
|
||
// Return Value:
|
||
//
|
||
// None.
|
||
//
|
||
//--
|
||
|
||
.struct 0
|
||
.space 8 // filler for 16 byte alignment
|
||
UiRa: .space 8 // return address
|
||
UiFrameLength: // frame length
|
||
|
||
NESTED_ENTRY(KiUnexpectedInterrupt, UiFrameLength, zero)
|
||
|
||
lda sp, -UiFrameLength(sp) // allocate stack frame
|
||
stq ra, UiRa(sp) // save return address
|
||
|
||
PROLOGUE_END //
|
||
|
||
ldil a0, 0xfacefeed // ****** temp ******
|
||
bis t12, zero, a1 // pass interrupt vector
|
||
bis zero, zero, a2 // zero remaining parameters
|
||
bis zero, zero, a3 //
|
||
bis zero, zero, a4 //
|
||
bis zero, zero, a5 //
|
||
bsr ra, KeBugCheckEx // perform system crash
|
||
|
||
.end KiUnexpectedInterrupt
|
||
|
||
SBTTL(KiPassiveRelease)
|
||
//++
|
||
//
|
||
// RoutineDescription:
|
||
//
|
||
// KiPassiveRelease passively releases an interrupt that cannot/will not
|
||
// be serviced at this time. Or there is no reason to service it and
|
||
// maybe this routine will never be called in a million years.
|
||
//
|
||
//
|
||
// Arguments:
|
||
//
|
||
// None.
|
||
//
|
||
// Return Value:
|
||
//
|
||
// None.
|
||
//
|
||
//--
|
||
|
||
LEAF_ENTRY( KiPassiveRelease )
|
||
|
||
ret zero, (ra) // return
|
||
|
||
.end KiPassiveRelease
|
||
|