Loading...
--- xnu/xnu-4570.41.2/iokit/Kernel/IOWorkLoop.cpp
+++ xnu/xnu-1228/iokit/Kernel/IOWorkLoop.cpp
@@ -1,5 +1,5 @@
/*
- * Copyright (c) 1998-2010 Apple Inc. All rights reserved.
+ * Copyright (c) 1998-2007 Apple Inc. All rights reserved.
*
* @APPLE_OSREFERENCE_LICENSE_HEADER_START@
*
@@ -25,32 +25,29 @@
*
* @APPLE_OSREFERENCE_LICENSE_HEADER_END@
*/
-
-#include <pexpert/pexpert.h>
+/*
+Copyright (c) 1998 Apple Computer, Inc. All rights reserved.
+
+HISTORY
+ 1998-7-13 Godfrey van der Linden(gvdl)
+ Created.
+*/
#include <IOKit/IOWorkLoop.h>
#include <IOKit/IOEventSource.h>
#include <IOKit/IOInterruptEventSource.h>
#include <IOKit/IOCommandGate.h>
-#include <IOKit/IOCommandPool.h>
#include <IOKit/IOTimeStamp.h>
-#include <IOKit/IOKitDebug.h>
#include <libkern/OSDebug.h>
-#include <kern/thread.h>
#define super OSObject
OSDefineMetaClassAndStructors(IOWorkLoop, OSObject);
// Block of unused functions intended for future use
-#if __LP64__
-OSMetaClassDefineReservedUnused(IOWorkLoop, 0);
-OSMetaClassDefineReservedUnused(IOWorkLoop, 1);
-OSMetaClassDefineReservedUnused(IOWorkLoop, 2);
-#else
OSMetaClassDefineReservedUsed(IOWorkLoop, 0);
OSMetaClassDefineReservedUsed(IOWorkLoop, 1);
-OSMetaClassDefineReservedUsed(IOWorkLoop, 2);
-#endif
+
+OSMetaClassDefineReservedUnused(IOWorkLoop, 2);
OSMetaClassDefineReservedUnused(IOWorkLoop, 3);
OSMetaClassDefineReservedUnused(IOWorkLoop, 4);
OSMetaClassDefineReservedUnused(IOWorkLoop, 5);
@@ -58,78 +55,30 @@
OSMetaClassDefineReservedUnused(IOWorkLoop, 7);
enum IOWorkLoopState { kLoopRestart = 0x1, kLoopTerminate = 0x2 };
+#ifdef __ppc__
+static inline void SETP(void *addr, unsigned int flag)
+ { unsigned int *num = (unsigned int *) addr; *num |= flag; }
+static inline void CLRP(void *addr, unsigned int flag)
+ { unsigned int *num = (unsigned int *) addr; *num &= ~flag; }
+static inline bool ISSETP(void *addr, unsigned int flag)
+ { unsigned int *num = (unsigned int *) addr; return (*num & flag) != 0; }
+#else
static inline void SETP(void *addr, unsigned int flag)
{ unsigned char *num = (unsigned char *) addr; *num |= flag; }
static inline void CLRP(void *addr, unsigned int flag)
{ unsigned char *num = (unsigned char *) addr; *num &= ~flag; }
static inline bool ISSETP(void *addr, unsigned int flag)
{ unsigned char *num = (unsigned char *) addr; return (*num & flag) != 0; }
+#endif
#define fFlags loopRestart
-#define passiveEventChain reserved->passiveEventChain
-
-#if IOKITSTATS
-
-#define IOStatisticsRegisterCounter() \
-do { \
- reserved->counter = IOStatistics::registerWorkLoop(this); \
-} while(0)
-
-#define IOStatisticsUnregisterCounter() \
-do { \
- if (reserved) \
- IOStatistics::unregisterWorkLoop(reserved->counter); \
-} while(0)
-
-#define IOStatisticsOpenGate() \
-do { \
- IOStatistics::countWorkLoopOpenGate(reserved->counter); \
- if (reserved->lockInterval) lockTime(); \
-} while(0)
-#define IOStatisticsCloseGate() \
-do { \
- IOStatistics::countWorkLoopCloseGate(reserved->counter); \
- if (reserved->lockInterval) reserved->lockTime = mach_absolute_time(); \
-} while(0)
-
-#define IOStatisticsAttachEventSource() \
-do { \
- IOStatistics::attachWorkLoopEventSource(reserved->counter, inEvent->reserved->counter); \
-} while(0)
-
-#define IOStatisticsDetachEventSource() \
-do { \
- IOStatistics::detachWorkLoopEventSource(reserved->counter, inEvent->reserved->counter); \
-} while(0)
-
-#else
-
-#define IOStatisticsRegisterCounter()
-#define IOStatisticsUnregisterCounter()
-#define IOStatisticsOpenGate()
-#define IOStatisticsCloseGate()
-#define IOStatisticsAttachEventSource()
-#define IOStatisticsDetachEventSource()
-
-#endif /* IOKITSTATS */
-
bool IOWorkLoop::init()
{
- // The super init and gateLock allocation MUST be done first.
+ // The super init and gateLock allocation MUST be done first
if ( !super::init() )
return false;
- // Allocate our ExpansionData if it hasn't been allocated already.
- if ( !reserved )
- {
- reserved = IONew(ExpansionData,1);
- if ( !reserved )
- return false;
-
- bzero(reserved,sizeof(ExpansionData));
- }
-
if ( gateLock == NULL ) {
if ( !( gateLock = IORecursiveLockAlloc()) )
return false;
@@ -141,8 +90,6 @@
IOSimpleLockInit(workToDoLock);
workToDo = false;
}
-
- IOStatisticsRegisterCounter();
if ( controlG == NULL ) {
controlG = IOCommandGate::commandGate(
@@ -163,15 +110,15 @@
}
if ( workThread == NULL ) {
- thread_continue_t cptr = OSMemberFunctionCast(
- thread_continue_t,
+ IOThreadFunc cptr = OSMemberFunctionCast(
+ IOThreadFunc,
this,
&IOWorkLoop::threadMain);
- if (KERN_SUCCESS != kernel_thread_start(cptr, this, &workThread))
+ workThread = IOCreateThread(cptr, this);
+ if (!workThread)
return false;
}
- (void) thread_set_tag(workThread, THREAD_TAG_IOWORKLOOP);
return true;
}
@@ -184,24 +131,23 @@
IOWorkLoop *
IOWorkLoop::workLoopWithOptions(IOOptionBits options)
{
- IOWorkLoop *me = new IOWorkLoop;
-
- if (me && options) {
- me->reserved = IONew(ExpansionData,1);
- if (!me->reserved) {
- me->release();
- return 0;
- }
- bzero(me->reserved,sizeof(ExpansionData));
- me->reserved->options = options;
- }
-
- if (me && !me->init()) {
- me->release();
- return 0;
- }
-
- return me;
+ IOWorkLoop *me = new IOWorkLoop;
+
+ if (me && options) {
+ me->reserved = IONew(ExpansionData, 1);
+ if (!me->reserved) {
+ me->release();
+ return 0;
+ }
+ me->reserved->options = options;
+ }
+
+ if (me && !me->init()) {
+ me->release();
+ return 0;
+ }
+
+ return me;
}
// Free is called twice:
@@ -224,7 +170,7 @@
is = IOSimpleLockLockDisableInterrupt(workToDoLock);
SETP(&fFlags, kLoopTerminate);
- thread_wakeup_thread((void *) &workToDo, workThread);
+ thread_wakeup_one((void *) &workToDo);
IOSimpleLockUnlockEnableInterrupt(workToDoLock, is);
openGate();
@@ -240,20 +186,11 @@
}
eventChain = 0;
- for (event = passiveEventChain; event; event = next) {
- next = event->getNext();
- event->setWorkLoop(0);
- event->setNext(0);
- event->release();
- }
- passiveEventChain = 0;
-
// Either we have a partial initialization to clean up
// or the workThread itself is performing hari-kari.
// Either way clean up all of our resources and return.
if (controlG) {
- controlG->workLoop = 0;
controlG->release();
controlG = 0;
}
@@ -267,9 +204,6 @@
IORecursiveLockFree(gateLock);
gateLock = 0;
}
-
- IOStatisticsUnregisterCounter();
-
if (reserved) {
IODelete(reserved, ExpansionData, 1);
reserved = 0;
@@ -281,13 +215,6 @@
IOReturn IOWorkLoop::addEventSource(IOEventSource *newEvent)
{
- if ((workThread)
- && !thread_has_thread_name(workThread)
- && (newEvent->owner)
- && !OSDynamicCast(IOCommandPool, newEvent->owner)) {
- thread_set_thread_name(workThread, newEvent->owner->getMetaClass()->getClassName());
- }
-
return controlG->runCommand((void *) mAddEvent, (void *) newEvent);
}
@@ -302,9 +229,6 @@
for (event = eventChain; event; event = event->getNext())
event->enable();
-
- for (event = passiveEventChain; event; event = event->getNext())
- event->enable();
}
void IOWorkLoop::disableAllEventSources() const
@@ -312,10 +236,6 @@
IOEventSource *event;
for (event = eventChain; event; event = event->getNext())
- event->disable();
-
- /* NOTE: controlG is in passiveEventChain since it's an IOCommandGate */
- for (event = passiveEventChain; event; event = event->getNext())
if (event != controlG) // Don't disable the control gate
event->disable();
}
@@ -323,7 +243,7 @@
void IOWorkLoop::enableAllInterrupts() const
{
IOEventSource *event;
-
+
for (event = eventChain; event; event = event->getNext())
if (OSDynamicCast(IOInterruptEventSource, event))
event->enable();
@@ -332,58 +252,74 @@
void IOWorkLoop::disableAllInterrupts() const
{
IOEventSource *event;
-
+
for (event = eventChain; event; event = event->getNext())
if (OSDynamicCast(IOInterruptEventSource, event))
event->disable();
}
+#if KDEBUG
+#define IOTimeClientS() \
+do { \
+ IOTimeStampStart(IODBG_WORKLOOP(IOWL_CLIENT), \
+ (unsigned int) this, (unsigned int) event); \
+} while(0)
+
+#define IOTimeClientE() \
+do { \
+ IOTimeStampEnd(IODBG_WORKLOOP(IOWL_CLIENT), \
+ (unsigned int) this, (unsigned int) event); \
+} while(0)
+
+#define IOTimeWorkS() \
+do { \
+ IOTimeStampStart(IODBG_WORKLOOP(IOWL_WORK), (unsigned int) this); \
+} while(0)
+
+#define IOTimeWorkE() \
+do { \
+ IOTimeStampEnd(IODBG_WORKLOOP(IOWL_WORK),(unsigned int) this); \
+} while(0)
+
+#else /* !KDEBUG */
+
+#define IOTimeClientS()
+#define IOTimeClientE()
+#define IOTimeWorkS()
+#define IOTimeWorkE()
+
+#endif /* KDEBUG */
/* virtual */ bool IOWorkLoop::runEventSources()
{
bool res = false;
- bool traceWL = (gIOKitTrace & kIOTraceWorkLoops) ? true : false;
- bool traceES = (gIOKitTrace & kIOTraceEventSources) ? true : false;
-
closeGate();
if (ISSETP(&fFlags, kLoopTerminate))
- goto abort;
-
- if (traceWL)
- IOTimeStampStartConstant(IODBG_WORKLOOP(IOWL_WORK), VM_KERNEL_ADDRHIDE(this));
-
+ goto abort;
+
+ IOTimeWorkS();
bool more;
do {
- CLRP(&fFlags, kLoopRestart);
- more = false;
- IOInterruptState is = IOSimpleLockLockDisableInterrupt(workToDoLock);
- workToDo = false;
- IOSimpleLockUnlockEnableInterrupt(workToDoLock, is);
- /* NOTE: only loop over event sources in eventChain. Bypass "passive" event sources for performance */
- for (IOEventSource *evnt = eventChain; evnt; evnt = evnt->getNext()) {
-
- if (traceES)
- IOTimeStampStartConstant(IODBG_WORKLOOP(IOWL_CLIENT), VM_KERNEL_ADDRHIDE(this), VM_KERNEL_ADDRHIDE(evnt));
-
- more |= evnt->checkForWork();
-
- if (traceES)
- IOTimeStampEndConstant(IODBG_WORKLOOP(IOWL_CLIENT), VM_KERNEL_ADDRHIDE(this), VM_KERNEL_ADDRHIDE(evnt));
-
- if (ISSETP(&fFlags, kLoopTerminate))
- goto abort;
- else if (fFlags & kLoopRestart) {
- more = true;
- break;
- }
- }
+ CLRP(&fFlags, kLoopRestart);
+ workToDo = more = false;
+ for (IOEventSource *evnt = eventChain; evnt; evnt = evnt->getNext()) {
+
+ IOTimeClientS();
+ more |= evnt->checkForWork();
+ IOTimeClientE();
+
+ if (ISSETP(&fFlags, kLoopTerminate))
+ goto abort;
+ else if (fFlags & kLoopRestart) {
+ more = true;
+ break;
+ }
+ }
} while (more);
-
+
res = true;
-
- if (traceWL)
- IOTimeStampEndConstant(IODBG_WORKLOOP(IOWL_WORK), VM_KERNEL_ADDRHIDE(this));
-
+ IOTimeWorkE();
+
abort:
openGate();
return res;
@@ -416,12 +352,9 @@
} while(workToDo);
exitThread:
- thread_t thread = workThread;
workThread = 0; // Say we don't have a loop and free ourselves
free();
-
- thread_deallocate(thread);
- (void) thread_terminate(thread);
+ IOExitThread();
}
IOThread IOWorkLoop::getThread() const
@@ -445,48 +378,29 @@
if (workToDoLock) {
IOInterruptState is = IOSimpleLockLockDisableInterrupt(workToDoLock);
workToDo = true;
- thread_wakeup_thread((void *) &workToDo, workThread);
+ thread_wakeup_one((void *) &workToDo);
IOSimpleLockUnlockEnableInterrupt(workToDoLock, is);
}
}
void IOWorkLoop::openGate()
{
- IOStatisticsOpenGate();
IORecursiveLockUnlock(gateLock);
}
void IOWorkLoop::closeGate()
{
IORecursiveLockLock(gateLock);
- IOStatisticsCloseGate();
}
bool IOWorkLoop::tryCloseGate()
{
- bool res = (IORecursiveLockTryLock(gateLock) != 0);
- if (res) {
- IOStatisticsCloseGate();
- }
- return res;
+ return IORecursiveLockTryLock(gateLock) != 0;
}
int IOWorkLoop::sleepGate(void *event, UInt32 interuptibleType)
{
- int res;
- IOStatisticsOpenGate();
- res = IORecursiveLockSleep(gateLock, event, interuptibleType);
- IOStatisticsCloseGate();
- return res;
-}
-
-int IOWorkLoop::sleepGate(void *event, AbsoluteTime deadline, UInt32 interuptibleType)
-{
- int res;
- IOStatisticsOpenGate();
- res = IORecursiveLockSleepDeadline(gateLock, event, deadline, interuptibleType);
- IOStatisticsCloseGate();
- return res;
+ return IORecursiveLockSleep(gateLock, event, interuptibleType);
}
void IOWorkLoop::wakeupGate(void *event, bool oneThread)
@@ -510,7 +424,7 @@
IOReturn IOWorkLoop::_maintRequest(void *inC, void *inD, void *, void *)
{
- maintCommandEnum command = (maintCommandEnum) (uintptr_t) inC;
+ maintCommandEnum command = (maintCommandEnum) (vm_address_t) inC;
IOEventSource *inEvent = (IOEventSource *) inD;
IOReturn res = kIOReturnSuccess;
@@ -523,79 +437,37 @@
inEvent->retain();
inEvent->setWorkLoop(this);
inEvent->setNext(0);
-
- /* Check if this is a passive or active event source being added */
- if (eventSourcePerformsWork(inEvent)) {
-
- if (!eventChain)
- eventChain = inEvent;
- else {
- IOEventSource *event, *next;
-
- for (event = eventChain; (next = event->getNext()); event = next)
- ;
- event->setNext(inEvent);
-
- }
-
+
+ if (!eventChain)
+ eventChain = inEvent;
+ else {
+ IOEventSource *event, *next;
+
+ for (event = eventChain; (next = event->getNext()); event = next)
+ ;
+ event->setNext(inEvent);
}
- else {
-
- if (!passiveEventChain)
- passiveEventChain = inEvent;
- else {
- IOEventSource *event, *next;
-
- for (event = passiveEventChain; (next = event->getNext()); event = next)
- ;
- event->setNext(inEvent);
-
- }
-
- }
- IOStatisticsAttachEventSource();
}
break;
case mRemoveEvent:
if (inEvent->getWorkLoop()) {
- IOStatisticsDetachEventSource();
-
- if (eventSourcePerformsWork(inEvent)) {
- if (eventChain == inEvent)
- eventChain = inEvent->getNext();
- else {
- IOEventSource *event, *next = 0;
-
- event = eventChain;
- if (event) while ((next = event->getNext()) && (next != inEvent))
- event = next;
-
- if (!next) {
- res = kIOReturnBadArgument;
- break;
- }
- event->setNext(inEvent->getNext());
- }
- }
- else {
- if (passiveEventChain == inEvent)
- passiveEventChain = inEvent->getNext();
- else {
- IOEventSource *event, *next = 0;
-
- event = passiveEventChain;
- if (event) while ((next = event->getNext()) && (next != inEvent))
- event = next;
-
- if (!next) {
- res = kIOReturnBadArgument;
- break;
- }
- event->setNext(inEvent->getNext());
- }
- }
-
+ if (eventChain == inEvent)
+ eventChain = inEvent->getNext();
+ else {
+ IOEventSource *event, *next;
+
+ event = eventChain;
+ while ((next = event->getNext()) && next != inEvent)
+ event = next;
+
+ if (!next) {
+ res = kIOReturnBadArgument;
+ break;
+ }
+ event->setNext(inEvent->getNext());
+ }
+
inEvent->setWorkLoop(0);
inEvent->setNext(0);
inEvent->release();
@@ -609,65 +481,3 @@
return res;
}
-
-bool
-IOWorkLoop::eventSourcePerformsWork(IOEventSource *inEventSource)
-{
- bool result = true;
-
- /*
- * The idea here is to see if the subclass of IOEventSource has overridden checkForWork().
- * The assumption is that if you override checkForWork(), you need to be
- * active and not passive.
- *
- * We picked a known quantity controlG that does not override
- * IOEventSource::checkForWork(), namely the IOCommandGate associated with
- * the workloop to which this event source is getting attached.
- *
- * We do a pointer comparison on the offset in the vtable for inNewEvent against
- * the offset in the vtable for inReferenceEvent. This works because
- * IOCommandGate's slot for checkForWork() has the address of
- * IOEventSource::checkForWork() in it.
- *
- * Think of OSMemberFunctionCast yielding the value at the vtable offset for
- * checkForWork() here. We're just testing to see if it's the same or not.
- *
- */
-
- if (IOEventSource::kPassive & inEventSource->flags) result = false;
- else if (IOEventSource::kActive & inEventSource->flags) result = true;
- else if (controlG) {
- void * ptr1;
- void * ptr2;
-
- ptr1 = OSMemberFunctionCast(void*, inEventSource, &IOEventSource::checkForWork);
- ptr2 = OSMemberFunctionCast(void*, controlG, &IOEventSource::checkForWork);
-
- if (ptr1 == ptr2)
- result = false;
- }
-
- return result;
-}
-
-void
-IOWorkLoop::lockTime(void)
-{
- uint64_t time;
- time = mach_absolute_time() - reserved->lockTime;
- if (time > reserved->lockInterval)
- {
- absolutetime_to_nanoseconds(time, &time);
- if (kTimeLockPanics & reserved->options) panic("IOWorkLoop %p lock time %qd us", this, time / 1000ULL);
- else OSReportWithBacktrace("IOWorkLoop %p lock time %qd us", this, time / 1000ULL);
- }
-}
-
-void
-IOWorkLoop::setMaximumLockTime(uint64_t interval, uint32_t options)
-{
- IORecursiveLockLock(gateLock);
- reserved->lockInterval = interval;
- reserved->options = (reserved->options & ~kTimeLockPanics) | (options & kTimeLockPanics);
- IORecursiveLockUnlock(gateLock);
-}