(file) Return to Thread.cpp CVS log (file) (dir) Up to [Pegasus] / pegasus / src / Pegasus / Common

Diff for /pegasus/src/Pegasus/Common/Thread.cpp between version 1.61 and 1.90.2.4

version 1.61, 2003/11/04 23:59:56 version 1.90.2.4, 2006/07/28 21:22:01
Line 1 
Line 1 
 //%2003////////////////////////////////////////////////////////////////////////  //%2006////////////////////////////////////////////////////////////////////////
 // //
 // Copyright (c) 2000, 2001, 2002  BMC Software, Hewlett-Packard Development  // Copyright (c) 2000, 2001, 2002 BMC Software; Hewlett-Packard Development
 // Company, L. P., IBM Corp., The Open Group, Tivoli Systems.  // Company, L.P.; IBM Corp.; The Open Group; Tivoli Systems.
 // Copyright (c) 2003 BMC Software; Hewlett-Packard Development Company, L. P.; // Copyright (c) 2003 BMC Software; Hewlett-Packard Development Company, L. P.;
 // IBM Corp.; EMC Corporation, The Open Group. // IBM Corp.; EMC Corporation, The Open Group.
   // Copyright (c) 2004 BMC Software; Hewlett-Packard Development Company, L.P.;
   // IBM Corp.; EMC Corporation; VERITAS Software Corporation; The Open Group.
   // Copyright (c) 2005 Hewlett-Packard Development Company, L.P.; IBM Corp.;
   // EMC Corporation; VERITAS Software Corporation; The Open Group.
   // Copyright (c) 2006 Hewlett-Packard Development Company, L.P.; IBM Corp.;
   // EMC Corporation; Symantec Corporation; The Open Group.
 // //
 // Permission is hereby granted, free of charge, to any person obtaining a copy // Permission is hereby granted, free of charge, to any person obtaining a copy
 // of this software and associated documentation files (the "Software"), to // of this software and associated documentation files (the "Software"), to
Line 28 
Line 34 
 // Modified By: Rudy Schuet (rudy.schuet@compaq.com) 11/12/01 // Modified By: Rudy Schuet (rudy.schuet@compaq.com) 11/12/01
 //              added nsk platform support //              added nsk platform support
 //              Roger Kumpf, Hewlett-Packard Company (roger_kumpf@hp.com) //              Roger Kumpf, Hewlett-Packard Company (roger_kumpf@hp.com)
   //              Amit K Arora, IBM (amita@in.ibm.com) for PEP#101
   //              Sean Keenan, Hewlett-Packard Company (sean.keenan@hp.com)
   //              David Dillard, VERITAS Software Corp.
   //                  (david.dillard@veritas.com)
 // //
 //%///////////////////////////////////////////////////////////////////////////// //%/////////////////////////////////////////////////////////////////////////////
  
 #include "Thread.h" #include "Thread.h"
 #include <Pegasus/Common/IPC.h>  #include <exception>
 #include <Pegasus/Common/Tracer.h> #include <Pegasus/Common/Tracer.h>
   #include "Time.h"
  
 #if defined(PEGASUS_OS_TYPE_WINDOWS) #if defined(PEGASUS_OS_TYPE_WINDOWS)
 # include "ThreadWindows.cpp" # include "ThreadWindows.cpp"
Line 41 
Line 52 
 # include "ThreadUnix.cpp" # include "ThreadUnix.cpp"
 #elif defined(PEGASUS_OS_TYPE_NSK) #elif defined(PEGASUS_OS_TYPE_NSK)
 # include "ThreadNsk.cpp" # include "ThreadNsk.cpp"
   #elif defined(PEGASUS_OS_VMS)
   # include "ThreadVms.cpp"
 #else #else
 # error "Unsupported platform" # error "Unsupported platform"
 #endif #endif
  
   PEGASUS_USING_STD;
 PEGASUS_NAMESPACE_BEGIN PEGASUS_NAMESPACE_BEGIN
  
  
Line 59 
Line 73 
 { {
    if( data != NULL)    if( data != NULL)
    {    {
       AcceptLanguages * al = static_cast<AcceptLanguages *>(data);        AutoPtr<AcceptLanguageList> al(static_cast<AcceptLanguageList *>(data));
       delete al;  
    }    }
 } }
 // l10n end // l10n end
  
 Boolean Thread::_signals_blocked = false; Boolean Thread::_signals_blocked = false;
 // l10n // l10n
 PEGASUS_THREAD_KEY_TYPE Thread::_platform_thread_key = -1;  #ifndef PEGASUS_OS_ZOS
   TSDKeyType Thread::_platform_thread_key = TSDKeyType(-1);
   #else
   TSDKeyType Thread::_platform_thread_key;
   #endif
 Boolean Thread::_key_initialized = false; Boolean Thread::_key_initialized = false;
 Boolean Thread::_key_error = false; Boolean Thread::_key_error = false;
  
  
 // for non-native implementations  void Thread::cleanup_push( void (*routine)(void *), void *parm)
 #ifndef PEGASUS_THREAD_CLEANUP_NATIVE  
 void Thread::cleanup_push( void (*routine)(void *), void *parm) throw(IPCException)  
 { {
     cleanup_handler *cu = new cleanup_handler(routine, parm);      AutoPtr<cleanup_handler> cu(new cleanup_handler(routine, parm));
     try      _cleanup.insert_front(cu.get());
     {      cu.release();
         _cleanup.insert_first(cu);  
     }  
     catch(IPCException&)  
     {  
         delete cu;  
         throw;  
     }  
     return;     return;
 } }
  
 void Thread::cleanup_pop(Boolean execute) throw(IPCException)  void Thread::cleanup_pop(Boolean execute)
 { {
     cleanup_handler *cu ;      AutoPtr<cleanup_handler> cu;
     try     try
     {     {
         cu = _cleanup.remove_first() ;          cu.reset(_cleanup.remove_front());
     }     }
     catch(IPCException&)     catch(IPCException&)
     {     {
Line 102 
Line 110 
      }      }
     if(execute == true)     if(execute == true)
         cu->execute();         cu->execute();
     delete cu;  
 } }
  
 #endif  
   
  
 //thread_data *Thread::put_tsd(const Sint8 *key, void (*delete_func)(void *), Uint32 size, void *value) throw(IPCException)  //thread_data *Thread::put_tsd(const Sint8 *key, void (*delete_func)(void *), Uint32 size, void *value)
  
  
 #ifndef PEGASUS_THREAD_EXIT_NATIVE #ifndef PEGASUS_THREAD_EXIT_NATIVE
 void Thread::exit_self(PEGASUS_THREAD_RETURN exit_code)  void Thread::exit_self(ThreadReturnType exit_code)
 { {
     // execute the cleanup stack and then return     // execute the cleanup stack and then return
    while( _cleanup.count() )     while( _cleanup.size() )
    {    {
        try        try
        {        {
Line 128 
Line 133 
        }        }
    }    }
    _exit_code = exit_code;    _exit_code = exit_code;
    exit_thread(exit_code);     Threads::exit(exit_code);
    _handle.thid = 0;     Threads::clear(_handle.thid);
 } }
  
  
Line 148 
Line 153 
                 return -1;                 return -1;
         }         }
  
         if (pegasus_key_create(&Thread::_platform_thread_key) == 0)          if (TSDKey::create(&Thread::_platform_thread_key) == 0)
         {         {
                 Tracer::trace(TRC_THREAD, Tracer::LEVEL4,                 Tracer::trace(TRC_THREAD, Tracer::LEVEL4,
                           "Thread: able to create a thread key");                           "Thread: able to create a thread key");
Line 175 
Line 180 
         return NULL;         return NULL;
     }     }
     PEG_METHOD_EXIT();     PEG_METHOD_EXIT();
     return (Thread *)pegasus_get_thread_specific(_platform_thread_key);      return (Thread *)TSDKey::get_thread_specific(_platform_thread_key);
 } }
  
 void Thread::setCurrent(Thread * thrd) void Thread::setCurrent(Thread * thrd)
Line 183 
Line 188 
    PEG_METHOD_ENTER(TRC_THREAD, "Thread::setCurrent");    PEG_METHOD_ENTER(TRC_THREAD, "Thread::setCurrent");
    if (Thread::initializeKey() == 0)    if (Thread::initializeKey() == 0)
    {    {
         if (pegasus_set_thread_specific(Thread::_platform_thread_key,          if (TSDKey::set_thread_specific(
                                                                  (void *) thrd) == 0)                 Thread::_platform_thread_key, (void *) thrd) == 0)
         {         {
                 Tracer::trace(TRC_THREAD, Tracer::LEVEL4,                 Tracer::trace(TRC_THREAD, Tracer::LEVEL4,
                           "Successful set Thread * into thread specific storage");                           "Successful set Thread * into thread specific storage");
Line 192 
Line 197 
         else         else
         {         {
                 Tracer::trace(TRC_THREAD, Tracer::LEVEL4,                 Tracer::trace(TRC_THREAD, Tracer::LEVEL4,
                           "ERROR: got error setting Thread * into thread specific storage");                  "ERROR: error setting Thread * into thread specific storage");
         }         }
    }    }
    PEG_METHOD_EXIT();    PEG_METHOD_EXIT();
 } }
  
 AcceptLanguages * Thread::getLanguages()  AcceptLanguageList * Thread::getLanguages()
 { {
     PEG_METHOD_ENTER(TRC_THREAD, "Thread::getLanguages");     PEG_METHOD_ENTER(TRC_THREAD, "Thread::getLanguages");
  
         Thread * curThrd = Thread::getCurrent();         Thread * curThrd = Thread::getCurrent();
         if (curThrd == NULL)         if (curThrd == NULL)
                 return NULL;                 return NULL;
         AcceptLanguages * acceptLangs =      AcceptLanguageList * acceptLangs =
                  (AcceptLanguages *)curThrd->reference_tsd("acceptLanguages");          (AcceptLanguageList *)curThrd->reference_tsd("acceptLanguages");
         curThrd->dereference_tsd();         curThrd->dereference_tsd();
     PEG_METHOD_EXIT();     PEG_METHOD_EXIT();
         return acceptLangs;         return acceptLangs;
 } }
  
 void Thread::setLanguages(AcceptLanguages *langs) //l10n  void Thread::setLanguages(AcceptLanguageList *langs) //l10n
 { {
    PEG_METHOD_ENTER(TRC_THREAD, "Thread::setLanguages");    PEG_METHOD_ENTER(TRC_THREAD, "Thread::setLanguages");
  
Line 222 
Line 227 
                 // deletes the old tsd and creates a new one                 // deletes the old tsd and creates a new one
                 currentThrd->put_tsd("acceptLanguages",                 currentThrd->put_tsd("acceptLanguages",
                         language_delete,                         language_delete,
                         sizeof(AcceptLanguages *),              sizeof(AcceptLanguageList *),
                         langs);                         langs);
    }    }
  
Line 244 
Line 249 
 } }
 // l10n end // l10n end
  
 #if 0  
 // two special synchronization classes for ThreadPool  ///////////////////////////////////////////////////////////////////////////////
   //
   // ThreadPool
 // //
   ///////////////////////////////////////////////////////////////////////////////
  
 class timed_mutex  ThreadPool::ThreadPool(
       Sint16 initialSize,
       const char* key,
       Sint16 minThreads,
       Sint16 maxThreads,
       struct timeval& deallocateWait)
       : _maxThreads(maxThreads),
         _minThreads(minThreads),
         _currentThreads(0),
         _idleThreads(),
         _runningThreads(),
         _dying(0)
 { {
    public:      _deallocateWait.tv_sec = deallocateWait.tv_sec;
       timed_mutex(Mutex* mut, int msec)      _deallocateWait.tv_usec = deallocateWait.tv_usec;
          :_mut(mut)  
       {  
          _mut->timed_lock(msec, pegasus_thread_self());  
       }  
       ~timed_mutex(void)  
       {  
          _mut->unlock();  
       }  
       Mutex* _mut;  
 };  
 #endif  
  
 class try_mutex      memset(_key, 0x00, 17);
 {      if (key != 0)
    public:  
       try_mutex(Mutex* mut)  
          :_mut(mut)  
       {  
          _mut->try_lock(pegasus_thread_self());  
       }  
       ~try_mutex(void)  
       {       {
          _mut->unlock();          strncpy(_key, key, 16);
       }       }
  
       Mutex* _mut;      if ((_maxThreads > 0) && (_maxThreads < initialSize))
 };  
   
 class auto_int  
 {  
    public:  
       auto_int(AtomicInt* num)  
          : _int(num)  
       {  
          _int->operator++();  
       }  
       ~auto_int(void)  
       {       {
          _int->operator--();          _maxThreads = initialSize;
       }       }
       AtomicInt *_int;  
 };  
  
       if (_minThreads > initialSize)
 AtomicInt _idle_control;  
   
 DQueue<ThreadPool> ThreadPool::_pools(true);  
   
 void ThreadPool::kill_idle_threads(void)  
 {  
    static struct timeval now, last = {0, 0};  
   
    pegasus_gettimeofday(&now);  
    if(now.tv_sec - last.tv_sec > 5)  
    {    {
       _pools.lock();          _minThreads = initialSize;
       ThreadPool *p = _pools.next(0);  
       while(p != 0)  
       {  
          try  
          {  
             p->kill_dead_threads();  
          }          }
          catch(...)  
          {  
          }  
          p = _pools.next(p);  
       }  
       _pools.unlock();  
       pegasus_gettimeofday(&last);  
    }  
 }  
   
   
 ThreadPool::ThreadPool(Sint16 initial_size,  
                        const Sint8 *key,  
                        Sint16 min,  
                        Sint16 max,  
                        struct timeval & alloc_wait,  
                        struct timeval & dealloc_wait,  
                        struct timeval & deadlock_detect)  
    : _max_threads(max), _min_threads(min),  
      _current_threads(0),  
      _pool(true), _running(true),  
      _dead(true), _dying(0)  
 {  
    _allocate_wait.tv_sec = alloc_wait.tv_sec;  
    _allocate_wait.tv_usec = alloc_wait.tv_usec;  
    _deallocate_wait.tv_sec = dealloc_wait.tv_sec;  
    _deallocate_wait.tv_usec = dealloc_wait.tv_usec;  
    _deadlock_detect.tv_sec = deadlock_detect.tv_sec;  
    _deadlock_detect.tv_usec = deadlock_detect.tv_usec;  
    memset(_key, 0x00, 17);  
    if(key != 0)  
       strncpy(_key, key, 16);  
    if(_max_threads > 0 && _max_threads < initial_size)  
       _max_threads = initial_size;  
    if(_min_threads > initial_size)  
       _min_threads = initial_size;  
  
    int i;      for (int i = 0; i < initialSize; i++)
    for(i = 0; i < initial_size; i++)  
    {    {
       _link_pool(_init_thread());          _addToIdleThreadsQueue(_initializeThread());
    }    }
    _pools.insert_last(this);  
 } }
  
   ThreadPool::~ThreadPool()
 // Note:   <<< Fri Oct 17 09:19:03 2003 mdd >>>  
 // the pegasus_yield() calls that preceed each th->join() are to  
 // give a thread on the running list a chance to reach a cancellation  
 // point before the join  
   
 ThreadPool::~ThreadPool(void)  
 { {
    PEG_METHOD_ENTER(TRC_THREAD, "Thread::~ThreadPool");      PEG_METHOD_ENTER(TRC_THREAD, "ThreadPool::~ThreadPool");
   
    try    try
    {    {
       // Set the dying flag so all thread know the destructor has been entered       // Set the dying flag so all thread know the destructor has been entered
       _dying++;       _dying++;
          Tracer::trace(TRC_THREAD, Tracer::LEVEL2,
                   "Cleaning up %d idle threads. ", _currentThreads.get());
  
       // remove from the global pools list  printf("***BEFORE\n");
       _pools.remove(this);          while (_currentThreads.get() > 0)
   
       // start with idle threads.  
       Thread *th = 0;  
       th = _pool.remove_first();  
       Semaphore* sleep_sem;  
   
       while(th != 0)  
       {       {
          sleep_sem = (Semaphore *)th->reference_tsd("sleep sem");              Thread* thread = _idleThreads.remove_front();
          PEGASUS_ASSERT(sleep_sem != 0);              if (thread != 0)
   
          if(sleep_sem == 0)  
          {          {
             th->dereference_tsd();  printf("***INSIDE1\n");
                   _cleanupThread(thread);
                   _currentThreads--;
          }          }
          else          else
          {          {
             // Signal to get the thread out of the work loop.  printf("***INSIDE2\n");
             sleep_sem->signal();                  Threads::yield();
   
             // Signal to get the thread past the end. See the comment  
             // "wait to be awakend by the thread pool destructor"  
             // Note: the current implementation of Thread for Windows  
             // does not implement "pthread" cancelation points so this  
             // is needed.  
             sleep_sem->signal();  
             th->dereference_tsd();  
             th->cancel();  
             th->join();  
             delete th;  
          }          }
          th = _pool.remove_first();  
       }       }
   printf("***AFTER\n");
       while(_idle_control.value())  
          pegasus_yield();  
   
       th = _dead.remove_first();  
       while(th != 0)  
       {  
          sleep_sem = (Semaphore *)th->reference_tsd("sleep sem");  
          PEGASUS_ASSERT(sleep_sem != 0);  
   
          if(sleep_sem == 0)  
          {  
             th->dereference_tsd();  
          }          }
          else  
          {  
             //ATTN-DME-P3-20030322: _dead queue processing in  
             //ThreadPool::~ThreadPool is inconsistent with the  
             //processing in kill_dead_threads.  Is this correct?  
   
             // signal the thread's sleep semaphore  
             sleep_sem->signal();  
             sleep_sem->signal();  
             th->dereference_tsd();  
             th->cancel();  
             th->join();  
             delete th;  
          }  
          th = _dead.remove_first();  
       }  
   
       {  
          th = _running.remove_first();  
          while(th != 0)  
          {  
             // signal the thread's sleep semaphore  
   
             sleep_sem = (Semaphore *)th->reference_tsd("sleep sem");  
             PEGASUS_ASSERT(sleep_sem != 0);  
   
             if(sleep_sem == 0 )  
             {  
                th->dereference_tsd();  
             }  
             else  
             {  
                sleep_sem->signal();  
                sleep_sem->signal();  
                th->dereference_tsd();  
                th->cancel();  
                pegasus_yield();  
   
                th->join();  
                delete th;  
             }  
             th = _running.remove_first();  
          }  
       }  
    }  
   
    catch(...)    catch(...)
    {    {
    }    }
 } }
  
 // make this static to the class  ThreadReturnType PEGASUS_THREAD_CDECL ThreadPool::_loop(void* parm)
 PEGASUS_THREAD_RETURN PEGASUS_THREAD_CDECL ThreadPool::_loop(void *parm)  
 { {
    PEG_METHOD_ENTER(TRC_THREAD, "ThreadPool::_loop");    PEG_METHOD_ENTER(TRC_THREAD, "ThreadPool::_loop");
  
    Thread *myself = (Thread *)parm;      try
    if(myself == 0)  
    {    {
       Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,          Thread* myself = (Thread *)parm;
           "ThreadPool::_loop: Thread pointer is null");          PEGASUS_ASSERT(myself != 0);
       PEG_METHOD_EXIT();  
       throw NullPointer();  
    }  
  
 // l10n  
    // Set myself into thread specific storage    // Set myself into thread specific storage
    // This will allow code to get its own Thread    // This will allow code to get its own Thread
    Thread::setCurrent(myself);    Thread::setCurrent(myself);
  
    ThreadPool *pool = (ThreadPool *)myself->get_parm();    ThreadPool *pool = (ThreadPool *)myself->get_parm();
    if(pool == 0 )          PEGASUS_ASSERT(pool != 0);
    {  
       Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,  
           "ThreadPool::_loop: ThreadPool pointer is null");  
       PEG_METHOD_EXIT();  
       throw NullPointer();  
    }  
    if(pool->_dying.value())  
    {  
       Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,  
           "ThreadPool::_loop: ThreadPool is dying(1)");  
       PEG_METHOD_EXIT();  
       return((PEGASUS_THREAD_RETURN)0);  
    }  
  
    Semaphore *sleep_sem = 0;    Semaphore *sleep_sem = 0;
    Semaphore *blocking_sem = 0;          struct timeval* lastActivityTime = 0;
   
    struct timeval *deadlock_timer = 0;  
  
    try    try
    {    {
       sleep_sem = (Semaphore *)myself->reference_tsd("sleep sem");       sleep_sem = (Semaphore *)myself->reference_tsd("sleep sem");
       myself->dereference_tsd();       myself->dereference_tsd();
       deadlock_timer = (struct timeval *)myself->reference_tsd("deadlock timer");              PEGASUS_ASSERT(sleep_sem != 0);
   
               lastActivityTime =
                   (struct timeval *)myself->reference_tsd("last activity time");
       myself->dereference_tsd();       myself->dereference_tsd();
               PEGASUS_ASSERT(lastActivityTime != 0);
    }    }
   
    catch(...)    catch(...)
    {    {
       Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,       Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,
           "ThreadPool::_loop: Failure getting sleep_sem or deadlock_timer");                  "ThreadPool::_loop: Failure getting sleep_sem or "
       PEG_METHOD_EXIT();                      "lastActivityTime.");
       return((PEGASUS_THREAD_RETURN)0);              PEGASUS_ASSERT(false);
    }              pool->_idleThreads.remove(myself);
               pool->_currentThreads--;
    if(sleep_sem == 0 || deadlock_timer == 0)  
    {  
       Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,  
           "ThreadPool::_loop: sleep_sem or deadlock_timer are null.");  
       PEG_METHOD_EXIT();       PEG_METHOD_EXIT();
       return((PEGASUS_THREAD_RETURN)0);              return((ThreadReturnType)1);
    }    }
  
    while(1)    while(1)
    {    {
       if(pool->_dying.value())  
          break;  
   
       try       try
       {       {
          sleep_sem->wait();          sleep_sem->wait();
       }       }
       catch(IPCException& )              catch (...)
       {       {
          Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,          Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,
           "ThreadPool::_loop: failure on sleep_sem->wait().");           "ThreadPool::_loop: failure on sleep_sem->wait().");
                   PEGASUS_ASSERT(false);
                   pool->_idleThreads.remove(myself);
                   pool->_currentThreads--;
          PEG_METHOD_EXIT();          PEG_METHOD_EXIT();
          return((PEGASUS_THREAD_RETURN)0);                  return((ThreadReturnType)1);
       }       }
  
       // when we awaken we reside on the running queue, not the pool queue              // When we awaken we reside on the _runningThreads queue, not the
               // _idleThreads queue.
  
       PEGASUS_THREAD_RETURN (PEGASUS_THREAD_CDECL *_work)(void *) = 0;              ThreadReturnType (PEGASUS_THREAD_CDECL* work)(void *) = 0;
       void *parm = 0;       void *parm = 0;
               Semaphore* blocking_sem = 0;
  
       try       try
       {       {
          _work = (PEGASUS_THREAD_RETURN (PEGASUS_THREAD_CDECL *)(void *)) \                  work = (ThreadReturnType (PEGASUS_THREAD_CDECL *)(void *))
             myself->reference_tsd("work func");             myself->reference_tsd("work func");
          myself->dereference_tsd();          myself->dereference_tsd();
          parm = myself->reference_tsd("work parm");          parm = myself->reference_tsd("work parm");
          myself->dereference_tsd();          myself->dereference_tsd();
          blocking_sem = (Semaphore *)myself->reference_tsd("blocking sem");          blocking_sem = (Semaphore *)myself->reference_tsd("blocking sem");
          myself->dereference_tsd();          myself->dereference_tsd();
   
       }       }
       catch(IPCException &)              catch (...)
       {  
          Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,  
            "ThreadPool::_loop: Failure accessing work func, work parm, or blocking sem.");  
          PEG_METHOD_EXIT();  
          return((PEGASUS_THREAD_RETURN)0);  
       }  
   
       if(_work == 0)  
       {       {
          Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,          Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,
            "ThreadPool::_loop: work func is null.");                      "ThreadPool::_loop: Failure accessing work func, work parm, "
                           "or blocking sem.");
                   PEGASUS_ASSERT(false);
                   pool->_idleThreads.remove(myself);
                   pool->_currentThreads--;
          PEG_METHOD_EXIT();          PEG_METHOD_EXIT();
          return((PEGASUS_THREAD_RETURN)0);                  return((ThreadReturnType)1);
       }       }
  
       if(_work ==              if (work == 0)
          (PEGASUS_THREAD_RETURN (PEGASUS_THREAD_CDECL *)(void *)) &_undertaker)  
       {       {
          PEG_METHOD_EXIT();                  Tracer::trace(TRC_THREAD, Tracer::LEVEL4,
          _work(parm);                      "ThreadPool::_loop: work func is 0, meaning we should exit.");
                   break;
       }       }
  
       gettimeofday(deadlock_timer, NULL);              Time::gettimeofday(lastActivityTime);
  
       if (pool->_dying.value() == 0)  
       {  
          try          try
          {          {
             _work(parm);                  PEG_TRACE_STRING(TRC_THREAD, Tracer::LEVEL4, "Work starting.");
                   work(parm);
                   PEG_TRACE_STRING(TRC_THREAD, Tracer::LEVEL4, "Work finished.");
          }          }
          catch(Exception & e)          catch(Exception & e)
          {          {
             PEG_TRACE_STRING(TRC_DISCARDED_DATA, Tracer::LEVEL2,             PEG_TRACE_STRING(TRC_DISCARDED_DATA, Tracer::LEVEL2,
                String("Exception from _work in ThreadPool::_loop: ") +                      String("Exception from work in ThreadPool::_loop: ") +
                   e.getMessage());                   e.getMessage());
             PEG_METHOD_EXIT();  
             return((PEGASUS_THREAD_RETURN)0);  
          }          }
          catch(...)  #if !defined(PEGASUS_OS_LSB)
               catch (const exception& e)
          {          {
             Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,                  PEG_TRACE_STRING(TRC_DISCARDED_DATA, Tracer::LEVEL2,
               "ThreadPool::_loop: execution of _work failed.");                      String("Exception from work in ThreadPool::_loop: ") +
             PEG_METHOD_EXIT();                          e.what());
             return((PEGASUS_THREAD_RETURN)0);  
          }          }
   #endif
               catch (...)
               {
                   PEG_TRACE_STRING(TRC_DISCARDED_DATA, Tracer::LEVEL2,
                       "Unknown exception from work in ThreadPool::_loop.");
        }        }
  
       // put myself back onto the available list       // put myself back onto the available list
       try       try
       {       {
          if(pool->_dying.value() == 0)                  Time::gettimeofday(lastActivityTime);
          {  
             gettimeofday(deadlock_timer, NULL);  
             if( blocking_sem != 0 )             if( blocking_sem != 0 )
                   {
                blocking_sem->signal();                blocking_sem->signal();
                   }
  
             // If we are not on _running then ~ThreadPool has removed                  pool->_runningThreads.remove(myself);
             // us and now "owns" our pointer.                  pool->_idleThreads.insert_front(myself);
             if ( pool->_running.remove((void *)myself) != 0 )  
             {  
                pool->_pool.insert_first(myself);  
             }             }
             else              catch (...)
             {             {
                Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,                Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,
                   "ThreadPool::_loop: Failed to remove thread from running queue.");                      "ThreadPool::_loop: Adding thread to idle pool failed.");
                   PEGASUS_ASSERT(false);
                   pool->_currentThreads--;
                PEG_METHOD_EXIT();                PEG_METHOD_EXIT();
                return((PEGASUS_THREAD_RETURN)0);                  return((ThreadReturnType)1);
             }             }
          }          }
          else  
          {  
             PEG_METHOD_EXIT();  
             return((PEGASUS_THREAD_RETURN)0);  
          }          }
       catch (const Exception& e)
       {
           PEG_TRACE_STRING(TRC_DISCARDED_DATA, Tracer::LEVEL2,
               "Caught exception: \"" + e.getMessage() + "\".  Exiting _loop.");
       }       }
       catch(...)       catch(...)
       {       {
         Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,          PEG_TRACE_STRING(TRC_DISCARDED_DATA, Tracer::LEVEL2,
              "ThreadPool::_loop: Adding thread to idle pool failed.");              "Caught unrecognized exception.  Exiting _loop.");
          PEG_METHOD_EXIT();  
          return((PEGASUS_THREAD_RETURN)0);  
       }  
   
    }    }
  
    // TODO: Why is this needed? Why not just continue?  
    // wait to be awakend by the thread pool destructor  
    //sleep_sem->wait();  
   
    myself->test_cancel();  
   
    PEG_METHOD_EXIT();    PEG_METHOD_EXIT();
    return((PEGASUS_THREAD_RETURN)0);      return((ThreadReturnType)0);
 } }
  
 Boolean ThreadPool::allocate_and_awaken(void *parm,  ThreadStatus ThreadPool::allocate_and_awaken(
                                         PEGASUS_THREAD_RETURN \      void* parm,
                                         (PEGASUS_THREAD_CDECL *work)(void *),      ThreadReturnType (PEGASUS_THREAD_CDECL* work)(void *),
                                         Semaphore *blocking)                                         Semaphore *blocking)
    throw(IPCException)  
 { {
    PEG_METHOD_ENTER(TRC_THREAD, "ThreadPool::allocate_and_awaken");    PEG_METHOD_ENTER(TRC_THREAD, "ThreadPool::allocate_and_awaken");
  
Line 682 
Line 502 
  
    try    try
    {    {
       if (_dying.value())          if (_dying.get())
       {       {
          Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,          Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,
           "ThreadPool::allocate_and_awaken: ThreadPool is dying(1).");           "ThreadPool::allocate_and_awaken: ThreadPool is dying(1).");
          // ATTN: Error result has not yet been defined              return PEGASUS_THREAD_UNAVAILABLE;
          return true;  
       }       }
       struct timeval now;  
       struct timeval start;       struct timeval start;
       gettimeofday(&start, NULL);          Time::gettimeofday(&start);
       Thread *th = 0;       Thread *th = 0;
  
       th = _pool.remove_first();          th = _idleThreads.remove_front();
  
       if (th == 0)       if (th == 0)
       {       {
          // will throw an IPCException&              if ((_maxThreads == 0) ||
          _check_deadlock(&start) ;                  (_currentThreads.get() < Uint32(_maxThreads)))
   
          if(_max_threads == 0 || _current_threads < _max_threads)  
          {          {
             th = _init_thread();                  th = _initializeThread();
          }          }
       }       }
  
Line 714 
Line 530 
         // necessarily imply that a failure has occurred.  However,         // necessarily imply that a failure has occurred.  However,
         // this label is being used temporarily to help isolate         // this label is being used temporarily to help isolate
         // the cause of client timeout problems.         // the cause of client timeout problems.
   
         Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,         Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,
            "ThreadPool::allocate_and_awaken: Insufficient resources: "            "ThreadPool::allocate_and_awaken: Insufficient resources: "
            " pool = %s, running threads = %d, idle threads = %d, dead threads = %d ",                      " pool = %s, running threads = %d, idle threads = %d",
            _key, _running.count(), _pool.count(), _dead.count());                  _key, _runningThreads.size(), _idleThreads.size());
          return false;              return PEGASUS_THREAD_INSUFFICIENT_RESOURCES;
       }       }
  
       // initialize the thread data with the work function and parameters       // initialize the thread data with the work function and parameters
Line 729 
Line 544 
  
       th->delete_tsd("work func");       th->delete_tsd("work func");
       th->put_tsd("work func", NULL,       th->put_tsd("work func", NULL,
                   sizeof( PEGASUS_THREAD_RETURN (PEGASUS_THREAD_CDECL *)(void *)),              sizeof( ThreadReturnType (PEGASUS_THREAD_CDECL *)(void *)),
                   (void *)work);                   (void *)work);
       th->delete_tsd("work parm");       th->delete_tsd("work parm");
       th->put_tsd("work parm", NULL, sizeof(void *), parm);       th->put_tsd("work parm", NULL, sizeof(void *), parm);
Line 738 
Line 553 
            th->put_tsd("blocking sem", NULL, sizeof(Semaphore *), blocking);            th->put_tsd("blocking sem", NULL, sizeof(Semaphore *), blocking);
  
       // put the thread on the running list       // put the thread on the running list
       _running.insert_first(th);          _runningThreads.insert_front(th);
  
       // signal the thread's sleep semaphore to awaken it       // signal the thread's sleep semaphore to awaken it
       Semaphore *sleep_sem = (Semaphore *)th->reference_tsd("sleep sem");       Semaphore *sleep_sem = (Semaphore *)th->reference_tsd("sleep sem");
           PEGASUS_ASSERT(sleep_sem != 0);
  
       if(sleep_sem == 0)  
       {  
          th->dereference_tsd();  
          Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,  
            "ThreadPool::allocate_and_awaken: thread data is corrupted.");  
          PEG_METHOD_EXIT();  
          throw NullPointer();  
       }  
       Tracer::trace(TRC_THREAD, Tracer::LEVEL4, "Signal thread to awaken");       Tracer::trace(TRC_THREAD, Tracer::LEVEL4, "Signal thread to awaken");
       sleep_sem->signal();       sleep_sem->signal();
       th->dereference_tsd();       th->dereference_tsd();
Line 761 
Line 569 
           "ThreadPool::allocate_and_awaken: Operation Failed.");           "ThreadPool::allocate_and_awaken: Operation Failed.");
       PEG_METHOD_EXIT();       PEG_METHOD_EXIT();
       // ATTN: Error result has not yet been defined       // ATTN: Error result has not yet been defined
       return true;          return PEGASUS_THREAD_SETUP_FAILURE;
    }    }
    PEG_METHOD_EXIT();    PEG_METHOD_EXIT();
    return true;      return PEGASUS_THREAD_OK;
 } }
  
 // caller is responsible for only calling this routine during slack periods // caller is responsible for only calling this routine during slack periods
 // but should call it at least once per _deadlock_detect with the running q  // but should call it at least once per _deallocateWait interval.
 // and at least once per _deallocate_wait for the pool q  
   
 Uint32 ThreadPool::kill_dead_threads(void)  
          throw(IPCException)  
 {  
    // Since the kill_dead_threads, ThreadPool or allocate_and_awaken  
    // manipulate the threads on the ThreadPool queues, they should never  
    // be allowed to run at the same time.  
   
    // << Thu Oct 23 14:41:02 2003 mdd >>  
    // not true, the queues are thread safe. they are syncrhonized.  
   
    auto_int do_not_destruct(&_idle_control);  
  
    try  Uint32 ThreadPool::cleanupIdleThreads()
    {  
       if (_dying.value())  
       {       {
          return 0;      PEG_METHOD_ENTER(TRC_THREAD, "ThreadPool::cleanupIdleThreads");
       }  
  
       struct timeval now;      Uint32 numThreadsCleanedUp = 0;
       gettimeofday(&now, NULL);  
       Uint32 bodies = 0;  
  
       // first go thread the dead q and clean it up as much as possible      Uint32 numIdleThreads = _idleThreads.size();
       try      for (Uint32 i = 0; i < numIdleThreads; i++)
       {       {
          while(_dying.value() == 0 && _dead.count() > 0)          // Do not dip below the minimum thread count
           if (_currentThreads.get() <= (Uint32)_minThreads)
          {          {
             Tracer::trace(TRC_THREAD, Tracer::LEVEL4, "ThreadPool:: removing and joining dead thread");              break;
             Thread *dead = _dead.remove_first();  
   
             if(dead )  
             {  
                dead->join();  
                delete dead;  
             }  
          }  
       }  
       catch(...)  
       {  
       }  
   
       if (_dying.value())  
       {  
          return 0;  
       }       }
  
       DQueue<Thread> * map[2] =          Thread* thread = _idleThreads.remove_back();
          {  
             &_pool, &_running  
          };  
  
           // If there are no more threads in the _idleThreads queue, we're done.
       DQueue<Thread> *q = 0;          if (thread == 0)
       int i = 0;  
       AtomicInt needed(0);  
       Thread *th = 0;  
       internal_dq idq;  
   
 #ifdef PEGASUS_DISABLE_KILLING_HUNG_THREADS  
       // This change prevents the thread pool from killing "hung" threads.  
       // The definition of a "hung" thread is one that has been on the run queue  
       // for longer than the time interval set when the thread pool was created.  
       // Cancelling "hung" threads has proven to be problematic.  
   
       // With this change the thread pool will not cancel "hung" threads.  This  
       // may prevent a crash depending upon the state of the "hung" thread.  In  
       // the case that the thread is actually hung, this change causes the  
       // thread resources not to be reclaimed.  
   
       // Idle threads, those that have not executed a routine for a time  
       // interval, continue to be destroyed.  This is normal and should not  
       // cause any problems.  
       for( ; i < 1; i++)  
 #else  
       for( ; i < 2; i++)  
 #endif  
       {  
          q = map[i];  
          if(q->count() > 0 )  
          {  
             try  
             {             {
                q->try_lock();              break;
             }  
             catch(...)  
             {  
                return bodies;  
             }             }
  
             struct timeval dt = { 0, 0 };          struct timeval* lastActivityTime;
             struct timeval *dtp;  
   
             th = q->next(th);  
             while (th != 0 )  
             {  
                try                try
                {                {
                   dtp = (struct timeval *)th->try_reference_tsd("deadlock timer");              lastActivityTime = (struct timeval *)thread->try_reference_tsd(
                   "last activity time");
               PEGASUS_ASSERT(lastActivityTime != 0);
                }                }
                catch(...)                catch(...)
                {                {
                   q->unlock();              PEGASUS_ASSERT(false);
                   return bodies;              _idleThreads.insert_back(thread);
               break;
                }                }
  
                if(dtp != 0)          Boolean cleanupThisThread =
                {              _timeIntervalExpired(lastActivityTime, &_deallocateWait);
                   memcpy(&dt, dtp, sizeof(struct timeval));          thread->dereference_tsd();
                }  
                th->dereference_tsd();  
                struct timeval deadlock_timeout;  
                Boolean too_long;  
                if( i == 0)  
                {  
                   too_long = check_time(&dt, get_deallocate_wait(&deadlock_timeout));  
                }  
                else  
                {  
                   too_long = check_time(&dt, get_deadlock_detect(&deadlock_timeout));  
                }  
  
                if( true == too_long)          if (cleanupThisThread)
                {  
                   // if we are deallocating from the pool, escape if we are  
                   // down to the minimum thread count  
                   _current_threads--;  
                   if( _current_threads.value() < (Uint32)_min_threads )  
                   {                   {
                      if( i == 0)              _cleanupThread(thread);
                      {              _currentThreads--;
                         _current_threads++;              numThreadsCleanedUp++;
                         th = q->next(th);  
                         continue;  
                      }                      }
                      else                      else
                      {                      {
                         // we are killing a hung thread and we will drop below the              _idleThreads.insert_front(thread);
                         // minimum. create another thread to make up for the one  
                         // we are about to kill  
                         needed++;  
                      }                      }
                   }                   }
  
                   th = q->remove_no_lock((void *)th);      PEG_METHOD_EXIT();
                   idq.insert_first((void*)th);      return numThreadsCleanedUp;
                }  
                th = q->next(th);  
             }  
             q->unlock();  
          }          }
  
          th = (Thread*)idq.remove_last();  void ThreadPool::_cleanupThread(Thread* thread)
          while(th != 0)  
          {  
             if( i == 0 )  
             {             {
                th->delete_tsd("work func");      PEG_METHOD_ENTER(TRC_THREAD, "ThreadPool::cleanupThread");
                th->put_tsd("work func", NULL,  
                            sizeof( PEGASUS_THREAD_RETURN (PEGASUS_THREAD_CDECL *)(void *)),      // Set the "work func" and "work parm" to 0 so _loop() knows to exit.
                            (void *)&_undertaker);      thread->delete_tsd("work func");
                th->delete_tsd("work parm");      thread->put_tsd(
                th->put_tsd("work parm", NULL, sizeof(void *), th);          "work func", 0,
           sizeof(ThreadReturnType (PEGASUS_THREAD_CDECL *)(void *)),
           (void *) 0);
       thread->delete_tsd("work parm");
       thread->put_tsd("work parm", 0, sizeof(void *), 0);
  
                // signal the thread's sleep semaphore to awaken it                // signal the thread's sleep semaphore to awaken it
                Semaphore *sleep_sem = (Semaphore *)th->reference_tsd("sleep sem");      Semaphore* sleep_sem = (Semaphore *)thread->reference_tsd("sleep sem");
                PEGASUS_ASSERT(sleep_sem != 0);                PEGASUS_ASSERT(sleep_sem != 0);
   
                bodies++;  
                th->dereference_tsd();  
                // Putting thread on _dead queue delays availability to others  
                //_dead.insert_first(th);  
                sleep_sem->signal();                sleep_sem->signal();
                th->join();  // Note: Clean up the thread here rather than      thread->dereference_tsd();
                delete th;   // leave it sitting unused on the _dead queue  
                th = 0;  
             }  
             else  
             {  
                // deadlocked threads  
                Tracer::trace(TRC_THREAD, Tracer::LEVEL4, "Killing a deadlocked thread");  
                th->cancel();  
                delete th;  
             }  
             th = (Thread*)idq.remove_last();  
          }  
       }  
  
       while (needed.value() > 0)   {      thread->join();
          _link_pool(_init_thread());      delete thread;
          needed--;  
          pegasus_sleep(0);  
       }  
        return bodies;  
     }  
     catch (...)  
     {  
     }  
     return 0;  
 }  
  
       PEG_METHOD_EXIT();
   }
  
 Boolean ThreadPool::check_time(struct timeval *start, struct timeval *interval)  Boolean ThreadPool::_timeIntervalExpired(
       struct timeval* start,
       struct timeval* interval)
 { {
    // never time out if the interval is zero    // never time out if the interval is zero
    if(interval && interval->tv_sec == 0 && interval->tv_usec == 0)      if (interval && (interval->tv_sec == 0) && (interval->tv_usec == 0))
       {
       return false;       return false;
       }
  
    struct timeval now , finish , remaining ;    struct timeval now , finish , remaining ;
    Uint32 usec;    Uint32 usec;
    pegasus_gettimeofday(&now);      Time::gettimeofday(&now);
    /* remove valgrind error */      Time::gettimeofday(&remaining);    // Avoid valgrind error
    pegasus_gettimeofday(&remaining);  
   
  
    finish.tv_sec = start->tv_sec + interval->tv_sec;    finish.tv_sec = start->tv_sec + interval->tv_sec;
    usec = start->tv_usec + interval->tv_usec;    usec = start->tv_usec + interval->tv_usec;
Line 992 
Line 681 
    usec %= 1000000;    usec %= 1000000;
    finish.tv_usec = usec;    finish.tv_usec = usec;
  
    if ( timeval_subtract(&remaining, &finish, &now) )      return (Time::subtract(&remaining, &finish, &now) != 0);
       return true;  
    else  
       return false;  
 } }
  
 PEGASUS_THREAD_RETURN ThreadPool::_undertaker( void *parm )  void ThreadPool::_deleteSemaphore(void *p)
 {  
    exit_thread((PEGASUS_THREAD_RETURN)1);  
    return (PEGASUS_THREAD_RETURN)1;  
 }  
   
   
  void ThreadPool::_sleep_sem_del(void *p)  
 {  
    if(p != 0)  
    {    {
       delete (Semaphore *)p;       delete (Semaphore *)p;
    }    }
 }  
  
  void ThreadPool::_check_deadlock(struct timeval *start) throw(Deadlock)  Thread* ThreadPool::_initializeThread()
 { {
    if (true == check_time(start, &_deadlock_detect))      PEG_METHOD_ENTER(TRC_THREAD, "ThreadPool::_initializeThread");
       throw Deadlock(pegasus_thread_self());  
    return;  
 }  
   
  
  Boolean ThreadPool::_check_deadlock_no_throw(struct timeval *start)  
 {  
    return(check_time(start, &_deadlock_detect));  
 }  
   
  Boolean ThreadPool::_check_dealloc(struct timeval *start)  
 {  
    return(check_time(start, &_deallocate_wait));  
 }  
   
  Thread *ThreadPool::_init_thread(void) throw(IPCException)  
 {  
    Thread *th = (Thread *) new Thread(_loop, this, false);    Thread *th = (Thread *) new Thread(_loop, this, false);
   
    // allocate a sleep semaphore and pass it in the thread context    // allocate a sleep semaphore and pass it in the thread context
    // initial count is zero, loop function will sleep until    // initial count is zero, loop function will sleep until
    // we signal the semaphore    // we signal the semaphore
    Semaphore *sleep_sem = (Semaphore *) new Semaphore(0);    Semaphore *sleep_sem = (Semaphore *) new Semaphore(0);
    th->put_tsd("sleep sem", &_sleep_sem_del, sizeof(Semaphore), (void *)sleep_sem);      th->put_tsd(
           "sleep sem", &_deleteSemaphore, sizeof(Semaphore), (void *)sleep_sem);
  
    struct timeval *dldt = (struct timeval *) ::operator new(sizeof(struct timeval));      struct timeval* lastActivityTime =
    pegasus_gettimeofday(dldt);          (struct timeval *) ::operator new(sizeof(struct timeval));
       Time::gettimeofday(lastActivityTime);
  
    th->put_tsd("deadlock timer", thread_data::default_delete, sizeof(struct timeval), (void *)dldt);      th->put_tsd("last activity time", thread_data::default_delete,
    // thread will enter _loop(void *) and sleep on sleep_sem until we signal it          sizeof(struct timeval), (void *)lastActivityTime);
       // thread will enter _loop() and sleep on sleep_sem until we signal it
  
    if (!th->run())      if (th->run() != PEGASUS_THREAD_OK)
    {    {
                   Tracer::trace(TRC_THREAD, Tracer::LEVEL2,
                           "Could not create thread. Error code is %d.", errno);
       delete th;       delete th;
       return 0;       return 0;
    }    }
    _current_threads++;      _currentThreads++;
    pegasus_yield();      Threads::yield();
  
       PEG_METHOD_EXIT();
    return th;    return th;
 } }
  
  void ThreadPool::_link_pool(Thread *th) throw(IPCException)  void ThreadPool::_addToIdleThreadsQueue(Thread* th)
 { {
    if(th == 0)    if(th == 0)
    {    {
       Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,       Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,
           "ThreadPool::_link_pool: Thread pointer is null.");              "ThreadPool::_addToIdleThreadsQueue: Thread pointer is null.");
       throw NullPointer();       throw NullPointer();
    }    }
   
    try    try
    {    {
       _pool.insert_first(th);          _idleThreads.insert_front(th);
    }    }
    catch(...)    catch(...)
    {    {
       Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,       Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,
           "ThreadPool::_link_pool: _pool.insert_first failed.");              "ThreadPool::_addToIdleThreadsQueue: _idleThreads.insert_front "
                   "failed.");
    }    }
 } }
  
   // ATTN: not sure where to put this!
   #ifdef PEGASUS_ZOS_SECURITY
   bool isEnhancedSecurity=99;
   #endif
  
 PEGASUS_NAMESPACE_END PEGASUS_NAMESPACE_END
   


Legend:
Removed from v.1.61  
changed lines
  Added in v.1.90.2.4

No CVS admin address has been configured
Powered by
ViewCVS 0.9.2