(file) Return to Thread.cpp CVS log (file) (dir) Up to [Pegasus] / pegasus / src / Pegasus / Common

Diff for /pegasus/src/Pegasus/Common/Thread.cpp between version 1.49 and 1.90.2.4

version 1.49, 2003/10/16 03:11:44 version 1.90.2.4, 2006/07/28 21:22:01
Line 1 
Line 1 
 //%/////////////////////////////////////////////////////////////////////////////  //%2006////////////////////////////////////////////////////////////////////////
 // //
 // Copyright (c) 2000, 2001, 2002 BMC Software, Hewlett-Packard Company, IBM,  // Copyright (c) 2000, 2001, 2002 BMC Software; Hewlett-Packard Development
 // The Open Group, Tivoli Systems  // Company, L.P.; IBM Corp.; The Open Group; Tivoli Systems.
   // Copyright (c) 2003 BMC Software; Hewlett-Packard Development Company, L.P.;
   // IBM Corp.; EMC Corporation, The Open Group.
   // Copyright (c) 2004 BMC Software; Hewlett-Packard Development Company, L.P.;
   // IBM Corp.; EMC Corporation; VERITAS Software Corporation; The Open Group.
   // Copyright (c) 2005 Hewlett-Packard Development Company, L.P.; IBM Corp.;
   // EMC Corporation; VERITAS Software Corporation; The Open Group.
   // Copyright (c) 2006 Hewlett-Packard Development Company, L.P.; IBM Corp.;
   // EMC Corporation; Symantec Corporation; The Open Group.
 // //
 // Permission is hereby granted, free of charge, to any person obtaining a copy // Permission is hereby granted, free of charge, to any person obtaining a copy
 // of this software and associated documentation files (the "Software"), to // of this software and associated documentation files (the "Software"), to
Line 25 
Line 33 
 // //
 // Modified By: Rudy Schuet (rudy.schuet@compaq.com) 11/12/01 // Modified By: Rudy Schuet (rudy.schuet@compaq.com) 11/12/01
 //              added nsk platform support //              added nsk platform support
   //              Roger Kumpf, Hewlett-Packard Company (roger_kumpf@hp.com)
   //              Amit K Arora, IBM (amita@in.ibm.com) for PEP#101
   //              Sean Keenan, Hewlett-Packard Company (sean.keenan@hp.com)
   //              David Dillard, VERITAS Software Corp.
   //                  (david.dillard@veritas.com)
 // //
 //%///////////////////////////////////////////////////////////////////////////// //%/////////////////////////////////////////////////////////////////////////////
  
 #include "Thread.h" #include "Thread.h"
 #include <Pegasus/Common/IPC.h>  #include <exception>
 #include <Pegasus/Common/Tracer.h> #include <Pegasus/Common/Tracer.h>
   #include "Time.h"
  
 #if defined(PEGASUS_OS_TYPE_WINDOWS) #if defined(PEGASUS_OS_TYPE_WINDOWS)
 # include "ThreadWindows.cpp" # include "ThreadWindows.cpp"
Line 38 
Line 52 
 # include "ThreadUnix.cpp" # include "ThreadUnix.cpp"
 #elif defined(PEGASUS_OS_TYPE_NSK) #elif defined(PEGASUS_OS_TYPE_NSK)
 # include "ThreadNsk.cpp" # include "ThreadNsk.cpp"
   #elif defined(PEGASUS_OS_VMS)
   # include "ThreadVms.cpp"
 #else #else
 # error "Unsupported platform" # error "Unsupported platform"
 #endif #endif
  
   PEGASUS_USING_STD;
 PEGASUS_NAMESPACE_BEGIN PEGASUS_NAMESPACE_BEGIN
  
  
Line 56 
Line 73 
 { {
    if( data != NULL)    if( data != NULL)
    {    {
       AcceptLanguages * al = static_cast<AcceptLanguages *>(data);        AutoPtr<AcceptLanguageList> al(static_cast<AcceptLanguageList *>(data));
       delete al;  
    }    }
 } }
 // l10n end // l10n end
  
 Boolean Thread::_signals_blocked = false; Boolean Thread::_signals_blocked = false;
 // l10n // l10n
 PEGASUS_THREAD_KEY_TYPE Thread::_platform_thread_key = -1;  #ifndef PEGASUS_OS_ZOS
   TSDKeyType Thread::_platform_thread_key = TSDKeyType(-1);
   #else
   TSDKeyType Thread::_platform_thread_key;
   #endif
 Boolean Thread::_key_initialized = false; Boolean Thread::_key_initialized = false;
 Boolean Thread::_key_error = false; Boolean Thread::_key_error = false;
  
  
 // for non-native implementations  void Thread::cleanup_push( void (*routine)(void *), void *parm)
 #ifndef PEGASUS_THREAD_CLEANUP_NATIVE  
 void Thread::cleanup_push( void (*routine)(void *), void *parm) throw(IPCException)  
 {  
     cleanup_handler *cu = new cleanup_handler(routine, parm);  
     try  
     {     {
         _cleanup.insert_first(cu);      AutoPtr<cleanup_handler> cu(new cleanup_handler(routine, parm));
     }      _cleanup.insert_front(cu.get());
     catch(IPCException&)      cu.release();
     {  
         delete cu;  
         throw;  
     }  
     return;     return;
 } }
  
 void Thread::cleanup_pop(Boolean execute) throw(IPCException)  void Thread::cleanup_pop(Boolean execute)
 { {
     cleanup_handler *cu ;      AutoPtr<cleanup_handler> cu;
     try     try
     {     {
         cu = _cleanup.remove_first() ;          cu.reset(_cleanup.remove_front());
     }     }
     catch(IPCException&)     catch(IPCException&)
     {     {
Line 99 
Line 110 
      }      }
     if(execute == true)     if(execute == true)
         cu->execute();         cu->execute();
     delete cu;  
 } }
  
 #endif  
  
   //thread_data *Thread::put_tsd(const Sint8 *key, void (*delete_func)(void *), Uint32 size, void *value)
 //thread_data *Thread::put_tsd(const Sint8 *key, void (*delete_func)(void *), Uint32 size, void *value) throw(IPCException)  
  
  
 #ifndef PEGASUS_THREAD_EXIT_NATIVE #ifndef PEGASUS_THREAD_EXIT_NATIVE
 void Thread::exit_self(PEGASUS_THREAD_RETURN exit_code)  void Thread::exit_self(ThreadReturnType exit_code)
 { {
     // execute the cleanup stack and then return     // execute the cleanup stack and then return
    while( _cleanup.count() )     while( _cleanup.size() )
    {    {
        try        try
        {        {
Line 125 
Line 133 
        }        }
    }    }
    _exit_code = exit_code;    _exit_code = exit_code;
    exit_thread(exit_code);     Threads::exit(exit_code);
    _handle.thid = 0;     Threads::clear(_handle.thid);
 } }
  
  
Line 145 
Line 153 
                 return -1;                 return -1;
         }         }
  
         if (pegasus_key_create(&Thread::_platform_thread_key) == 0)          if (TSDKey::create(&Thread::_platform_thread_key) == 0)
         {         {
                 Tracer::trace(TRC_THREAD, Tracer::LEVEL4,                 Tracer::trace(TRC_THREAD, Tracer::LEVEL4,
                           "Thread: able to create a thread key");                           "Thread: able to create a thread key");
Line 172 
Line 180 
         return NULL;         return NULL;
     }     }
     PEG_METHOD_EXIT();     PEG_METHOD_EXIT();
     return (Thread *)pegasus_get_thread_specific(_platform_thread_key);      return (Thread *)TSDKey::get_thread_specific(_platform_thread_key);
 } }
  
 void Thread::setCurrent(Thread * thrd) void Thread::setCurrent(Thread * thrd)
Line 180 
Line 188 
    PEG_METHOD_ENTER(TRC_THREAD, "Thread::setCurrent");    PEG_METHOD_ENTER(TRC_THREAD, "Thread::setCurrent");
    if (Thread::initializeKey() == 0)    if (Thread::initializeKey() == 0)
    {    {
         if (pegasus_set_thread_specific(Thread::_platform_thread_key,          if (TSDKey::set_thread_specific(
                                                                  (void *) thrd) == 0)                 Thread::_platform_thread_key, (void *) thrd) == 0)
         {         {
                 Tracer::trace(TRC_THREAD, Tracer::LEVEL4,                 Tracer::trace(TRC_THREAD, Tracer::LEVEL4,
                           "Successful set Thread * into thread specific storage");                           "Successful set Thread * into thread specific storage");
Line 189 
Line 197 
         else         else
         {         {
                 Tracer::trace(TRC_THREAD, Tracer::LEVEL4,                 Tracer::trace(TRC_THREAD, Tracer::LEVEL4,
                           "ERROR: got error setting Thread * into thread specific storage");                  "ERROR: error setting Thread * into thread specific storage");
         }         }
    }    }
    PEG_METHOD_EXIT();    PEG_METHOD_EXIT();
 } }
  
 AcceptLanguages * Thread::getLanguages()  AcceptLanguageList * Thread::getLanguages()
 { {
     PEG_METHOD_ENTER(TRC_THREAD, "Thread::getLanguages");     PEG_METHOD_ENTER(TRC_THREAD, "Thread::getLanguages");
  
         Thread * curThrd = Thread::getCurrent();         Thread * curThrd = Thread::getCurrent();
         if (curThrd == NULL)         if (curThrd == NULL)
                 return NULL;                 return NULL;
         AcceptLanguages * acceptLangs =      AcceptLanguageList * acceptLangs =
                  (AcceptLanguages *)curThrd->reference_tsd("acceptLanguages");          (AcceptLanguageList *)curThrd->reference_tsd("acceptLanguages");
         curThrd->dereference_tsd();         curThrd->dereference_tsd();
     PEG_METHOD_EXIT();     PEG_METHOD_EXIT();
         return acceptLangs;         return acceptLangs;
 } }
  
 void Thread::setLanguages(AcceptLanguages *langs) //l10n  void Thread::setLanguages(AcceptLanguageList *langs) //l10n
 { {
    PEG_METHOD_ENTER(TRC_THREAD, "Thread::setLanguages");    PEG_METHOD_ENTER(TRC_THREAD, "Thread::setLanguages");
  
Line 219 
Line 227 
                 // deletes the old tsd and creates a new one                 // deletes the old tsd and creates a new one
                 currentThrd->put_tsd("acceptLanguages",                 currentThrd->put_tsd("acceptLanguages",
                         language_delete,                         language_delete,
                         sizeof(AcceptLanguages *),              sizeof(AcceptLanguageList *),
                         langs);                         langs);
    }    }
  
Line 241 
Line 249 
 } }
 // l10n end // l10n end
  
 DQueue<ThreadPool> ThreadPool::_pools(true);  
  
   ///////////////////////////////////////////////////////////////////////////////
   //
   // ThreadPool
   //
   ///////////////////////////////////////////////////////////////////////////////
  
 void ThreadPool::kill_idle_threads(void)  ThreadPool::ThreadPool(
       Sint16 initialSize,
       const char* key,
       Sint16 minThreads,
       Sint16 maxThreads,
       struct timeval& deallocateWait)
       : _maxThreads(maxThreads),
         _minThreads(minThreads),
         _currentThreads(0),
         _idleThreads(),
         _runningThreads(),
         _dying(0)
 { {
    static struct timeval now, last = {0, 0};      _deallocateWait.tv_sec = deallocateWait.tv_sec;
       _deallocateWait.tv_usec = deallocateWait.tv_usec;
  
    pegasus_gettimeofday(&now);  
    if(now.tv_sec - last.tv_sec > 5)  
    {  
       _pools.lock();  
       ThreadPool *p = _pools.next(0);  
       while(p != 0)  
       {  
          try  
          {  
             p->kill_dead_threads();  
          }  
          catch(...)  
          {  
          }  
          p = _pools.next(p);  
       }  
       _pools.unlock();  
       pegasus_gettimeofday(&last);  
    }  
 }  
   
   
 ThreadPool::ThreadPool(Sint16 initial_size,  
                        const Sint8 *key,  
                        Sint16 min,  
                        Sint16 max,  
                        struct timeval & alloc_wait,  
                        struct timeval & dealloc_wait,  
                        struct timeval & deadlock_detect)  
    : _max_threads(max), _min_threads(min),  
      _current_threads(0),  
      _pool(true), _running(true),  
      _dead(true), _dying(0)  
 {  
    _allocate_wait.tv_sec = alloc_wait.tv_sec;  
    _allocate_wait.tv_usec = alloc_wait.tv_usec;  
    _deallocate_wait.tv_sec = dealloc_wait.tv_sec;  
    _deallocate_wait.tv_usec = dealloc_wait.tv_usec;  
    _deadlock_detect.tv_sec = deadlock_detect.tv_sec;  
    _deadlock_detect.tv_usec = deadlock_detect.tv_usec;  
    memset(_key, 0x00, 17);    memset(_key, 0x00, 17);
    if(key != 0)    if(key != 0)
       strncpy(_key, key, 16);  
    if(_max_threads > 0 && _max_threads < initial_size)  
       _max_threads = initial_size;  
    if(_min_threads > initial_size)  
       _min_threads = initial_size;  
   
    int i;  
    for(i = 0; i < initial_size; i++)  
    {    {
       _link_pool(_init_thread());          strncpy(_key, key, 16);
    }  
    _pools.insert_last(this);  
 } }
  
       if ((_maxThreads > 0) && (_maxThreads < initialSize))
   
 ThreadPool::~ThreadPool(void)  
 { {
           _maxThreads = initialSize;
    try  
    {  
       {  
          auto_mutex(&(this->_monitor));  
          _dying++;  
       }       }
  
       _pools.remove(this);      if (_minThreads > initialSize)
       Thread *th = 0;  
       th = _pool.remove_first();  
       while(th != 0)  
       {       {
          Semaphore *sleep_sem = (Semaphore *)th->reference_tsd("sleep sem");          _minThreads = initialSize;
       }
  
          if(sleep_sem == 0)      for (int i = 0; i < initialSize; i++)
          {          {
             th->dereference_tsd();          _addToIdleThreadsQueue(_initializeThread());
             throw NullPointer();  
          }          }
   
          // Signal to get the thread out of the work loop.  
          sleep_sem->signal();  
          // Signal to get the thread past the end. See the comment  
          // "wait to be awakend by the thread pool destructor"  
          // Note: the current implementation of Thread for Windows  
          // does not implement "pthread" cancelation points so this  
          // is needed.  
          sleep_sem->signal();  
   
          th->dereference_tsd();  
          // signal the thread's sleep semaphore  
          th->cancel();  
          th->join();  
          th->empty_tsd();  
          delete th;  
          th = _pool.remove_first();  
       }       }
  
       th = _dead.remove_first();  ThreadPool::~ThreadPool()
       while(th != 0)  
       {       {
          Semaphore *sleep_sem = (Semaphore *)th->reference_tsd("sleep sem");      PEG_METHOD_ENTER(TRC_THREAD, "ThreadPool::~ThreadPool");
  
          if(sleep_sem == 0)      try
          {          {
             th->dereference_tsd();          // Set the dying flag so all thread know the destructor has been entered
             throw NullPointer();          _dying++;
          }         Tracer::trace(TRC_THREAD, Tracer::LEVEL2,
                   "Cleaning up %d idle threads. ", _currentThreads.get());
   
          sleep_sem->signal();  
          th->dereference_tsd();  
  
          // signal the thread's sleep semaphore  printf("***BEFORE\n");
          th->cancel();          while (_currentThreads.get() > 0)
          th->join();  
          th->empty_tsd();  
          delete th;  
          th = _dead.remove_first();  
       }  
       {       {
               Thread* thread = _idleThreads.remove_front();
          auto_mutex(&(this->_monitor));              if (thread != 0)
       th = _running.remove_first();  
       while(th != 0)  
       {       {
          // signal the thread's sleep semaphore  printf("***INSIDE1\n");
          Semaphore *sleep_sem = (Semaphore *)th->reference_tsd("sleep sem");                  _cleanupThread(thread);
          if(sleep_sem == 0 )                  _currentThreads--;
               }
               else
          {          {
             th->dereference_tsd();  printf("***INSIDE2\n");
             throw NullPointer();                  Threads::yield();
          }          }
   
          sleep_sem->signal();  
          th->dereference_tsd();  
   
          th->cancel();  
   
          // ensure that th->run() has a chance to execute so that the join will not  
          // block  
          th->join();  
          th->empty_tsd();  
          delete th;  
          th = _running.remove_first();  
       }       }
   printf("***AFTER\n");
       }       }
   
    }  
   
    catch(...)    catch(...)
    {    {
    }    }
   
 } }
  
 // make this static to the class  ThreadReturnType PEGASUS_THREAD_CDECL ThreadPool::_loop(void* parm)
 PEGASUS_THREAD_RETURN PEGASUS_THREAD_CDECL ThreadPool::_loop(void *parm)  
 { {
    PEG_METHOD_ENTER(TRC_THREAD, "ThreadPool::_loop");    PEG_METHOD_ENTER(TRC_THREAD, "ThreadPool::_loop");
  
    Thread *myself = (Thread *)parm;      try
    if(myself == 0)  
    {    {
       PEG_METHOD_EXIT();          Thread* myself = (Thread *)parm;
       throw NullPointer();          PEGASUS_ASSERT(myself != 0);
    }  
  
 // l10n  
    // Set myself into thread specific storage    // Set myself into thread specific storage
    // This will allow code to get its own Thread    // This will allow code to get its own Thread
    Thread::setCurrent(myself);    Thread::setCurrent(myself);
  
    ThreadPool *pool = (ThreadPool *)myself->get_parm();    ThreadPool *pool = (ThreadPool *)myself->get_parm();
    if(pool == 0 )          PEGASUS_ASSERT(pool != 0);
    {  
       PEG_METHOD_EXIT();  
       throw NullPointer();  
    }  
  
    Semaphore *sleep_sem = 0;    Semaphore *sleep_sem = 0;
    Semaphore *blocking_sem = 0;          struct timeval* lastActivityTime = 0;
   
    struct timeval *deadlock_timer = 0;  
  
    try    try
    {    {
       sleep_sem = (Semaphore *)myself->reference_tsd("sleep sem");       sleep_sem = (Semaphore *)myself->reference_tsd("sleep sem");
       myself->dereference_tsd();       myself->dereference_tsd();
       deadlock_timer = (struct timeval *)myself->reference_tsd("deadlock timer");              PEGASUS_ASSERT(sleep_sem != 0);
   
               lastActivityTime =
                   (struct timeval *)myself->reference_tsd("last activity time");
       myself->dereference_tsd();       myself->dereference_tsd();
    }              PEGASUS_ASSERT(lastActivityTime != 0);
    catch(IPCException &)  
    {  
       PEG_METHOD_EXIT();  
       return(0);  
    }    }
    catch(...)    catch(...)
    {    {
               Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,
                   "ThreadPool::_loop: Failure getting sleep_sem or "
                       "lastActivityTime.");
               PEGASUS_ASSERT(false);
               pool->_idleThreads.remove(myself);
               pool->_currentThreads--;
       PEG_METHOD_EXIT();       PEG_METHOD_EXIT();
       return(0);              return((ThreadReturnType)1);
    }    }
  
    if(sleep_sem == 0 || deadlock_timer == 0)          while (1)
    {    {
       PEG_METHOD_EXIT();              try
       throw NullPointer();  
    }  
   
    while(pool->_dying.value() < 1)  
    {    {
       sleep_sem->wait();       sleep_sem->wait();
               }
               catch (...)
               {
                   Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,
                       "ThreadPool::_loop: failure on sleep_sem->wait().");
                   PEGASUS_ASSERT(false);
                   pool->_idleThreads.remove(myself);
                   pool->_currentThreads--;
                   PEG_METHOD_EXIT();
                   return((ThreadReturnType)1);
               }
  
       // when we awaken we reside on the running queue, not the pool queue              // When we awaken we reside on the _runningThreads queue, not the
               // _idleThreads queue.
  
       PEGASUS_THREAD_RETURN (PEGASUS_THREAD_CDECL *_work)(void *) = 0;              ThreadReturnType (PEGASUS_THREAD_CDECL* work)(void *) = 0;
       void *parm = 0;       void *parm = 0;
               Semaphore* blocking_sem = 0;
  
       try       try
       {       {
          _work = (PEGASUS_THREAD_RETURN (PEGASUS_THREAD_CDECL *)(void *)) \                  work = (ThreadReturnType (PEGASUS_THREAD_CDECL *)(void *))
             myself->reference_tsd("work func");             myself->reference_tsd("work func");
          myself->dereference_tsd();          myself->dereference_tsd();
          parm = myself->reference_tsd("work parm");          parm = myself->reference_tsd("work parm");
          myself->dereference_tsd();          myself->dereference_tsd();
          blocking_sem = (Semaphore *)myself->reference_tsd("blocking sem");          blocking_sem = (Semaphore *)myself->reference_tsd("blocking sem");
          myself->dereference_tsd();          myself->dereference_tsd();
   
       }       }
       catch(IPCException &)              catch (...)
       {       {
                   Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,
                       "ThreadPool::_loop: Failure accessing work func, work parm, "
                           "or blocking sem.");
                   PEGASUS_ASSERT(false);
                   pool->_idleThreads.remove(myself);
                   pool->_currentThreads--;
          PEG_METHOD_EXIT();          PEG_METHOD_EXIT();
          return(0);                  return((ThreadReturnType)1);
       }       }
  
       if(_work == 0)              if (work == 0)
       {       {
          PEG_METHOD_EXIT();                  Tracer::trace(TRC_THREAD, Tracer::LEVEL4,
          throw NullPointer();                      "ThreadPool::_loop: work func is 0, meaning we should exit.");
                   break;
       }       }
  
       if(_work ==              Time::gettimeofday(lastActivityTime);
          (PEGASUS_THREAD_RETURN (PEGASUS_THREAD_CDECL *)(void *)) &_undertaker)  
       {  
          _work(parm);  
       }  
  
       gettimeofday(deadlock_timer, NULL);  
       try       try
       {       {
          {                  PEG_TRACE_STRING(TRC_THREAD, Tracer::LEVEL4, "Work starting.");
             auto_mutex(&(pool->_monitor));                  work(parm);
             if(pool->_dying.value())                  PEG_TRACE_STRING(TRC_THREAD, Tracer::LEVEL4, "Work finished.");
             {  
                break;  
             }             }
               catch (Exception & e)
               {
                   PEG_TRACE_STRING(TRC_DISCARDED_DATA, Tracer::LEVEL2,
                       String("Exception from work in ThreadPool::_loop: ") +
                           e.getMessage());
          }          }
          _work(parm);  #if !defined(PEGASUS_OS_LSB)
               catch (const exception& e)
               {
                   PEG_TRACE_STRING(TRC_DISCARDED_DATA, Tracer::LEVEL2,
                       String("Exception from work in ThreadPool::_loop: ") +
                           e.what());
       }       }
   #endif
       catch(...)       catch(...)
       {       {
          return((PEGASUS_THREAD_RETURN)0);                  PEG_TRACE_STRING(TRC_DISCARDED_DATA, Tracer::LEVEL2,
                       "Unknown exception from work in ThreadPool::_loop.");
       }       }
  
   
   
       // put myself back onto the available list       // put myself back onto the available list
       try       try
       {       {
          auto_mutex(&(pool->_monitor));                  Time::gettimeofday(lastActivityTime);
          if(pool->_dying.value() == 0)  
          {  
             gettimeofday(deadlock_timer, NULL);  
             if( blocking_sem != 0 )             if( blocking_sem != 0 )
                   {
                blocking_sem->signal();                blocking_sem->signal();
                   }
  
             pool->_running.remove((void *)myself);                  pool->_runningThreads.remove(myself);
             pool->_pool.insert_first(myself);                  pool->_idleThreads.insert_front(myself);
          }          }
          else              catch (...)
          {          {
                   Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,
                       "ThreadPool::_loop: Adding thread to idle pool failed.");
                   PEGASUS_ASSERT(false);
                   pool->_currentThreads--;
             PEG_METHOD_EXIT();             PEG_METHOD_EXIT();
             return((PEGASUS_THREAD_RETURN)0);                  return((ThreadReturnType)1);
          }          }
       }       }
       catch(IPCException &)      }
       catch (const Exception& e)
       {       {
          PEG_METHOD_EXIT();          PEG_TRACE_STRING(TRC_DISCARDED_DATA, Tracer::LEVEL2,
          return((PEGASUS_THREAD_RETURN)0);              "Caught exception: \"" + e.getMessage() + "\".  Exiting _loop.");
       }       }
       catch (...)
       {
           PEG_TRACE_STRING(TRC_DISCARDED_DATA, Tracer::LEVEL2,
               "Caught unrecognized exception.  Exiting _loop.");
    }    }
  
    // TODO: Why is this needed? Why not just continue?  
    // wait to be awakend by the thread pool destructor  
    sleep_sem->wait();  
   
    myself->test_cancel();  
   
    PEG_METHOD_EXIT();    PEG_METHOD_EXIT();
    myself->exit_self(0);      return((ThreadReturnType)0);
    return((PEGASUS_THREAD_RETURN)0);  
 } }
  
 void ThreadPool::allocate_and_awaken(void *parm,  ThreadStatus ThreadPool::allocate_and_awaken(
                                      PEGASUS_THREAD_RETURN \      void* parm,
                                      (PEGASUS_THREAD_CDECL *work)(void *),      ThreadReturnType (PEGASUS_THREAD_CDECL* work)(void *),
                                      Semaphore *blocking)                                      Semaphore *blocking)
   
    throw(IPCException)  
 { {
    PEG_METHOD_ENTER(TRC_THREAD, "ThreadPool::allocate_and_awaken");    PEG_METHOD_ENTER(TRC_THREAD, "ThreadPool::allocate_and_awaken");
    struct timeval start;  
    gettimeofday(&start, NULL);      // Allocate_and_awaken will not run if the _dying flag is set.
    Thread *th = 0;      // Once the lock is acquired, ~ThreadPool will not change
       // the value of _dying until the lock is released.
  
    try    try
    {    {
       auto_mutex(&(this->_monitor));          if (_dying.get())
       if(_dying.value())  
       {  
          return;  
       }  
       th = _pool.remove_first();  
    }  
    catch(...)  
    {    {
       return;              Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,
                   "ThreadPool::allocate_and_awaken: ThreadPool is dying(1).");
               return PEGASUS_THREAD_UNAVAILABLE;
    }    }
           struct timeval start;
           Time::gettimeofday(&start);
           Thread* th = 0;
  
           th = _idleThreads.remove_front();
  
    // wait for the right interval and try again          if (th == 0)
    while (th == 0 && _dying.value() < 1)  
    {    {
       // will throw an IPCException&              if ((_maxThreads == 0) ||
       _check_deadlock(&start) ;                  (_currentThreads.get() < Uint32(_maxThreads)))
   
       if(_max_threads == 0 || _current_threads < _max_threads)  
       {       {
          th = _init_thread();                  th = _initializeThread();
          continue;  
       }       }
       pegasus_yield();  
       try  
       {  
          auto_mutex(&(this->_monitor));  
          if(_dying.value())  
          {  
             return;  
          }          }
          th = _pool.remove_first();  
       }          if (th == 0)
       catch(...)  
       {       {
          return ;              // ATTN-DME-P3-20031103: This trace message should not be
       }              // be labeled TRC_DISCARDED_DATA, because it does not
               // necessarily imply that a failure has occurred.  However,
               // this label is being used temporarily to help isolate
               // the cause of client timeout problems.
               Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,
                   "ThreadPool::allocate_and_awaken: Insufficient resources: "
                       " pool = %s, running threads = %d, idle threads = %d",
                   _key, _runningThreads.size(), _idleThreads.size());
               return PEGASUS_THREAD_INSUFFICIENT_RESOURCES;
    }    }
  
    if(_dying.value() < 1)  
    {  
       // initialize the thread data with the work function and parameters       // initialize the thread data with the work function and parameters
       Tracer::trace(TRC_THREAD, Tracer::LEVEL4,       Tracer::trace(TRC_THREAD, Tracer::LEVEL4,
           "Initializing thread with work function and parameters: parm = %p",           "Initializing thread with work function and parameters: parm = %p",
Line 617 
Line 544 
  
       th->delete_tsd("work func");       th->delete_tsd("work func");
       th->put_tsd("work func", NULL,       th->put_tsd("work func", NULL,
                   sizeof( PEGASUS_THREAD_RETURN (PEGASUS_THREAD_CDECL *)(void *)),              sizeof( ThreadReturnType (PEGASUS_THREAD_CDECL *)(void *)),
                   (void *)work);                   (void *)work);
       th->delete_tsd("work parm");       th->delete_tsd("work parm");
       th->put_tsd("work parm", NULL, sizeof(void *), parm);       th->put_tsd("work parm", NULL, sizeof(void *), parm);
       th->delete_tsd("blocking sem");       th->delete_tsd("blocking sem");
       if(blocking != 0 )       if(blocking != 0 )
          th->put_tsd("blocking sem", NULL, sizeof(Semaphore *), blocking);          th->put_tsd("blocking sem", NULL, sizeof(Semaphore *), blocking);
       try  
       {  
          auto_mutex(&(this->_monitor));  
          if(_dying.value())  
          {  
             th->cancel();  
             th->join();  
             delete th;  
             return;  
          }  
  
          // put the thread on the running list          // put the thread on the running list
           _runningThreads.insert_front(th);
  
   
          _running.insert_first(th);  
       // signal the thread's sleep semaphore to awaken it       // signal the thread's sleep semaphore to awaken it
          Semaphore *sleep_sem = (Semaphore *)th->reference_tsd("sleep sem");          Semaphore *sleep_sem = (Semaphore *)th->reference_tsd("sleep sem");
           PEGASUS_ASSERT(sleep_sem != 0);
  
          if(sleep_sem == 0)  
          {  
             th->dereference_tsd();  
             PEG_METHOD_EXIT();  
             throw NullPointer();  
          }  
          Tracer::trace(TRC_THREAD, Tracer::LEVEL4, "Signal thread to awaken");          Tracer::trace(TRC_THREAD, Tracer::LEVEL4, "Signal thread to awaken");
          sleep_sem->signal();          sleep_sem->signal();
          th->dereference_tsd();          th->dereference_tsd();
       }       }
       catch(...)       catch(...)
       {       {
           Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,
               "ThreadPool::allocate_and_awaken: Operation Failed.");
          PEG_METHOD_EXIT();          PEG_METHOD_EXIT();
          return;          // ATTN: Error result has not yet been defined
           return PEGASUS_THREAD_SETUP_FAILURE;
       }       }
   
    }  
    else  
    {  
       th->cancel();  
       th->join();  
       delete th;  
    }  
   
    PEG_METHOD_EXIT();    PEG_METHOD_EXIT();
       return PEGASUS_THREAD_OK;
 } }
  
 // caller is responsible for only calling this routine during slack periods // caller is responsible for only calling this routine during slack periods
 // but should call it at least once per _deadlock_detect with the running q  // but should call it at least once per _deallocateWait interval.
 // and at least once per _deallocate_wait for the pool q  
  
 Uint32 ThreadPool::kill_dead_threads(void)  Uint32 ThreadPool::cleanupIdleThreads()
          throw(IPCException)  
 { {
    struct timeval now;      PEG_METHOD_ENTER(TRC_THREAD, "ThreadPool::cleanupIdleThreads");
    gettimeofday(&now, NULL);  
    Uint32 bodies = 0;  
  
    // first go thread the dead q and clean it up as much as possible      Uint32 numThreadsCleanedUp = 0;
    try  
    {  
       auto_mutex(&(this->_monitor));  
       if(_dying.value() )  
       {  
          return 0;  
       }  
  
       while(_dead.count() > 0 && _dying.value() == 0 )      Uint32 numIdleThreads = _idleThreads.size();
       for (Uint32 i = 0; i < numIdleThreads; i++)
       {       {
          Tracer::trace(TRC_THREAD, Tracer::LEVEL4, "ThreadPool:: removing and joining dead thread");          // Do not dip below the minimum thread count
          Thread *dead = _dead.remove_first();          if (_currentThreads.get() <= (Uint32)_minThreads)
   
          if(dead == 0)  
             throw NullPointer();  
          dead->join();  
          delete dead;  
       }  
    }  
    catch(...)  
    {    {
               break;
    }    }
  
           Thread* thread = _idleThreads.remove_back();
  
    DQueue<Thread> * map[2] =          // If there are no more threads in the _idleThreads queue, we're done.
       {          if (thread == 0)
          &_pool, &_running  
       };  
   
   
    DQueue<Thread> *q = 0;  
    int i = 0;  
    AtomicInt needed(0);  
   
 #ifdef PEGASUS_DISABLE_KILLING_HUNG_THREADS  
    // This change prevents the thread pool from killing "hung" threads.  
    // The definition of a "hung" thread is one that has been on the run queue  
    // for longer than the time interval set when the thread pool was created.  
    // Cancelling "hung" threads has proven to be problematic.  
   
    // With this change the thread pool will not cancel "hung" threads.  This  
    // may prevent a crash depending upon the state of the "hung" thread.  In  
    // the case that the thread is actually hung, this change causes the  
    // thread resources not to be reclaimed.  
   
    // Idle threads, those that have not executed a routine for a time  
    // interval, continue to be destroyed.  This is normal and should not  
    // cause any problems.  
    for( ; i < 1; i++)  
 #else  
    for( ; i < 2; i++)  
 #endif  
    {  
       auto_mutex(&(this->_monitor));  
       q = map[i];  
       if(q->count() > 0 )  
       {  
          try  
          {  
             if(_dying.value())  
             {  
                return bodies;  
             }  
   
             q->try_lock();  
          }  
          catch(...)  
          {          {
             return bodies;              break;
          }          }
  
          struct timeval dt = { 0, 0 };          struct timeval* lastActivityTime;
          struct timeval *dtp;  
          Thread *th = 0;  
          th = q->next(th);  
          while (th != 0 )  
          {  
             try             try
             {             {
                dtp = (struct timeval *)th->try_reference_tsd("deadlock timer");              lastActivityTime = (struct timeval *)thread->try_reference_tsd(
                   "last activity time");
               PEGASUS_ASSERT(lastActivityTime != 0);
             }             }
             catch(...)             catch(...)
             {             {
                q->unlock();              PEGASUS_ASSERT(false);
                return bodies;              _idleThreads.insert_back(thread);
             }              break;
   
             if(dtp != 0)  
             {  
                memcpy(&dt, dtp, sizeof(struct timeval));  
             }  
             th->dereference_tsd();  
             struct timeval deadlock_timeout;  
             Boolean too_long;  
             if( i == 0)  
             {  
                too_long = check_time(&dt, get_deallocate_wait(&deadlock_timeout));  
             }  
             else  
             {  
                too_long = check_time(&dt, get_deadlock_detect(&deadlock_timeout));  
             }             }
  
             if( true == too_long)          Boolean cleanupThisThread =
             {              _timeIntervalExpired(lastActivityTime, &_deallocateWait);
                // if we are deallocating from the pool, escape if we are          thread->dereference_tsd();
                // down to the minimum thread count  
                _current_threads--;          if (cleanupThisThread)
                if( _current_threads.value() < (Uint32)_min_threads )          {
                {              _cleanupThread(thread);
                   if( i == 0)              _currentThreads--;
                   {              numThreadsCleanedUp++;
                      _current_threads++;  
                      th = q->next(th);  
                      continue;  
                   }                   }
                   else                   else
                   {                   {
                      // we are killing a hung thread and we will drop below the              _idleThreads.insert_front(thread);
                      // minimum. create another thread to make up for the one  
                      // we are about to kill  
                      needed++;  
                   }                   }
                }                }
  
                th = q->remove_no_lock((void *)th);      PEG_METHOD_EXIT();
       return numThreadsCleanedUp;
   }
  
                if(th != 0)  void ThreadPool::_cleanupThread(Thread* thread)
                {                {
                   if( i == 0 )      PEG_METHOD_ENTER(TRC_THREAD, "ThreadPool::cleanupThread");
                   {  
                      th->delete_tsd("work func");  
                      th->put_tsd("work func", NULL,  
                                  sizeof( PEGASUS_THREAD_RETURN (PEGASUS_THREAD_CDECL *)(void *)),  
                                  (void *)&_undertaker);  
                      th->delete_tsd("work parm");  
                      th->put_tsd("work parm", NULL, sizeof(void *), th);  
   
                      // signal the thread's sleep semaphore to awaken it  
                      Semaphore *sleep_sem = (Semaphore *)th->reference_tsd("sleep sem");  
  
                      if(sleep_sem == 0)      // Set the "work func" and "work parm" to 0 so _loop() knows to exit.
                      {      thread->delete_tsd("work func");
                         q->unlock();      thread->put_tsd(
                         th->dereference_tsd();          "work func", 0,
                         throw NullPointer();          sizeof(ThreadReturnType (PEGASUS_THREAD_CDECL *)(void *)),
                      }          (void *) 0);
       thread->delete_tsd("work parm");
       thread->put_tsd("work parm", 0, sizeof(void *), 0);
  
                      bodies++;      // signal the thread's sleep semaphore to awaken it
                      th->dereference_tsd();      Semaphore* sleep_sem = (Semaphore *)thread->reference_tsd("sleep sem");
                      _dead.insert_first(th);      PEGASUS_ASSERT(sleep_sem != 0);
                      sleep_sem->signal();                      sleep_sem->signal();
                      th = 0;      thread->dereference_tsd();
                   }  
                   else  
                   {  
                      // deadlocked threads  
                      Tracer::trace(TRC_THREAD, Tracer::LEVEL4, "Killing a deadlocked thread");  
                      th->cancel();  
                      delete th;  
                   }  
                }  
             }  
             th = q->next(th);  
             pegasus_sleep(1);  
          }  
          q->unlock();  
       }  
    }  
    if(_dying.value() )  
       return bodies;  
  
    while (needed.value() > 0)   {      thread->join();
       _link_pool(_init_thread());      delete thread;
       needed--;  
       pegasus_sleep(0);  
    }  
     return bodies;  
 }  
  
       PEG_METHOD_EXIT();
   }
  
 Boolean ThreadPool::check_time(struct timeval *start, struct timeval *interval)  Boolean ThreadPool::_timeIntervalExpired(
       struct timeval* start,
       struct timeval* interval)
 { {
    // never time out if the interval is zero    // never time out if the interval is zero
    if(interval && interval->tv_sec == 0 && interval->tv_usec == 0)      if (interval && (interval->tv_sec == 0) && (interval->tv_usec == 0))
       {
       return false;       return false;
       }
  
    struct timeval now, finish, remaining ;    struct timeval now, finish, remaining ;
    Uint32 usec;    Uint32 usec;
    pegasus_gettimeofday(&now);      Time::gettimeofday(&now);
    /* remove valgrind error */      Time::gettimeofday(&remaining);    // Avoid valgrind error
    pegasus_gettimeofday(&remaining);  
   
  
    finish.tv_sec = start->tv_sec + interval->tv_sec;    finish.tv_sec = start->tv_sec + interval->tv_sec;
    usec = start->tv_usec + interval->tv_usec;    usec = start->tv_usec + interval->tv_usec;
Line 881 
Line 681 
    usec %= 1000000;    usec %= 1000000;
    finish.tv_usec = usec;    finish.tv_usec = usec;
  
    if ( timeval_subtract(&remaining, &finish, &now) )      return (Time::subtract(&remaining, &finish, &now) != 0);
       return true;  
    else  
       return false;  
 } }
  
 PEGASUS_THREAD_RETURN ThreadPool::_undertaker( void *parm )  void ThreadPool::_deleteSemaphore(void *p)
 {  
    exit_thread((PEGASUS_THREAD_RETURN)1);  
    return (PEGASUS_THREAD_RETURN)1;  
 }  
   
   
  void ThreadPool::_sleep_sem_del(void *p)  
 {  
    if(p != 0)  
    {    {
       delete (Semaphore *)p;       delete (Semaphore *)p;
    }    }
 }  
  
  void ThreadPool::_check_deadlock(struct timeval *start) throw(Deadlock)  Thread* ThreadPool::_initializeThread()
 { {
    if (true == check_time(start, &_deadlock_detect))      PEG_METHOD_ENTER(TRC_THREAD, "ThreadPool::_initializeThread");
       throw Deadlock(pegasus_thread_self());  
    return;  
 }  
   
   
  Boolean ThreadPool::_check_deadlock_no_throw(struct timeval *start)  
 {  
    return(check_time(start, &_deadlock_detect));  
 }  
   
  Boolean ThreadPool::_check_dealloc(struct timeval *start)  
 {  
    return(check_time(start, &_deallocate_wait));  
 }  
  
  Thread *ThreadPool::_init_thread(void) throw(IPCException)  
 {  
    Thread *th = (Thread *) new Thread(_loop, this, false);    Thread *th = (Thread *) new Thread(_loop, this, false);
   
    // allocate a sleep semaphore and pass it in the thread context    // allocate a sleep semaphore and pass it in the thread context
    // initial count is zero, loop function will sleep until    // initial count is zero, loop function will sleep until
    // we signal the semaphore    // we signal the semaphore
    Semaphore *sleep_sem = (Semaphore *) new Semaphore(0);    Semaphore *sleep_sem = (Semaphore *) new Semaphore(0);
    th->put_tsd("sleep sem", &_sleep_sem_del, sizeof(Semaphore), (void *)sleep_sem);      th->put_tsd(
           "sleep sem", &_deleteSemaphore, sizeof(Semaphore), (void *)sleep_sem);
  
    struct timeval *dldt = (struct timeval *) ::operator new(sizeof(struct timeval));      struct timeval* lastActivityTime =
    pegasus_gettimeofday(dldt);          (struct timeval *) ::operator new(sizeof(struct timeval));
       Time::gettimeofday(lastActivityTime);
  
    th->put_tsd("deadlock timer", thread_data::default_delete, sizeof(struct timeval), (void *)dldt);      th->put_tsd("last activity time", thread_data::default_delete,
    // thread will enter _loop(void *) and sleep on sleep_sem until we signal it          sizeof(struct timeval), (void *)lastActivityTime);
       // thread will enter _loop() and sleep on sleep_sem until we signal it
  
    th->run();      if (th->run() != PEGASUS_THREAD_OK)
    _current_threads++;      {
    pegasus_yield();                  Tracer::trace(TRC_THREAD, Tracer::LEVEL2,
                           "Could not create thread. Error code is %d.", errno);
           delete th;
           return 0;
       }
       _currentThreads++;
       Threads::yield();
  
       PEG_METHOD_EXIT();
    return th;    return th;
 } }
  
  void ThreadPool::_link_pool(Thread *th) throw(IPCException)  void ThreadPool::_addToIdleThreadsQueue(Thread* th)
 { {
    if(th == 0)    if(th == 0)
       throw NullPointer();  
    try  
    {    {
           Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,
       auto_mutex(&(this->_monitor));              "ThreadPool::_addToIdleThreadsQueue: Thread pointer is null.");
       if(_dying.value())          throw NullPointer();
       {  
          th->cancel();  
          th->join();  
          delete th;  
       }       }
  
       _pool.insert_first(th);      try
       {
           _idleThreads.insert_front(th);
    }    }
    catch(...)    catch(...)
    {    {
           Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,
               "ThreadPool::_addToIdleThreadsQueue: _idleThreads.insert_front "
                   "failed.");
    }    }
 } }
  
   // ATTN: not sure where to put this!
   #ifdef PEGASUS_ZOS_SECURITY
   bool isEnhancedSecurity=99;
   #endif
  
 PEGASUS_NAMESPACE_END PEGASUS_NAMESPACE_END
   


Legend:
Removed from v.1.49  
changed lines
  Added in v.1.90.2.4

No CVS admin address has been configured
Powered by
ViewCVS 0.9.2