(file) Return to Monitor.cpp CVS log (file) (dir) Up to [Pegasus] / pegasus / src / Pegasus / Common

Diff for /pegasus/src/Pegasus/Common/Monitor.cpp between version 1.54 and 1.75

version 1.54, 2003/10/05 23:25:43 version 1.75, 2004/08/23 10:57:47
Line 1 
Line 1 
 //%/////////////////////////////////////////////////////////////////////////////  //%2003////////////////////////////////////////////////////////////////////////
 // //
 // Copyright (c) 2000, 2001, 2002 BMC Software, Hewlett-Packard Company, IBM,  // Copyright (c) 2000, 2001, 2002  BMC Software, Hewlett-Packard Development
 // The Open Group, Tivoli Systems  // Company, L. P., IBM Corp., The Open Group, Tivoli Systems.
   // Copyright (c) 2003 BMC Software; Hewlett-Packard Development Company, L. P.;
   // IBM Corp.; EMC Corporation, The Open Group.
 // //
 // Permission is hereby granted, free of charge, to any person obtaining a copy // Permission is hereby granted, free of charge, to any person obtaining a copy
 // of this software and associated documentation files (the "Software"), to // of this software and associated documentation files (the "Software"), to
Line 24 
Line 26 
 // Author: Mike Brasher (mbrasher@bmc.com) // Author: Mike Brasher (mbrasher@bmc.com)
 // //
 // Modified By: Mike Day (monitor_2) mdday@us.ibm.com // Modified By: Mike Day (monitor_2) mdday@us.ibm.com
   //              Amit K Arora (Bug#1153) amita@in.ibm.com
   //              Alagaraja Ramasubramanian (alags_raj@in.ibm.com) for Bug#1090
 // //
 //%///////////////////////////////////////////////////////////////////////////// //%/////////////////////////////////////////////////////////////////////////////
  
Line 35 
Line 39 
 #include "Socket.h" #include "Socket.h"
 #include <Pegasus/Common/Tracer.h> #include <Pegasus/Common/Tracer.h>
 #include <Pegasus/Common/HTTPConnection.h> #include <Pegasus/Common/HTTPConnection.h>
   #include <Pegasus/Common/MessageQueueService.h>
   #include <Pegasus/Common/Exception.h>
  
 #ifdef PEGASUS_OS_TYPE_WINDOWS #ifdef PEGASUS_OS_TYPE_WINDOWS
 # if defined(FD_SETSIZE) && FD_SETSIZE != 1024 # if defined(FD_SETSIZE) && FD_SETSIZE != 1024
Line 64 
Line 70 
  
 static AtomicInt _connections = 0; static AtomicInt _connections = 0;
  
   
 static struct timeval create_time = {0, 1}; static struct timeval create_time = {0, 1};
 static struct timeval destroy_time = {300, 0}; static struct timeval destroy_time = {300, 0};
 static struct timeval deadlock_time = {0, 0}; static struct timeval deadlock_time = {0, 0};
Line 93 
Line 98 
  
 #define MAX_NUMBER_OF_MONITOR_ENTRIES  32 #define MAX_NUMBER_OF_MONITOR_ENTRIES  32
 Monitor::Monitor() Monitor::Monitor()
    : _module_handle(0), _controller(0), _async(false), _stopConnections(0)     : _module_handle(0),
        _controller(0),
        _async(false),
        _stopConnections(0),
        _stopConnectionsSem(0),
        _solicitSocketCount(0)
 { {
     int numberOfMonitorEntriesToAllocate = MAX_NUMBER_OF_MONITOR_ENTRIES;     int numberOfMonitorEntriesToAllocate = MAX_NUMBER_OF_MONITOR_ENTRIES;
     Socket::initializeInterface();     Socket::initializeInterface();
     _rep = 0;     _rep = 0;
     _entries.reserveCapacity(numberOfMonitorEntriesToAllocate);     _entries.reserveCapacity(numberOfMonitorEntriesToAllocate);
     for( int i = 0; i < numberOfMonitorEntriesToAllocate; i++ )  
       // setup the tickler
       initializeTickler();
   
       // Start the count at 1 because initilizeTickler()
       // has added an entry in the first position of the
       // _entries array
       for( int i = 1; i < numberOfMonitorEntriesToAllocate; i++ )
     {     {
        _MonitorEntry entry(0, 0, 0);        _MonitorEntry entry(0, 0, 0);
        _entries.append(entry);        _entries.append(entry);
Line 107 
Line 124 
 } }
  
 Monitor::Monitor(Boolean async) Monitor::Monitor(Boolean async)
    : _module_handle(0), _controller(0), _async(async), _stopConnections(0)     : _module_handle(0),
        _controller(0),
        _async(async),
        _stopConnections(0),
        _stopConnectionsSem(0),
        _solicitSocketCount(0)
 { {
     int numberOfMonitorEntriesToAllocate = MAX_NUMBER_OF_MONITOR_ENTRIES;     int numberOfMonitorEntriesToAllocate = MAX_NUMBER_OF_MONITOR_ENTRIES;
     Socket::initializeInterface();     Socket::initializeInterface();
     _rep = 0;     _rep = 0;
     _entries.reserveCapacity(numberOfMonitorEntriesToAllocate);     _entries.reserveCapacity(numberOfMonitorEntriesToAllocate);
     for( int i = 0; i < numberOfMonitorEntriesToAllocate; i++ )  
       // setup the tickler
       initializeTickler();
   
       // Start the count at 1 because initilizeTickler()
       // has added an entry in the first position of the
       // _entries array
       for( int i = 1; i < numberOfMonitorEntriesToAllocate; i++ )
     {     {
        _MonitorEntry entry(0, 0, 0);        _MonitorEntry entry(0, 0, 0);
        _entries.append(entry);        _entries.append(entry);
     }     }
     if( _async == true )  
     {  
        _thread_pool = new ThreadPool(0,  
                                      "Monitor",  
                                      0,  
                                      0,  
                                      create_time,  
                                      destroy_time,  
                                      deadlock_time);  
     }  
     else  
        _thread_pool = 0;  
 } }
  
 Monitor::~Monitor() Monitor::~Monitor()
Line 149 
Line 166 
     Socket::uninitializeInterface();     Socket::uninitializeInterface();
     Tracer::trace(TRC_HTTP, Tracer::LEVEL4,     Tracer::trace(TRC_HTTP, Tracer::LEVEL4,
                   "returning from monitor destructor");                   "returning from monitor destructor");
     if(_async == true)  
        delete _thread_pool;  
 } }
  
   void Monitor::initializeTickler(){
       /*
          NOTE: On any errors trying to
                setup out tickle connection,
                throw an exception/end the server
       */
   
       /* setup the tickle server/listener */
   
       // get a socket for the server side
       if((_tickle_server_socket = ::socket(PF_INET, SOCK_STREAM, 0)) < 0){
           //handle error
           MessageLoaderParms parms("Common.Monitor.TICKLE_CREATE",
                                    "Received error number $0 while creating the internal socket.",
   #if !defined(PEGASUS_OS_TYPE_WINDOWS)
                                    errno);
   #else
                                    WSAGetLastError());
   #endif
           throw Exception(parms);
       }
  
 int Monitor::kill_idle_threads()      // initialize the address
 {      memset(&_tickle_server_addr, 0, sizeof(_tickle_server_addr));
    static struct timeval now, last;  #ifdef PEGASUS_OS_ZOS
    gettimeofday(&now, NULL);      _tickle_server_addr.sin_addr.s_addr = inet_addr_ebcdic("127.0.0.1");
    int dead_threads = 0;  #else
   #ifdef PEGASUS_PLATFORM_OS400_ISERIES_IBM
   #pragma convert(37)
   #endif
       _tickle_server_addr.sin_addr.s_addr = inet_addr("127.0.0.1");
   #ifdef PEGASUS_PLATFORM_OS400_ISERIES_IBM
   #pragma convert(0)
   #endif
   #endif
       _tickle_server_addr.sin_family = PF_INET;
       _tickle_server_addr.sin_port = 0;
  
    if( now.tv_sec - last.tv_sec > 120 )      PEGASUS_SOCKLEN_SIZE _addr_size = sizeof(_tickle_server_addr);
    {  
       gettimeofday(&last, NULL);      // bind server side to socket
       try      if((::bind(_tickle_server_socket,
       {                 (struct sockaddr *)&_tickle_server_addr,
          dead_threads =  _thread_pool->kill_dead_threads();                 sizeof(_tickle_server_addr))) < 0){
           // handle error
           MessageLoaderParms parms("Common.Monitor.TICKLE_BIND",
                                    "Received error number $0 while binding the internal socket.",
   #if !defined(PEGASUS_OS_TYPE_WINDOWS)
                                    errno);
   #else
                                    WSAGetLastError());
   #endif
           throw Exception(parms);
       }       }
       catch(IPCException& )  
       {      // tell the kernel we are a server
       if((::listen(_tickle_server_socket,3)) < 0){
           // handle error
           MessageLoaderParms parms("Common.Monitor.TICKLE_LISTEN",
                            "Received error number $0 while listening to the internal socket.",
   #if !defined(PEGASUS_OS_TYPE_WINDOWS)
                                    errno);
   #else
                                    WSAGetLastError());
   #endif
           throw Exception(parms);
       }
   
       // make sure we have the correct socket for our server
       int sock = ::getsockname(_tickle_server_socket,
                                (struct sockaddr*)&_tickle_server_addr,
                                &_addr_size);
       if(sock < 0){
           // handle error
           MessageLoaderParms parms("Common.Monitor.TICKLE_SOCKNAME",
                            "Received error number $0 while getting the internal socket name.",
   #if !defined(PEGASUS_OS_TYPE_WINDOWS)
                                    errno);
   #else
                                    WSAGetLastError());
   #endif
           throw Exception(parms);
       }
   
       /* set up the tickle client/connector */
   
       // get a socket for our tickle client
       if((_tickle_client_socket = ::socket(PF_INET, SOCK_STREAM, 0)) < 0){
           // handle error
           MessageLoaderParms parms("Common.Monitor.TICKLE_CLIENT_CREATE",
                            "Received error number $0 while creating the internal client socket.",
   #if !defined(PEGASUS_OS_TYPE_WINDOWS)
                                    errno);
   #else
                                    WSAGetLastError());
   #endif
           throw Exception(parms);
       }
   
       // setup the address of the client
       memset(&_tickle_client_addr, 0, sizeof(_tickle_client_addr));
   #ifdef PEGASUS_OS_ZOS
       _tickle_client_addr.sin_addr.s_addr = inet_addr_ebcdic("127.0.0.1");
   #else
   #ifdef PEGASUS_PLATFORM_OS400_ISERIES_IBM
   #pragma convert(37)
   #endif
       _tickle_client_addr.sin_addr.s_addr = inet_addr("127.0.0.1");
   #ifdef PEGASUS_PLATFORM_OS400_ISERIES_IBM
   #pragma convert(0)
   #endif
   #endif
       _tickle_client_addr.sin_family = PF_INET;
       _tickle_client_addr.sin_port = 0;
   
       // bind socket to client side
       if((::bind(_tickle_client_socket,
                  (struct sockaddr*)&_tickle_client_addr,
                  sizeof(_tickle_client_addr))) < 0){
           // handle error
           MessageLoaderParms parms("Common.Monitor.TICKLE_CLIENT_BIND",
                            "Received error number $0 while binding the internal client socket.",
   #if !defined(PEGASUS_OS_TYPE_WINDOWS)
                                    errno);
   #else
                                    WSAGetLastError());
   #endif
           throw Exception(parms);
       }       }
  
       // connect to server side
       if((::connect(_tickle_client_socket,
                     (struct sockaddr*)&_tickle_server_addr,
                     sizeof(_tickle_server_addr))) < 0){
           // handle error
           MessageLoaderParms parms("Common.Monitor.TICKLE_CLIENT_CONNECT",
                            "Received error number $0 while connecting the internal client socket.",
   #if !defined(PEGASUS_OS_TYPE_WINDOWS)
                                    errno);
   #else
                                    WSAGetLastError());
   #endif
           throw Exception(parms);
       }
   
       /* set up the slave connection */
       memset(&_tickle_peer_addr, 0, sizeof(_tickle_peer_addr));
       PEGASUS_SOCKLEN_SIZE peer_size = sizeof(_tickle_peer_addr);
       pegasus_sleep(1);
   
       // this call may fail, we will try a max of 20 times to establish this peer connection
       if((_tickle_peer_socket = ::accept(_tickle_server_socket,
                                          (struct sockaddr*)&_tickle_peer_addr,
                                          &peer_size)) < 0){
   #if !defined(PEGASUS_OS_TYPE_WINDOWS)
           // Only retry on non-windows platforms.
           if(_tickle_peer_socket == -1 && errno == EAGAIN)
           {
             int retries = 0;
             do
             {
               pegasus_sleep(1);
               _tickle_peer_socket = ::accept(_tickle_server_socket,
                                              (struct sockaddr*)&_tickle_peer_addr,
                                              &peer_size);
               retries++;
             } while(_tickle_peer_socket == -1 && errno == EAGAIN && retries < 20);
           }
   #endif
    }    }
    return dead_threads;      if(_tickle_peer_socket == -1){
           // handle error
           MessageLoaderParms parms("Common.Monitor.TICKLE_ACCEPT",
                            "Received error number $0 while accepting the internal socket connection.",
   #if !defined(PEGASUS_OS_TYPE_WINDOWS)
                                    errno);
   #else
                                    WSAGetLastError());
   #endif
           throw Exception(parms);
       }
       // add the tickler to the list of entries to be monitored and set to IDLE because Monitor only
       // checks entries with IDLE state for events
       _MonitorEntry entry(_tickle_peer_socket, 1, INTERNAL);
       entry._status = _MonitorEntry::IDLE;
       _entries.append(entry);
 } }
  
   void Monitor::tickle(void)
   {
     static char _buffer[] =
       {
         '0','0'
       };
   
     Socket::disableBlocking(_tickle_client_socket);
     Socket::write(_tickle_client_socket,&_buffer, 2);
     Socket::enableBlocking(_tickle_client_socket);
   }
  
 Boolean Monitor::run(Uint32 milliseconds) Boolean Monitor::run(Uint32 milliseconds)
 { {
  
     Boolean handled_events = false;     Boolean handled_events = false;
      int i = 0;      int i = 0;
     #if defined(PEGASUS_OS_OS400) || defined(PEGASUS_OS_HPUX)  
     struct timeval tv = {milliseconds/1000, milliseconds%1000*1000};     struct timeval tv = {milliseconds/1000, milliseconds%1000*1000};
 #else  
     struct timeval tv = {0, 1};  
 #endif  
     fd_set fdread;     fd_set fdread;
     FD_ZERO(&fdread);     FD_ZERO(&fdread);
   
     _entry_mut.lock(pegasus_thread_self());     _entry_mut.lock(pegasus_thread_self());
  
     // Check the stopConnections flag.  If set, clear the Acceptor monitor entries     // Check the stopConnections flag.  If set, clear the Acceptor monitor entries
Line 214 
Line 405 
            }            }
         }         }
         _stopConnections = 0;         _stopConnections = 0;
           _stopConnectionsSem.signal();
       }
   
       for( int indx = 0; indx < (int)_entries.size(); indx++)
       {
          if ((_entries[indx]._status.value() == _MonitorEntry::DYING) &&
                   (_entries[indx]._type == Monitor::CONNECTION))
          {
             MessageQueue *q = MessageQueue::lookup(_entries[indx].queueId);
             PEGASUS_ASSERT(q != 0);
             MessageQueue & o = static_cast<HTTPConnection *>(q)->get_owner();
             Message* message= new CloseConnectionMessage(_entries[indx].socket);
             message->dest = o.getQueueId();
   
             // HTTPAcceptor is responsible for closing the connection.
             // The lock is released to allow HTTPAcceptor to call
             // unsolicitSocketMessages to free the entry.
             // Once HTTPAcceptor completes processing of the close
             // connection, the lock is re-requested and processing of
             // the for loop continues.  This is safe with the current
             // implementation of the _entries object.  Note that the
             // loop condition accesses the _entries.size() on each
             // iteration, so that a change in size while the mutex is
             // unlocked will not result in an ArrayIndexOutOfBounds
             // exception.
   
             _entry_mut.unlock();
             o.enqueue(message);
             _entry_mut.lock(pegasus_thread_self());
          }
     }     }
  
     Uint32 _idleEntries = 0;     Uint32 _idleEntries = 0;
  
       /*
           We will keep track of the maximum socket number and pass this value
           to the kernel as a parameter to SELECT.  This loop seems like a good
           place to calculate the max file descriptor (maximum socket number)
           because we have to traverse the entire array.
       */
       int maxSocketCurrentPass = 0;
     for( int indx = 0; indx < (int)_entries.size(); indx++)     for( int indx = 0; indx < (int)_entries.size(); indx++)
     {     {
          if(maxSocketCurrentPass < _entries[indx].socket)
             maxSocketCurrentPass = _entries[indx].socket;
   
        if(_entries[indx]._status.value() == _MonitorEntry::IDLE)        if(_entries[indx]._status.value() == _MonitorEntry::IDLE)
        {        {
           _idleEntries++;           _idleEntries++;
Line 227 
Line 458 
        }        }
     }     }
  
       /*
           Add 1 then assign maxSocket accordingly. We add 1 to account for
           descriptors starting at 0.
       */
       maxSocketCurrentPass++;
   
     _entry_mut.unlock();     _entry_mut.unlock();
     int events = select(FD_SETSIZE, &fdread, NULL, NULL, &tv);      int events = select(maxSocketCurrentPass, &fdread, NULL, NULL, &tv);
    _entry_mut.lock(pegasus_thread_self());    _entry_mut.lock(pegasus_thread_self());
  
 #ifdef PEGASUS_OS_TYPE_WINDOWS #ifdef PEGASUS_OS_TYPE_WINDOWS
Line 271 
Line 508 
                    Tracer::trace(TRC_HTTP, Tracer::LEVEL4,                    Tracer::trace(TRC_HTTP, Tracer::LEVEL4,
                      "_entries[indx].type for indx = %d is Monitor::CONNECTION", indx);                      "_entries[indx].type for indx = %d is Monitor::CONNECTION", indx);
                    static_cast<HTTPConnection *>(q)->_entry_index = indx;                    static_cast<HTTPConnection *>(q)->_entry_index = indx;
                    if(static_cast<HTTPConnection *>(q)->_dying.value() > 0 )                     _entries[indx]._status = _MonitorEntry::BUSY;
                      // If allocate_and_awaken failure, retry on next iteration
   /* Removed for PEP 183.
                      if (!MessageQueueService::get_thread_pool()->allocate_and_awaken(
                              (void *)q, _dispatch))
                    {                    {
                       Tracer::trace(TRC_HTTP, Tracer::LEVEL4,                        Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,
                           "Monitor::run processing dying value > 0 for indx = %d, connection being closed.",                            "Monitor::run: Insufficient resources to process request.");
                           indx);                        _entries[indx]._status = _MonitorEntry::IDLE;
                       _entries[indx]._status = _MonitorEntry::DYING;  
                       MessageQueue & o = static_cast<HTTPConnection *>(q)->get_owner();  
                       Message* message= new CloseConnectionMessage(_entries[indx].socket);  
                       message->dest = o.getQueueId();  
                       _entry_mut.unlock();                       _entry_mut.unlock();
                       o.enqueue(message);  
                       return true;                       return true;
                    }                    }
                    _entries[indx]._status = _MonitorEntry::BUSY;  */
                    _thread_pool->allocate_and_awaken((void *)q, _dispatch);  // Added for PEP 183
                      HTTPConnection *dst = reinterpret_cast<HTTPConnection *>(q);
                            Tracer::trace(TRC_HTTP, Tracer::LEVEL4,
                            "Monitor::_dispatch: entering run() for indx  = %d, queueId = %d, q = %p",
                      dst->_entry_index, dst->_monitor->_entries[dst->_entry_index].queueId, dst);
                      try
                      {
                          dst->run(1);
                      }
                      catch (...)
                      {
                           Tracer::trace(TRC_HTTP, Tracer::LEVEL4,
                           "Monitor::_dispatch: exception received");
                      }
                      Tracer::trace(TRC_HTTP, Tracer::LEVEL4,
                      "Monitor::_dispatch: exited run() for index %d", dst->_entry_index);
   
                      PEGASUS_ASSERT(dst->_monitor->_entries[dst->_entry_index]._status.value() == _MonitorEntry::BUSY);
                      // Once the HTTPConnection thread has set the status value to either
                      // Monitor::DYING or Monitor::IDLE, it has returned control of the connection
                      // to the Monitor.  It is no longer permissible to access the connection
                      // or the entry in the _entries table.
                      if (dst->_connectionClosePending)
                      {
                        dst->_monitor->_entries[dst->_entry_index]._status = _MonitorEntry::DYING;
                      }
                      else
                      {
                        dst->_monitor->_entries[dst->_entry_index]._status = _MonitorEntry::IDLE;
                      }
   // end Added for PEP 183
                   }
                   else if( _entries[indx]._type == Monitor::INTERNAL){
                           // set ourself to BUSY,
                           // read the data
                           // and set ourself back to IDLE
   
                           _entries[indx]._status == _MonitorEntry::BUSY;
                           static char buffer[2];
                           Socket::disableBlocking(_entries[indx].socket);
                           Sint32 amt = Socket::read(_entries[indx].socket,&buffer, 2);
                           Socket::enableBlocking(_entries[indx].socket);
                           _entries[indx]._status == _MonitorEntry::IDLE;
                 }                 }
                 else                 else
                 {                 {
Line 313 
Line 591 
     return(handled_events);     return(handled_events);
 } }
  
 void Monitor::stopListeningForConnections()  void Monitor::stopListeningForConnections(Boolean wait)
 { {
     PEG_METHOD_ENTER(TRC_HTTP, "Monitor::stopListeningForConnections()");     PEG_METHOD_ENTER(TRC_HTTP, "Monitor::stopListeningForConnections()");
       // set boolean then tickle the server to recognize _stopConnections
     _stopConnections = 1;     _stopConnections = 1;
       tickle();
   
       if (wait)
       {
         // Wait for the monitor to notice _stopConnections.  Otherwise the
         // caller of this function may unbind the ports while the monitor
         // is still accepting connections on them.
         try
           {
             _stopConnectionsSem.time_wait(10000);
           }
         catch (TimeOut &)
           {
             // The monitor is probably busy processng a very long request, and is
             // not accepting connections.  Let the caller unbind the ports.
           }
       }
  
     PEG_METHOD_EXIT();     PEG_METHOD_EXIT();
 } }
Line 329 
Line 624 
     Uint32 queueId,     Uint32 queueId,
     int type)     int type)
 { {
   
    PEG_METHOD_ENTER(TRC_HTTP, "Monitor::solicitSocketMessages");    PEG_METHOD_ENTER(TRC_HTTP, "Monitor::solicitSocketMessages");
      AutoMutex autoMut(_entry_mut);
      // Check to see if we need to dynamically grow the _entries array
      // We always want the _entries array to 2 bigger than the
      // current connections requested
      _solicitSocketCount++;  // bump the count
      int size = (int)_entries.size();
      if(_solicitSocketCount >= (size-1)){
           for(int i = 0; i < (_solicitSocketCount - (size-1)); i++){
                   _MonitorEntry entry(0, 0, 0);
                   _entries.append(entry);
           }
      }
  
    _entry_mut.lock(pegasus_thread_self());     int index;
      for(index = 1; index < (int)_entries.size(); index++)
    for(int index = 0; index < (int)_entries.size(); index++)  
    {    {
       try       try
       {       {
Line 344 
Line 649 
             _entries[index].queueId  = queueId;             _entries[index].queueId  = queueId;
             _entries[index]._type = type;             _entries[index]._type = type;
             _entries[index]._status = _MonitorEntry::IDLE;             _entries[index]._status = _MonitorEntry::IDLE;
             _entry_mut.unlock();  
  
             return index;             return index;
          }          }
Line 352 
Line 656 
       catch(...)       catch(...)
       {       {
       }       }
   
    }    }
    _entry_mut.unlock();     _solicitSocketCount--;  // decrease the count, if we are here we didnt do anything meaningful
    PEG_METHOD_EXIT();    PEG_METHOD_EXIT();
    return -1;    return -1;
   
 } }
  
 void Monitor::unsolicitSocketMessages(Sint32 socket) void Monitor::unsolicitSocketMessages(Sint32 socket)
 { {
  
     PEG_METHOD_ENTER(TRC_HTTP, "Monitor::unsolicitSocketMessages");     PEG_METHOD_ENTER(TRC_HTTP, "Monitor::unsolicitSocketMessages");
     _entry_mut.lock(pegasus_thread_self());      AutoMutex autoMut(_entry_mut);
  
     for(int index = 0; index < (int)_entries.size(); index++)      /*
           Start at index = 1 because _entries[0] is the tickle entry which never needs
           to be EMPTY;
       */
       int index;
       for(index = 1; index < _entries.size(); index++)
     {     {
        if(_entries[index].socket == socket)        if(_entries[index].socket == socket)
        {        {
           _entries[index]._status = _MonitorEntry::EMPTY;           _entries[index]._status = _MonitorEntry::EMPTY;
           _entries[index].socket = -1;           _entries[index].socket = -1;
             _solicitSocketCount--;
           break;           break;
        }        }
     }     }
     _entry_mut.unlock();  
       /*
           Dynamic Contraction:
           To remove excess entries we will start from the end of the _entries array
           and remove all entries with EMPTY status until we find the first NON EMPTY.
           This prevents the positions, of the NON EMPTY entries, from being changed.
       */
       index = _entries.size() - 1;
       while(_entries[index]._status == _MonitorEntry::EMPTY){
           if(_entries.size() > MAX_NUMBER_OF_MONITOR_ENTRIES)
                   _entries.remove(index);
           index--;
       }
   
     PEG_METHOD_EXIT();     PEG_METHOD_EXIT();
 } }
  
   // Note: this is no longer called with PEP 183.
 PEGASUS_THREAD_RETURN PEGASUS_THREAD_CDECL Monitor::_dispatch(void *parm) PEGASUS_THREAD_RETURN PEGASUS_THREAD_CDECL Monitor::_dispatch(void *parm)
 { {
    HTTPConnection *dst = reinterpret_cast<HTTPConnection *>(parm);    HTTPConnection *dst = reinterpret_cast<HTTPConnection *>(parm);
Line 396 
Line 720 
    Tracer::trace(TRC_HTTP, Tracer::LEVEL4,    Tracer::trace(TRC_HTTP, Tracer::LEVEL4,
           "Monitor::_dispatch: exited run() for index %d", dst->_entry_index);           "Monitor::_dispatch: exited run() for index %d", dst->_entry_index);
  
    dst->_monitor->_entry_mut.lock(pegasus_thread_self());  
    // It shouldn't be necessary to set status = _MonitorEntry::IDLE  
    // if the connection is being closed.  However, the current logic  
    // in Monitor::run requires this value to be set for the close  
    // to be processed.  
   
    PEGASUS_ASSERT(dst->_monitor->_entries[dst->_entry_index]._status.value() == _MonitorEntry::BUSY);    PEGASUS_ASSERT(dst->_monitor->_entries[dst->_entry_index]._status.value() == _MonitorEntry::BUSY);
    dst->_monitor->_entries[dst->_entry_index]._status = _MonitorEntry::IDLE;  
      // Once the HTTPConnection thread has set the status value to either
      // Monitor::DYING or Monitor::IDLE, it has returned control of the connection
      // to the Monitor.  It is no longer permissible to access the connection
      // or the entry in the _entries table.
    if (dst->_connectionClosePending)    if (dst->_connectionClosePending)
    {    {
       dst->_dying = 1;        dst->_monitor->_entries[dst->_entry_index]._status = _MonitorEntry::DYING;
      }
      else
      {
         dst->_monitor->_entries[dst->_entry_index]._status = _MonitorEntry::IDLE;
    }    }
    dst->_monitor->_entry_mut.unlock();  
    return 0;    return 0;
 } }
  
Line 423 
Line 748 
 ////************************* monitor 2 *****************************//// ////************************* monitor 2 *****************************////
  
  
   
   
   
 m2e_rep::m2e_rep(void) m2e_rep::m2e_rep(void)
   :Base(), state(IDLE)   :Base(), state(IDLE)
  
Line 510 
Line 838 
  
 monitor_2_entry::~monitor_2_entry(void) monitor_2_entry::~monitor_2_entry(void)
 { {
   
   Dec(_rep);   Dec(_rep);
 } }
  
Line 591 
Line 920 
  
 } }
  
   //static monitor_2* _m2_instance;
  
 AsyncDQueue<HTTPConnection2> monitor_2::_connections(true, 0); AsyncDQueue<HTTPConnection2> monitor_2::_connections(true, 0);
  
   
 monitor_2::monitor_2(void) monitor_2::monitor_2(void)
   : _session_dispatch(0), _accept_dispatch(0), _listeners(true, 0),   : _session_dispatch(0), _accept_dispatch(0), _listeners(true, 0),
     _ready(true, 0), _die(0), _requestCount(0)     _ready(true, 0), _die(0), _requestCount(0)
Line 612 
Line 941 
 #ifdef PEGASUS_OS_ZOS #ifdef PEGASUS_OS_ZOS
     _tickle_addr.sin_addr.s_addr = inet_addr_ebcdic("127.0.0.1");     _tickle_addr.sin_addr.s_addr = inet_addr_ebcdic("127.0.0.1");
 #else #else
   #ifdef PEGASUS_PLATFORM_OS400_ISERIES_IBM
   #pragma convert(37)
   #endif
     _tickle_addr.sin_addr.s_addr = inet_addr("127.0.0.1");     _tickle_addr.sin_addr.s_addr = inet_addr("127.0.0.1");
   #ifdef PEGASUS_PLATFORM_OS400_ISERIES_IBM
   #pragma convert(0)
   #endif
 #endif #endif
     _tickle_addr.sin_family = PF_INET;     _tickle_addr.sin_family = PF_INET;
     _tickle_addr.sin_port = 0;     _tickle_addr.sin_port = 0;
Line 648 
Line 983 
     PEGASUS_SOCKLEN_SIZE peer_size = sizeof(peer);     PEGASUS_SOCKLEN_SIZE peer_size = sizeof(peer);
  
     pegasus_socket accepted = temp.accept((struct sockaddr*)&peer, &peer_size);     pegasus_socket accepted = temp.accept((struct sockaddr*)&peer, &peer_size);
   
     monitor_2_entry* _tickle = new monitor_2_entry(accepted, INTERNAL, 0, 0);     monitor_2_entry* _tickle = new monitor_2_entry(accepted, INTERNAL, 0, 0);
     _tickle->set_state(BUSY);  
   // No need to set _tickle's state as BUSY, since monitor_2::run() now
   // does a select only on sockets which are in IDLE (default) state.
   //  _tickle->set_state(BUSY);
  
     _listeners.insert_first(_tickle);     _listeners.insert_first(_tickle);
  
Line 659 
Line 998 
  
 monitor_2::~monitor_2(void) monitor_2::~monitor_2(void)
 { {
   
      stop();
   
   try {   try {
     monitor_2_entry* temp = _listeners.remove_first();     monitor_2_entry* temp = _listeners.remove_first();
     while(temp){     while(temp){
Line 666 
Line 1008 
       temp = _listeners.remove_first();       temp = _listeners.remove_first();
     }     }
   }   }
   
   catch(...){  }   catch(...){  }
   
   
     try
     {
        HTTPConnection2* temp = _connections.remove_first();
        while(temp)
        {
           delete temp;
           temp = _connections.remove_first();
        }
     }
     catch(...)
     {
     }
   
   
 } }
  
  
 void monitor_2::run(void) void monitor_2::run(void)
 { {
   monitor_2_entry* temp;   monitor_2_entry* temp;
     int _nonIdle=0, _idleCount=0, events;
   
   while(_die.value() == 0) {   while(_die.value() == 0) {
       _nonIdle=_idleCount=0;
  
      struct timeval tv = {0, 0};       struct timeval tv_idle = { 60, 0 };
  
     // place all sockets in the select set     // place all sockets in the select set
     FD_ZERO(&rd_fd_set);     FD_ZERO(&rd_fd_set);
     try {     try {
       _listeners.lock(pegasus_thread_self());       _listeners.lock(pegasus_thread_self());
       temp = _listeners.next(0);       temp = _listeners.next(0);
         Tracer::trace(TRC_HTTP, Tracer::LEVEL4,
          "monitor_2::run:Creating New FD list for SELECT.");
       while(temp != 0 ){       while(temp != 0 ){
         if(temp->get_state() == CLOSED ){         if(temp->get_state() == CLOSED ){
           monitor_2_entry* closed = temp;           monitor_2_entry* closed = temp;
           temp = _listeners.next(closed);           temp = _listeners.next(closed);
           _listeners.remove_no_lock(closed);           _listeners.remove_no_lock(closed);
   
         Tracer::trace(TRC_HTTP, Tracer::LEVEL4,
          "monitor_2::run:Deleteing CLOSED socket fd=%d.",(Sint32)closed->get_sock());
   
           HTTPConnection2 *cn = monitor_2::remove_connection((Sint32)(closed->get_sock()));           HTTPConnection2 *cn = monitor_2::remove_connection((Sint32)(closed->get_sock()));
           delete cn;           delete cn;
           delete closed;           delete closed;
         }         }
         if(temp == 0)         if(temp == 0)
            break;            break;
   
   
           //Count the number if IDLE sockets
           if(temp->get_state() != IDLE ) _nonIdle++;
            else _idleCount++;
   
         Sint32 fd = (Sint32) temp->get_sock();         Sint32 fd = (Sint32) temp->get_sock();
         if(fd >= 0 )  
           //Select should be called ONLY on the FDs which are in IDLE state
           if((fd >= 0) && (temp->get_state() == IDLE))
           {
             Tracer::trace(TRC_HTTP, Tracer::LEVEL4,
              "monitor_2::run:Adding FD %d to the list for SELECT.",fd);
            FD_SET(fd , &rd_fd_set);            FD_SET(fd , &rd_fd_set);
           }
         temp = _listeners.next(temp);         temp = _listeners.next(temp);
       }       }
       _listeners.unlock();       _listeners.unlock();
Line 703 
Line 1083 
     catch(...){     catch(...){
       return;       return;
     }     }
   
     // important -  the dispatch routine has pointers to all the     // important -  the dispatch routine has pointers to all the
     // entries that are readable. These entries can be changed but     // entries that are readable. These entries can be changed but
     // the pointer must not be tampered with.     // the pointer must not be tampered with.
       if(_connections.count() )
          events = select(FD_SETSIZE, &rd_fd_set, NULL, NULL, NULL);
       else
          events = select(FD_SETSIZE, &rd_fd_set, NULL, NULL, &tv_idle);
   
       if(_die.value())
       {
          break;
       }
   
   #ifdef PEGASUS_OS_TYPE_WINDOWS
       if(events == SOCKET_ERROR)
   #else
       if(events == -1)
   #endif
       {
          Tracer::trace(TRC_HTTP, Tracer::LEVEL2,
             "monitor_2:run:INVALID FD. errorno = %d on select.", errno);
          // The EBADF error indicates that one or more or the file
          // descriptions was not valid. This could indicate that
          // the _entries structure has been corrupted or that
          // we have a synchronization error.
   
        // Keeping the line below commented for time being.
        //  PEGASUS_ASSERT(errno != EBADF);
       }
       else if (events)
       {
          Tracer::trace(TRC_HTTP, Tracer::LEVEL4,
             "monitor_2::run select event received events = %d, monitoring %d idle entries", events, _idleCount);
   
  
     int events = select(FD_SETSIZE, &rd_fd_set, NULL, NULL, NULL);  
     try {     try {
       _listeners.lock(pegasus_thread_self());       _listeners.lock(pegasus_thread_self());
       temp = _listeners.next(0);       temp = _listeners.next(0);
       while(temp != 0 ){       while(temp != 0 ){
         Sint32 fd = (Sint32) temp->get_sock();         Sint32 fd = (Sint32) temp->get_sock();
         if(fd >= 0 && FD_ISSET(fd, &rd_fd_set)) {         if(fd >= 0 && FD_ISSET(fd, &rd_fd_set)) {
           temp->set_state(BUSY);            if(temp->get_type() != CLIENTSESSION) temp->set_state(BUSY);
           FD_CLR(fd,  &rd_fd_set);           FD_CLR(fd,  &rd_fd_set);
           monitor_2_entry* ready = new monitor_2_entry(*temp);           monitor_2_entry* ready = new monitor_2_entry(*temp);
           try           try
Line 735 
Line 1146 
       return;       return;
     }     }
     // now handle the sockets that are ready to read     // now handle the sockets that are ready to read
       if(_ready.count())
     _dispatch();     _dispatch();
       else
       {
          if(_connections.count() == 0 )
             _idle_dispatch(_idle_parm);
       }
      }  // if events
   } // while alive   } // while alive
     _die=0;
   
   }
   
   int  monitor_2::solicitSocketMessages(
       Sint32 socket,
       Uint32 events,
       Uint32 queueId,
       int type)
   {
   
      PEG_METHOD_ENTER(TRC_HTTP, "monitor_2::solicitSocketMessages");
   
      AutoMutex autoMut(_entry_mut);
   
      for(int index = 0; index < (int)_entries.size(); index++)
      {
         try
         {
            if(_entries[index]._status.value() == monitor_2_entry::EMPTY)
            {
               _entries[index].socket = socket;
               //_entries[index].queueId  = queueId;
               //_entries[index]._type = type;
               _entries[index]._status = IDLE;
   
               return index;
            }
         }
         catch(...)
         {
         }
   
      }
      PEG_METHOD_EXIT();
      return -1;
   }
   
   
   void monitor_2::unsolicitSocketMessages(Sint32 socket)
   {
   
       PEG_METHOD_ENTER(TRC_HTTP, "monitor_2::unsolicitSocketMessages");
       AutoMutex autoMut(_entry2_mut);
   
       for(int index = 0; index < (int)_entries2.size(); index++)
       {
          if(_entries2[index].socket == socket)
          {
             _entries2[index]._status = monitor_2_entry::EMPTY;
             _entries2[index].socket = -1;
             break;
          }
       }
       PEG_METHOD_EXIT();
 } }
  
 void* monitor_2::set_session_dispatch(void (*dp)(monitor_2_entry*)) void* monitor_2::set_session_dispatch(void (*dp)(monitor_2_entry*))
Line 751 
Line 1224 
   void* old = (void*)_accept_dispatch;   void* old = (void*)_accept_dispatch;
   _accept_dispatch = dp;   _accept_dispatch = dp;
   return old;   return old;
   }
  
   void* monitor_2::set_idle_dispatch(void (*dp)(void*))
   {
      void* old = (void*)_idle_dispatch;
      _idle_dispatch = dp;
      return old;
 } }
  
   void* monitor_2::set_idle_parm(void* parm)
   {
      void* old = _idle_parm;
      _idle_parm = parm;
      return old;
   }
   
   
   
   //-----------------------------------------------------------------
   // Note on deleting the monitor_2_entry nodes:
   //  Each case: in the switch statement needs to handle the deletion
   //  of the monitor_2_entry * node differently. A SESSION dispatch
   //  routine MUST DELETE the entry during its dispatch handling.
   //  All other dispatch routines MUST NOT delete the entry during the
   //  dispatch handling, but must allow monitor_2::_dispatch to delete
   //   the entry.
   //
   //  The reason is pretty obscure and it is debatable whether or not
   //  to even bother, but during cimserver shutdown the single monitor_2_entry*
   //  will leak unless the _session_dispatch routine takes care of deleting it.
   //
   //  The reason is that a shutdown messages completely stops everything and
   //  the _session_dispatch routine never returns. So monitor_2::_dispatch is
   //  never able to do its own cleanup.
   //
   // << Mon Oct 13 09:33:33 2003 mdd >>
   //-----------------------------------------------------------------
  
 // important -  the dispatch routine has pointers to all the  
 // entries that are readable. These entries can be changed but  
 // the pointer must not be tampered with.  
 void monitor_2::_dispatch(void) void monitor_2::_dispatch(void)
 { {
    monitor_2_entry* entry;    monitor_2_entry* entry;
  
    if(_ready.count() == 0 )  
       return;  
   
   
    try    try
    {    {
  
Line 782 
Line 1282 
       entry->get_sock().disableBlocking();       entry->get_sock().disableBlocking();
       entry->get_sock().read(&buffer, 2);       entry->get_sock().read(&buffer, 2);
       entry->get_sock().enableBlocking();       entry->get_sock().enableBlocking();
         entry->set_state(IDLE);   // Set state of the socket to IDLE so that
                                   // monitor_2::run can add to the list of FDs
                                   // on which select would be called.
   
   
   
         delete entry;
   
       break;       break;
     case LISTEN:     case LISTEN:
       {       {
Line 789 
Line 1297 
         static PEGASUS_SOCKLEN_SIZE peer_size = sizeof(peer);         static PEGASUS_SOCKLEN_SIZE peer_size = sizeof(peer);
         entry->get_sock().disableBlocking();         entry->get_sock().disableBlocking();
         pegasus_socket connected = entry->get_sock().accept(&peer, &peer_size);         pegasus_socket connected = entry->get_sock().accept(&peer, &peer_size);
           entry->set_state(IDLE);  // Set state of the LISTEN socket to IDLE
   #ifdef PEGASUS_OS_TYPE_WINDOWS
       if((Sint32)connected  == SOCKET_ERROR)
   #else
           if((Sint32)connected == -1 )
   #endif
           {
              delete entry;
              break;
           }
   
         entry->get_sock().enableBlocking();         entry->get_sock().enableBlocking();
         monitor_2_entry *temp = add_entry(connected, SESSION, entry->get_accept(), entry->get_dispatch());         monitor_2_entry *temp = add_entry(connected, SESSION, entry->get_accept(), entry->get_dispatch());
         if(temp && _accept_dispatch != 0)         if(temp && _accept_dispatch != 0)
            _accept_dispatch(temp);            _accept_dispatch(temp);
           delete entry;
   
       }       }
       break;       break;
     case SESSION:     case SESSION:
       case CLIENTSESSION:
       if(_session_dispatch != 0 )       if(_session_dispatch != 0 )
          {
             // NOTE: _session_dispatch will delete entry - do not do it here
                unsigned client=0;
            if(entry->get_type() == CLIENTSESSION) client = 1;
            Sint32 sock=(Sint32)(entry->get_sock());
   
         _session_dispatch(entry);         _session_dispatch(entry);
   
            if(client)
            {
              HTTPConnection2 *cn = monitor_2::remove_connection(sock);
                  if(cn) delete cn;
              // stop();
              _die=1;
            }
          }
   
       else {       else {
         static char buffer[4096];         static char buffer[4096];
         int bytes = entry->get_sock().read(&buffer, 4096);         int bytes = entry->get_sock().read(&buffer, 4096);
           delete entry;
       }       }
  
       break;       break;
     case UNTYPED:     case UNTYPED:
     default:     default:
              delete entry;
       break;       break;
     }     }
     _requestCount--;     _requestCount--;
     delete entry;  
  
     if(_ready.count() == 0 )     if(_ready.count() == 0 )
        break;        break;
Line 829 
Line 1368 
 { {
   _die = 1;   _die = 1;
   tickle();   tickle();
   
   // shut down the listener list, free the list nodes   // shut down the listener list, free the list nodes
   _tickler.get_sock().close();   _tickler.get_sock().close();
   _listeners.shutdown_queue();   _listeners.shutdown_queue();
Line 842 
Line 1380 
       '0','0'       '0','0'
     };     };
  
     _tickler.get_sock().disableBlocking();
   
   _tickler.get_sock().write(&_buffer, 2);   _tickler.get_sock().write(&_buffer, 2);
     _tickler.get_sock().enableBlocking();
   
 } }
  
  
Line 851 
Line 1393 
                                        void* accept_parm,                                        void* accept_parm,
                                        void* dispatch_parm)                                        void* dispatch_parm)
 { {
     Sint32 fd1,fd2;
   
     fd2=(Sint32) ps;
   
   monitor_2_entry* m2e = new monitor_2_entry(ps, type, accept_parm, dispatch_parm);   monitor_2_entry* m2e = new monitor_2_entry(ps, type, accept_parm, dispatch_parm);
  
   // The purpose of the following piece of code is to avoid duplicate entries in
   // the _listeners list. Would it be too much of an overhead ?
   try {
   
        monitor_2_entry* temp;
   
         _listeners.lock(pegasus_thread_self());
         temp = _listeners.next(0);
         while(temp != 0 )
         {
           fd1=(Sint32) temp->get_sock();
   
           if(fd1 == fd2)
           {
   
              Tracer::trace(TRC_HTTP, Tracer::LEVEL3,
             "monitor_2::add_entry:Request for duplicate entry in _listeners for %d FD.", fd1);
               if(temp->get_state() == CLOSED)
               {
                 temp->set_state(IDLE);
                 Tracer::trace(TRC_HTTP, Tracer::LEVEL3,
                 "monitor_2::add_entry:CLOSED state changed to IDLE for %d.", fd1);
                }
                _listeners.unlock();
               delete m2e;
               return 0;
           }
          temp = _listeners.next(temp);
         }
      }
      catch(...)
      {
         delete m2e;
         return 0;
      }
   
   
     _listeners.unlock();
   
   
   try{   try{
     _listeners.insert_first(m2e);     _listeners.insert_first(m2e);
   }   }
Line 860 
Line 1446 
     delete m2e;     delete m2e;
     return 0;     return 0;
   }   }
         Tracer::trace(TRC_HTTP, Tracer::LEVEL4,
         "monitor_2::add_entry:SUCCESSFULLY added to _listeners list. FD = %d.", fd2);
   tickle();   tickle();
   return m2e;   return m2e;
 } }


Legend:
Removed from v.1.54  
changed lines
  Added in v.1.75

No CVS admin address has been configured
Powered by
ViewCVS 0.9.2