(file) Return to Monitor.cpp CVS log (file) (dir) Up to [Pegasus] / pegasus / src / Pegasus / Common

Diff for /pegasus/src/Pegasus/Common/Monitor.cpp between version 1.24 and 1.107

version 1.24, 2002/06/11 21:28:08 version 1.107, 2006/06/26 22:56:40
Line 1 
Line 1 
 //%/////////////////////////////////////////////////////////////////////////////  //%2006////////////////////////////////////////////////////////////////////////
 // //
 // Copyright (c) 2000, 2001, 2002 BMC Software, Hewlett-Packard Company, IBM,  // Copyright (c) 2000, 2001, 2002 BMC Software; Hewlett-Packard Development
 // The Open Group, Tivoli Systems  // Company, L.P.; IBM Corp.; The Open Group; Tivoli Systems.
   // Copyright (c) 2003 BMC Software; Hewlett-Packard Development Company, L.P.;
   // IBM Corp.; EMC Corporation, The Open Group.
   // Copyright (c) 2004 BMC Software; Hewlett-Packard Development Company, L.P.;
   // IBM Corp.; EMC Corporation; VERITAS Software Corporation; The Open Group.
   // Copyright (c) 2005 Hewlett-Packard Development Company, L.P.; IBM Corp.;
   // EMC Corporation; VERITAS Software Corporation; The Open Group.
   // Copyright (c) 2006 Hewlett-Packard Development Company, L.P.; IBM Corp.;
   // EMC Corporation; Symantec Corporation; The Open Group.
 // //
 // Permission is hereby granted, free of charge, to any person obtaining a copy // Permission is hereby granted, free of charge, to any person obtaining a copy
 // of this software and associated documentation files (the "Software"), to // of this software and associated documentation files (the "Software"), to
Line 23 
Line 31 
 // //
 // Author: Mike Brasher (mbrasher@bmc.com) // Author: Mike Brasher (mbrasher@bmc.com)
 // //
 // Modified By:  // Modified By: Mike Day (monitor_2) mdday@us.ibm.com
   //              Amit K Arora (Bug#1153) amita@in.ibm.com
   //              Alagaraja Ramasubramanian (alags_raj@in.ibm.com) for Bug#1090
   //              Sushma Fernandes (sushma@hp.com) for Bug#2057
   //              Josephine Eskaline Joyce (jojustin@in.ibm.com) for PEP#101
   //              Roger Kumpf, Hewlett-Packard Company (roger_kumpf@hp.com)
 // //
 //%///////////////////////////////////////////////////////////////////////////// //%/////////////////////////////////////////////////////////////////////////////
  
   #include "Network.h"
 #include <Pegasus/Common/Config.h> #include <Pegasus/Common/Config.h>
 #include <cstring> #include <cstring>
 #include "Monitor.h" #include "Monitor.h"
Line 34 
Line 48 
 #include "Socket.h" #include "Socket.h"
 #include <Pegasus/Common/Tracer.h> #include <Pegasus/Common/Tracer.h>
 #include <Pegasus/Common/HTTPConnection.h> #include <Pegasus/Common/HTTPConnection.h>
   #include <Pegasus/Common/MessageQueueService.h>
 #ifdef PEGASUS_OS_TYPE_WINDOWS  #include <Pegasus/Common/Exception.h>
 # if defined(FD_SETSIZE) && FD_SETSIZE != 1024  #include "ArrayIterator.h"
 #  error "FD_SETSIZE was not set to 1024 prior to the last inclusion \  
 of <winsock.h>. It may have been indirectly included (e.g., by including \  
 <windows.h>). Find the inclusion of that header which is visible to this \  
 compilation unit and #define FD_SETZIE to 1024 prior to that inclusion; \  
 otherwise, less than 64 clients (the default) will be able to connect to the \  
 CIMOM. PLEASE DO NOT SUPPRESS THIS WARNING; PLEASE FIX THE PROBLEM."  
   
 # endif  
 # define FD_SETSIZE 1024  
 # include <windows.h>  
 #else  
 # include <sys/types.h>  
 # include <sys/socket.h>  
 # include <sys/time.h>  
 # include <netinet/in.h>  
 # include <netdb.h>  
 # include <arpa/inet.h>  
 # include <unistd.h>  
 #endif  
  
 PEGASUS_USING_STD; PEGASUS_USING_STD;
  
 PEGASUS_NAMESPACE_BEGIN PEGASUS_NAMESPACE_BEGIN
  
   static AtomicInt _connections(0);
 static struct timeval create_time = {0, 10};  
 static struct timeval destroy_time = {5, 0};  
 static struct timeval deadlock_time = {1000, 0};  
  
 //////////////////////////////////////////////////////////////////////////////// ////////////////////////////////////////////////////////////////////////////////
 // //
 // MonitorRep  // _getError()
 // //
 //////////////////////////////////////////////////////////////////////////////// ////////////////////////////////////////////////////////////////////////////////
  
 struct MonitorRep  static inline int _getError()
 { {
     fd_set rd_fd_set;  #ifdef PEGASUS_OS_TYPE_WINDOWS
     fd_set wr_fd_set;      return WSAGetLastError()
     fd_set ex_fd_set;  #else
     fd_set active_rd_fd_set;      return errno;
     fd_set active_wr_fd_set;  #endif
     fd_set active_ex_fd_set;  }
 };  
  
 //////////////////////////////////////////////////////////////////////////////// ////////////////////////////////////////////////////////////////////////////////
 // //
Line 88 
Line 79 
 // //
 //////////////////////////////////////////////////////////////////////////////// ////////////////////////////////////////////////////////////////////////////////
  
   #define MAX_NUMBER_OF_MONITOR_ENTRIES  32
 Monitor::Monitor() Monitor::Monitor()
    : _module_handle(0), _controller(0), _async(false)     : _stopConnections(0),
        _stopConnectionsSem(0),
        _solicitSocketCount(0),
        _tickle_client_socket(-1),
        _tickle_server_socket(-1),
        _tickle_peer_socket(-1)
 { {
       int numberOfMonitorEntriesToAllocate = MAX_NUMBER_OF_MONITOR_ENTRIES;
     Socket::initializeInterface();     Socket::initializeInterface();
     _rep = new MonitorRep;      _entries.reserveCapacity(numberOfMonitorEntriesToAllocate);
     FD_ZERO(&_rep->rd_fd_set);  
     FD_ZERO(&_rep->wr_fd_set);  
     FD_ZERO(&_rep->ex_fd_set);  
     FD_ZERO(&_rep->active_rd_fd_set);  
     FD_ZERO(&_rep->active_wr_fd_set);  
     FD_ZERO(&_rep->active_ex_fd_set);  
 }  
  
 Monitor::Monitor(Boolean async)      // setup the tickler
    : _module_handle(0), _controller(0), _async(async)      initializeTickler();
   
       // Start the count at 1 because initilizeTickler()
       // has added an entry in the first position of the
       // _entries array
       for( int i = 1; i < numberOfMonitorEntriesToAllocate; i++ )
 { {
     Socket::initializeInterface();         _MonitorEntry entry(0, 0, 0);
     _rep = new MonitorRep;         _entries.append(entry);
     FD_ZERO(&_rep->rd_fd_set);  
     FD_ZERO(&_rep->wr_fd_set);  
     FD_ZERO(&_rep->ex_fd_set);  
     FD_ZERO(&_rep->active_rd_fd_set);  
     FD_ZERO(&_rep->active_wr_fd_set);  
     FD_ZERO(&_rep->active_ex_fd_set);  
     if( _async == true )  
     {  
        _thread_pool = new ThreadPool(0,  
                                      "Monitor",  
                                      0,  
                                      20,  
                                      create_time,  
                                      destroy_time,  
                                      deadlock_time);  
     }     }
     else  
        _thread_pool = 0;  
 } }
  
 Monitor::~Monitor() Monitor::~Monitor()
 { {
     Tracer::trace(TRC_HTTP, Tracer::LEVEL4,      Tracer::trace(TRC_HTTP, Tracer::LEVEL4, "uninitializing interface");
                   "deregistering with module controller");  
  
     if(_module_handle != NULL)      try{
           if(_tickle_peer_socket >= 0)
           {
               Socket::close(_tickle_peer_socket);
           }
           if(_tickle_client_socket >= 0)
     {     {
        _controller->deregister_module(PEGASUS_MODULENAME_MONITOR);              Socket::close(_tickle_client_socket);
        _controller = 0;          }
        delete _module_handle;          if(_tickle_server_socket >= 0)
           {
               Socket::close(_tickle_server_socket);
           }
       }
       catch(...)
       {
           Tracer::trace(TRC_HTTP, Tracer::LEVEL4,
                     "Failed to close tickle sockets");
     }     }
     Tracer::trace(TRC_HTTP, Tracer::LEVEL4, "deleting rep");  
  
     delete _rep;  
     Tracer::trace(TRC_HTTP, Tracer::LEVEL4, "uninitializing interface");  
     Socket::uninitializeInterface();     Socket::uninitializeInterface();
     Tracer::trace(TRC_HTTP, Tracer::LEVEL4,     Tracer::trace(TRC_HTTP, Tracer::LEVEL4,
                   "returning from monitor destructor");                   "returning from monitor destructor");
     if(_async == true)  
        delete _thread_pool;  
 } }
  
   void Monitor::initializeTickler(){
       /*
          NOTE: On any errors trying to
                setup out tickle connection,
                throw an exception/end the server
       */
   
       /* setup the tickle server/listener */
   
       // get a socket for the server side
       if((_tickle_server_socket = ::socket(PF_INET, SOCK_STREAM, 0)) == PEGASUS_INVALID_SOCKET){
           //handle error
           MessageLoaderParms parms("Common.Monitor.TICKLE_CREATE",
                                    "Received error number $0 while creating the internal socket.",
                                    _getError());
           throw Exception(parms);
       }
   
       // set TCP_NODELAY
       int opt = 1;
       setsockopt(_tickle_server_socket, IPPROTO_TCP, TCP_NODELAY, (char*)&opt, sizeof(opt));
   
       // initialize the address
       memset(&_tickle_server_addr, 0, sizeof(_tickle_server_addr));
   #ifdef PEGASUS_PLATFORM_OS400_ISERIES_IBM
   #pragma convert(37)
   #endif
       _tickle_server_addr.sin_addr.s_addr = inet_addr("127.0.0.1");
   #ifdef PEGASUS_PLATFORM_OS400_ISERIES_IBM
   #pragma convert(0)
   #endif
       _tickle_server_addr.sin_family = PF_INET;
       _tickle_server_addr.sin_port = 0;
  
 int Monitor::kill_idle_threads()      socklen_t _addr_size = sizeof(_tickle_server_addr);
 {  
    static struct timeval now, last;  
    gettimeofday(&now, NULL);  
    int dead_threads = 0;  
  
    if( now.tv_sec - last.tv_sec > 0 )      // bind server side to socket
    {      if((::bind(_tickle_server_socket,
       gettimeofday(&last, NULL);                 reinterpret_cast<struct sockaddr*>(&_tickle_server_addr),
       try                 sizeof(_tickle_server_addr))) < 0){
       {          // handle error
   #ifdef PEGASUS_OS_ZOS
          dead_threads =  _thread_pool->kill_dead_threads();      MessageLoaderParms parms("Common.Monitor.TICKLE_BIND_LONG",
                                    "Received error:$0 while binding the internal socket.",strerror(errno));
   #else
           MessageLoaderParms parms("Common.Monitor.TICKLE_BIND",
                                    "Received error number $0 while binding the internal socket.",
                                    _getError());
   #endif
           throw Exception(parms);
       }       }
       catch(IPCException& )  
       // tell the kernel we are a server
       if((::listen(_tickle_server_socket,3)) < 0){
           // handle error
           MessageLoaderParms parms("Common.Monitor.TICKLE_LISTEN",
                            "Received error number $0 while listening to the internal socket.",
                                    _getError());
           throw Exception(parms);
       }
   
       // make sure we have the correct socket for our server
       int sock = ::getsockname(_tickle_server_socket,
                      reinterpret_cast<struct sockaddr*>(&_tickle_server_addr),
                      &_addr_size);
       if(sock < 0){
           // handle error
           MessageLoaderParms parms("Common.Monitor.TICKLE_SOCKNAME",
                            "Received error number $0 while getting the internal socket name.",
                                    _getError());
           throw Exception(parms);
       }
   
       /* set up the tickle client/connector */
   
       // get a socket for our tickle client
       if((_tickle_client_socket = ::socket(PF_INET, SOCK_STREAM, 0)) == PEGASUS_INVALID_SOCKET){
           // handle error
           MessageLoaderParms parms("Common.Monitor.TICKLE_CLIENT_CREATE",
                            "Received error number $0 while creating the internal client socket.",
                                    _getError());
           throw Exception(parms);
       }
   
       // set TCP_NODELAY
       setsockopt(_tickle_client_socket, IPPROTO_TCP, TCP_NODELAY, (char*)&opt, sizeof(opt));
   
       // setup the address of the client
       memset(&_tickle_client_addr, 0, sizeof(_tickle_client_addr));
   #ifdef PEGASUS_PLATFORM_OS400_ISERIES_IBM
   #pragma convert(37)
   #endif
       _tickle_client_addr.sin_addr.s_addr = inet_addr("127.0.0.1");
   #ifdef PEGASUS_PLATFORM_OS400_ISERIES_IBM
   #pragma convert(0)
   #endif
       _tickle_client_addr.sin_family = PF_INET;
       _tickle_client_addr.sin_port = 0;
   
       // bind socket to client side
       if((::bind(_tickle_client_socket,
                  reinterpret_cast<struct sockaddr*>(&_tickle_client_addr),
                  sizeof(_tickle_client_addr))) < 0){
           // handle error
           MessageLoaderParms parms("Common.Monitor.TICKLE_CLIENT_BIND",
                            "Received error number $0 while binding the internal client socket.",
                                    _getError());
           throw Exception(parms);
       }
   
       // connect to server side
       if((::connect(_tickle_client_socket,
                     reinterpret_cast<struct sockaddr*>(&_tickle_server_addr),
                     sizeof(_tickle_server_addr))) < 0){
           // handle error
           MessageLoaderParms parms("Common.Monitor.TICKLE_CLIENT_CONNECT",
                            "Received error number $0 while connecting the internal client socket.",
                                    _getError());
           throw Exception(parms);
       }
   
       /* set up the slave connection */
       memset(&_tickle_peer_addr, 0, sizeof(_tickle_peer_addr));
       socklen_t peer_size = sizeof(_tickle_peer_addr);
       pegasus_sleep(1);
   
       // this call may fail, we will try a max of 20 times to establish this peer connection
       if((_tickle_peer_socket = ::accept(_tickle_server_socket,
               reinterpret_cast<struct sockaddr*>(&_tickle_peer_addr),
               &peer_size)) < 0){
   #if !defined(PEGASUS_OS_TYPE_WINDOWS)
           // Only retry on non-windows platforms.
           if(_tickle_peer_socket == -1 && errno == EAGAIN)
           {
             int retries = 0;
             do
       {       {
               pegasus_sleep(1);
               _tickle_peer_socket = ::accept(_tickle_server_socket,
                   reinterpret_cast<struct sockaddr*>(&_tickle_peer_addr),
                   &peer_size);
               retries++;
             } while(_tickle_peer_socket == -1 && errno == EAGAIN && retries < 20);
       }       }
   #endif
    }    }
    return dead_threads;      if(_tickle_peer_socket == -1){
           // handle error
           MessageLoaderParms parms("Common.Monitor.TICKLE_ACCEPT",
                            "Received error number $0 while accepting the internal socket connection.",
                                    _getError());
           throw Exception(parms);
       }
       // add the tickler to the list of entries to be monitored and set to IDLE because Monitor only
       // checks entries with IDLE state for events
       _MonitorEntry entry(_tickle_peer_socket, 1, INTERNAL);
       entry._status = _MonitorEntry::IDLE;
       _entries.append(entry);
 } }
  
   void Monitor::tickle(void)
   {
       static char _buffer[] =
       {
         '0','0'
       };
  
 //<<< Tue May 14 20:38:26 2002 mdd >>>      AutoMutex autoMutex(_tickle_mutex);
 //  register with module controller      Socket::disableBlocking(_tickle_client_socket);
 //  when it is time to enqueue the message,      Socket::write(_tickle_client_socket,&_buffer, 2);
 // use an async_thread_exec call to      Socket::enableBlocking(_tickle_client_socket);
 // isolate the entire if(events) { enqueue -> fd_clear } block  }
 //  let the thread pool grow and shrink according to load.  
  
 Boolean Monitor::run(Uint32 milliseconds)  void Monitor::setState( Uint32 index, _MonitorEntry::entry_status status )
 { {
       // Set the state to requested state
       _entries[index]._status = status;
   }
  
 #ifdef PEGASUS_OS_TYPE_WINDOWS  Boolean Monitor::run(Uint32 milliseconds)
   {
  
     // Windows select() has a strange little bug. It returns immediately if      Boolean handled_events = false;
     // there are no descriptors in the set even if the timeout is non-zero.      int i = 0;
     // To work around this, we call Sleep() for now:  
  
     if (_entries.size() == 0)      struct timeval tv = {milliseconds/1000, milliseconds%1000*1000};
         Sleep(milliseconds);  
  
 #endif      fd_set fdread;
       FD_ZERO(&fdread);
  
     // Check for events on the selected file descriptors. Only do this if      AutoMutex autoEntryMutex(_entry_mut);
     // there were no undispatched events from last time.  
  
     int count = 0;      ArrayIterator<_MonitorEntry> entries(_entries);
  
     memcpy(&_rep->active_rd_fd_set, &_rep->rd_fd_set, sizeof(fd_set));      // Check the stopConnections flag.  If set, clear the Acceptor monitor entries
 //    memcpy(&_rep->active_wr_fd_set, &_rep->wr_fd_set, sizeof(fd_set));      if (_stopConnections.get() == 1)
     memcpy(&_rep->active_ex_fd_set, &_rep->ex_fd_set, sizeof(fd_set));      {
           for ( int indx = 0; indx < (int)entries.size(); indx++)
     const Uint32 SECONDS = milliseconds / 1000;          {
     const Uint32 MICROSECONDS = (milliseconds % 1000) * 1000;              if (entries[indx]._type == Monitor::ACCEPTOR)
     struct timeval tv = { SECONDS, MICROSECONDS };              {
                   if ( entries[indx]._status.get() != _MonitorEntry::EMPTY)
     count = select(                  {
        FD_SETSIZE,                     if ( entries[indx]._status.get() == _MonitorEntry::IDLE ||
        &_rep->active_rd_fd_set,                          entries[indx]._status.get() == _MonitorEntry::DYING )
 //       &_rep->active_wr_fd_set,  
        NULL,  
        &_rep->active_ex_fd_set,  
        &tv);  
     if(count == 0)  
     {     {
        return false;                         // remove the entry
                          entries[indx]._status = _MonitorEntry::EMPTY;
     }     }
 #ifdef PEGASUS_OS_TYPE_WINDOWS                     else
     else if (count == SOCKET_ERROR)  
 #else  
     else if (count == -1)  
 #endif  
     {     {
        return false;                         // set status to DYING
                         entries[indx]._status = _MonitorEntry::DYING;
     }     }
                  }
              }
     Boolean handled_events = false;          }
     try { _connection_mutex.try_lock(pegasus_thread_self()); }          _stopConnections = 0;
     catch(AlreadyLocked){          _stopConnectionsSem.signal();
       pegasus_sleep(1);  
       return false;  
     }     }
  
     for (Uint32 i = 0, n = _entries.size(); i < _entries.size(); i++)      for( int indx = 0; indx < (int)entries.size(); indx++)
     {  
         Sint32 socket = _entries[i].socket;  
         Uint32 events = 0;  
   
         if(_entries[i].dying.value() > 0 )  
         {         {
            if(_entries[i]._type == Monitor::CONNECTION)                           const _MonitorEntry &entry = entries[indx];
          if ((entry._status.get() == _MonitorEntry::DYING) &&
                                            (entry._type == Monitor::CONNECTION))
            {            {
             MessageQueue *q = MessageQueue::lookup(entry.queueId);
             PEGASUS_ASSERT(q != 0);
             HTTPConnection &h = *static_cast<HTTPConnection *>(q);
  
               MessageQueue *q = MessageQueue::lookup(_entries[i].queueId);                                          if (h._connectionClosePending == false)
               if(q && static_cast<HTTPConnection *>(q)->is_dying() &&                                                  continue;
                  (0 == static_cast<HTTPConnection *>(q)->refcount.value()))  
               {  
                  static_cast<HTTPConnection *>(q)->lock_connection();  
                  static_cast<HTTPConnection *>(q)->unlock_connection();  
  
                  MessageQueue & o = static_cast<HTTPConnection *>(q)->get_owner();                                          // NOTE: do not attempt to delete while there are pending responses
                  Message* message= new CloseConnectionMessage(static_cast<HTTPConnection *>(q)->getSocket());                                          // coming thru. The last response to come thru after a
                                           // _connectionClosePending will reset _responsePending to false
                                           // and then cause the monitor to rerun this code and clean up.
                                           // (see HTTPConnection.cpp)
   
                                           if (h._responsePending == true)
                                           {
                                                   Tracer::trace(TRC_HTTP, Tracer::LEVEL4, "Monitor::run - "
                                                                                                           "Ignoring connection delete request because "
                                                                                                           "responses are still pending. "
                                                                                                           "connection=0x%p, socket=%d\n",
                                                                                                           (void *)&h, h.getSocket());
                                                   continue;
                                           }
                                           h._connectionClosePending = false;
             MessageQueue &o = h.get_owner();
             Message* message= new CloseConnectionMessage(entry.socket);
                  message->dest = o.getQueueId();                  message->dest = o.getQueueId();
                  _connection_mutex.unlock();  
  
             // HTTPAcceptor is responsible for closing the connection.
             // The lock is released to allow HTTPAcceptor to call
             // unsolicitSocketMessages to free the entry.
             // Once HTTPAcceptor completes processing of the close
             // connection, the lock is re-requested and processing of
             // the for loop continues.  This is safe with the current
             // implementation of the entries object.  Note that the
             // loop condition accesses the entries.size() on each
             // iteration, so that a change in size while the mutex is
             // unlocked will not result in an ArrayIndexOutOfBounds
             // exception.
   
             autoEntryMutex.unlock();
                  o.enqueue(message);                  o.enqueue(message);
                  return true;            autoEntryMutex.lock();
                  i--;            // After enqueue a message and the autoEntryMutex has been released and locked again,
                  n = _entries.size();            // the array of _entries can be changed. The ArrayIterator has be reset with the original _entries.
             entries.reset(_entries);
               }               }
            }            }
   
       Uint32 _idleEntries = 0;
   
       /*
           We will keep track of the maximum socket number and pass this value
           to the kernel as a parameter to SELECT.  This loop seems like a good
           place to calculate the max file descriptor (maximum socket number)
           because we have to traverse the entire array.
       */
       SocketHandle maxSocketCurrentPass = 0;
       for( int indx = 0; indx < (int)entries.size(); indx++)
       {
          if(maxSocketCurrentPass < entries[indx].socket)
               maxSocketCurrentPass = entries[indx].socket;
   
          if(entries[indx]._status.get() == _MonitorEntry::IDLE)
          {
              _idleEntries++;
              FD_SET(entries[indx].socket, &fdread);
          }
         }         }
  
         if (FD_ISSET(socket, &_rep->active_rd_fd_set))      /*
             events |= SocketMessage::READ;          Add 1 then assign maxSocket accordingly. We add 1 to account for
           descriptors starting at 0.
       */
       maxSocketCurrentPass++;
   
       autoEntryMutex.unlock();
  
         if (FD_ISSET(socket, &_rep->active_ex_fd_set))      //
             events |= SocketMessage::EXCEPTION;      // The first argument to select() is ignored on Windows and it is not
       // a socket value.  The original code assumed that the number of sockets
       // and a socket value have the same type.  On Windows they do not.
       //
   #ifdef PEGASUS_OS_TYPE_WINDOWS
       int events = select(0, &fdread, NULL, NULL, &tv);
   #else
       int events = select(maxSocketCurrentPass, &fdread, NULL, NULL, &tv);
   #endif
       autoEntryMutex.lock();
       // After enqueue a message and the autoEntryMutex has been released and locked again,
       // the array of _entries can be changed. The ArrayIterator has be reset with the original _entries
       entries.reset(_entries);
  
         if (events)      if (events == PEGASUS_SOCKET_ERROR)
         {         {
             Tracer::trace(TRC_HTTP, Tracer::LEVEL4,             Tracer::trace(TRC_HTTP, Tracer::LEVEL4,
                           "Monitor::run - Socket Event Detected events = %d", events);            "Monitor::run - errorno = %d has occurred on select.", errno);
             if (events & SocketMessage::READ)         // The EBADF error indicates that one or more or the file
          // descriptions was not valid. This could indicate that
          // the entries structure has been corrupted or that
          // we have a synchronization error.
   
          PEGASUS_ASSERT(errno != EBADF);
       }
       else if (events)
             {             {
                FD_CLR(socket, &_rep->active_rd_fd_set);  
                Tracer::trace(TRC_HTTP, Tracer::LEVEL4,                Tracer::trace(TRC_HTTP, Tracer::LEVEL4,
                              "Monitor::run FD_CLR READ");            "Monitor::run select event received events = %d, monitoring %d idle entries",
             }             events, _idleEntries);
             else if (events & SocketMessage::EXCEPTION)         for( int indx = 0; indx < (int)entries.size(); indx++)
          {
             // The Monitor should only look at entries in the table that are IDLE (i.e.,
             // owned by the Monitor).
             if((entries[indx]._status.get() == _MonitorEntry::IDLE) &&
                (FD_ISSET(entries[indx].socket, &fdread)))
             {             {
                FD_CLR(socket, &_rep->active_ex_fd_set);               MessageQueue *q = MessageQueue::lookup(entries[indx].queueId);
                Tracer::trace(TRC_HTTP, Tracer::LEVEL4,                Tracer::trace(TRC_HTTP, Tracer::LEVEL4,
                              "Monitor::run FD_CLR EXECEPTION");                    "Monitor::run indx = %d, queueId =  %d, q = %p",
             }                    indx, entries[indx].queueId, q);
             MessageQueue* queue = MessageQueue::lookup(_entries[i].queueId);               PEGASUS_ASSERT(q !=0);
             if( ! queue )  
                try
                {
                   if(entries[indx]._type == Monitor::CONNECTION)
             {             {
                Tracer::trace(TRC_HTTP, Tracer::LEVEL4,                Tracer::trace(TRC_HTTP, Tracer::LEVEL4,
                              "Monitor::run lookup for connection entry failed, unsoliciting");                       "entries[indx].type for indx = %d is Monitor::CONNECTION", indx);
                _connection_mutex.unlock();                     static_cast<HTTPConnection *>(q)->_entry_index = indx;
                unsolicitSocketMessages(socket);  
                      // Do not update the entry just yet. The entry gets updated once
                      // the request has been read.
                      //entries[indx]._status = _MonitorEntry::BUSY;
   
                      // If allocate_and_awaken failure, retry on next iteration
   /* Removed for PEP 183.
                      if (!MessageQueueService::get_thread_pool()->allocate_and_awaken(
                              (void *)q, _dispatch))
                      {
                         Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,
                             "Monitor::run: Insufficient resources to process request.");
                         entries[indx]._status = _MonitorEntry::IDLE;
                return true;                return true;
             }             }
   */
             if(_async == true && _entries[i]._type == Monitor::CONNECTION)  // Added for PEP 183
                      HTTPConnection *dst = reinterpret_cast<HTTPConnection *>(q);
                      Tracer::trace(TRC_HTTP, Tracer::LEVEL4,
                            "Monitor::_dispatch: entering run() for indx  = %d, queueId = %d, q = %p",
                      dst->_entry_index, dst->_monitor->_entries[dst->_entry_index].queueId, dst);
                      try
             {             {
                          dst->run(1);
                if( static_cast<HTTPConnection *>(queue)->refcount.value() == 0 )                     }
                      catch (...)
                {                {
                   Tracer::trace(TRC_HTTP, Tracer::LEVEL4,                   Tracer::trace(TRC_HTTP, Tracer::LEVEL4,
                                 "Monitor::run dispatching thread to idle connection");                         "Monitor::_dispatch: exception received");
                   static_cast<HTTPConnection *>(queue)->refcount++;  
                   if( false == static_cast<HTTPConnection *>(queue)->is_dying())  
                      _thread_pool->allocate_and_awaken((void *)queue, _dispatch);  
                   else  
                      static_cast<HTTPConnection *>(queue)->refcount--;  
                }                }
                else                     Tracer::trace(TRC_HTTP, Tracer::LEVEL4,
                   pegasus_sleep(1);                     "Monitor::_dispatch: exited run() for index %d", dst->_entry_index);
   
                      // It is possible the entry status may not be set to busy.
                      // The following will fail in that case.
                      // PEGASUS_ASSERT(dst->_monitor->_entries[dst->_entry_index]._status.get() == _MonitorEntry::BUSY);
                      // Once the HTTPConnection thread has set the status value to either
                      // Monitor::DYING or Monitor::IDLE, it has returned control of the connection
                      // to the Monitor.  It is no longer permissible to access the connection
                      // or the entry in the _entries table.
   
                      // The following is not relevant as the worker thread or the
                      // reader thread will update the status of the entry.
                      //if (dst->_connectionClosePending)
                      //{
                      //  dst->_monitor->_entries[dst->_entry_index]._status = _MonitorEntry::DYING;
                      //}
                      //else
                      //{
                      //  dst->_monitor->_entries[dst->_entry_index]._status = _MonitorEntry::IDLE;
                      //}
   // end Added for PEP 183
                   }
                   else if( entries[indx]._type == Monitor::INTERNAL){
                           // set ourself to BUSY,
                           // read the data
                           // and set ourself back to IDLE
   
                           entries[indx]._status = _MonitorEntry::BUSY;
                           static char buffer[2];
                           Socket::disableBlocking(entries[indx].socket);
                           Sint32 amt = Socket::read(entries[indx].socket,&buffer, 2);
                           Socket::enableBlocking(entries[indx].socket);
                           entries[indx]._status = _MonitorEntry::IDLE;
             }             }
             else             else
             {             {
               _connection_mutex.unlock();  
   
                Tracer::trace(TRC_HTTP, Tracer::LEVEL4,                Tracer::trace(TRC_HTTP, Tracer::LEVEL4,
                              "Monitor::run enqueueing to non-connection HTTP class");                       "Non-connection entry, indx = %d, has been received.", indx);
                Message* message = new SocketMessage(socket, events);                     int events = 0;
                queue->enqueue(message);                     events |= SocketMessage::READ;
                return true;                     Message *msg = new SocketMessage(entries[indx].socket, events);
                      entries[indx]._status = _MonitorEntry::BUSY;
                      autoEntryMutex.unlock();
                      q->enqueue(msg);
                      autoEntryMutex.lock();
              // After enqueue a message and the autoEntryMutex has been released and locked again,
              // the array of entries can be changed. The ArrayIterator has be reset with the original _entries
              entries.reset(_entries);
                      entries[indx]._status = _MonitorEntry::IDLE;
  
                      return true;
                   }
             }             }
             count--;               catch(...)
             pegasus_yield();               {
         }         }
         handled_events = true;         handled_events = true;
     }     }
     _connection_mutex.unlock();         }
       }
   
     return(handled_events);     return(handled_events);
 } }
  
 Boolean Monitor::solicitSocketMessages(  void Monitor::stopListeningForConnections(Boolean wait)
     Sint32 socket,  
     Uint32 events,  
     Uint32 queueId,  
     int type)  
 { {
     PEG_METHOD_ENTER(TRC_HTTP, "Monitor::solictSocketMessage");      PEG_METHOD_ENTER(TRC_HTTP, "Monitor::stopListeningForConnections()");
       // set boolean then tickle the server to recognize _stopConnections
     // See whether a handler is already registered for this one:      _stopConnections = 1;
     Uint32 pos = _findEntry(socket);      tickle();
   
       if (wait)
       {
         // Wait for the monitor to notice _stopConnections.  Otherwise the
         // caller of this function may unbind the ports while the monitor
         // is still accepting connections on them.
         _stopConnectionsSem.wait();
       }
  
     if (pos != PEGASUS_NOT_FOUND)  
     {  
         PEG_METHOD_EXIT();         PEG_METHOD_EXIT();
         return false;  
     }     }
  
     // Set the events:  
   
     if (events & SocketMessage::READ)  
         FD_SET(socket, &_rep->rd_fd_set);  
  
     if (events & SocketMessage::WRITE)  int  Monitor::solicitSocketMessages(
         FD_SET(socket, &_rep->wr_fd_set);      SocketHandle socket,
       Uint32 events,
     if (events & SocketMessage::EXCEPTION)      Uint32 queueId,
         FD_SET(socket, &_rep->ex_fd_set);      int type)
   {
     // Add the entry to the list:     PEG_METHOD_ENTER(TRC_HTTP, "Monitor::solicitSocketMessages");
     _MonitorEntry entry(socket, queueId, type);     AutoMutex autoMut(_entry_mut);
      // Check to see if we need to dynamically grow the _entries array
      // We always want the _entries array to 2 bigger than the
      // current connections requested
      _solicitSocketCount++;  // bump the count
      int size = (int)_entries.size();
      if((int)_solicitSocketCount >= (size-1)){
           for(int i = 0; i < ((int)_solicitSocketCount - (size-1)); i++){
                   _MonitorEntry entry(0, 0, 0);
     _entries.append(entry);     _entries.append(entry);
           }
     // Success!  
   
     PEG_METHOD_EXIT();  
     return true;  
 } }
  
 Boolean Monitor::unsolicitSocketMessages(Sint32 socket)     int index;
      for(index = 1; index < (int)_entries.size(); index++)
 { {
     PEG_METHOD_ENTER(TRC_HTTP, "Monitor::unsolicitSocketMessage");        try
   
     // Look for the given entry and remove it:  
   
     _connection_mutex.lock(pegasus_thread_self());  
   
     for (Uint32 i = 0, n = _entries.size(); i < n; i++)  
     {     {
         if (_entries[i].socket == socket)           if(_entries[index]._status.get() == _MonitorEntry::EMPTY)
         {         {
             Sint32 socket = _entries[i].socket;              _entries[index].socket = socket;
             FD_CLR(socket, &_rep->rd_fd_set);              _entries[index].queueId  = queueId;
             FD_CLR(socket, &_rep->wr_fd_set);              _entries[index]._type = type;
             FD_CLR(socket, &_rep->ex_fd_set);              _entries[index]._status = _MonitorEntry::IDLE;
             _entries.remove(i);  
             // ATTN-RK-P3-20020521: Need "Socket::close(socket);" here?              return index;
             Socket::close(socket);  
             PEG_METHOD_EXIT();  
             _connection_mutex.unlock();  
             return true;  
         }         }
     }     }
         catch(...)
         {
         }
      }
      _solicitSocketCount--;  // decrease the count, if we are here we didnt do anything meaningful
     PEG_METHOD_EXIT();     PEG_METHOD_EXIT();
     _connection_mutex.unlock();     return -1;
  
     return false;  
 } }
  
 Uint32 Monitor::_findEntry(Sint32 socket)  void Monitor::unsolicitSocketMessages(SocketHandle socket)
 { {
   _connection_mutex.lock(pegasus_thread_self());  
  
    for (Uint32 i = 0, n = _entries.size(); i < n; i++)      PEG_METHOD_ENTER(TRC_HTTP, "Monitor::unsolicitSocketMessages");
       AutoMutex autoMut(_entry_mut);
   
       /*
           Start at index = 1 because _entries[0] is the tickle entry which never needs
           to be EMPTY;
       */
       unsigned int index;
       for(index = 1; index < _entries.size(); index++)
     {     {
         if (_entries[i].socket == socket)         if(_entries[index].socket == socket)
           {           {
             _connection_mutex.unlock();            _entries[index]._status = _MonitorEntry::EMPTY;
             return i;            _entries[index].socket = PEGASUS_INVALID_SOCKET;
           }            _solicitSocketCount--;
             break;
     }     }
    _connection_mutex.unlock();  
     return PEG_NOT_FOUND;  
 } }
  
       /*
           Dynamic Contraction:
           To remove excess entries we will start from the end of the _entries array
           and remove all entries with EMPTY status until we find the first NON EMPTY.
           This prevents the positions, of the NON EMPTY entries, from being changed.
       */
       index = _entries.size() - 1;
       while(_entries[index]._status.get() == _MonitorEntry::EMPTY){
           if(_entries.size() > MAX_NUMBER_OF_MONITOR_ENTRIES)
                   _entries.remove(index);
           index--;
       }
       PEG_METHOD_EXIT();
   }
  
   // Note: this is no longer called with PEP 183.
 PEGASUS_THREAD_RETURN PEGASUS_THREAD_CDECL Monitor::_dispatch(void *parm) PEGASUS_THREAD_RETURN PEGASUS_THREAD_CDECL Monitor::_dispatch(void *parm)
 { {
    HTTPConnection *dst = reinterpret_cast<HTTPConnection *>(parm);    HTTPConnection *dst = reinterpret_cast<HTTPConnection *>(parm);
    if( true == dst->is_dying())     Tracer::trace(TRC_HTTP, Tracer::LEVEL4,
           "Monitor::_dispatch: entering run() for indx  = %d, queueId = %d, q = %p",
           dst->_entry_index, dst->_monitor->_entries[dst->_entry_index].queueId, dst);
      try
    {    {
       dst->refcount--;        dst->run(1);
       return 0;  
    }    }
    if( false == dst->is_dying())     catch (...)
    {    {
       if(false == dst->run(1))        Tracer::trace(TRC_HTTP, Tracer::LEVEL4,
          pegasus_sleep(1);            "Monitor::_dispatch: exception received");
      }
      Tracer::trace(TRC_HTTP, Tracer::LEVEL4,
             "Monitor::_dispatch: exited run() for index %d", dst->_entry_index);
   
      PEGASUS_ASSERT(dst->_monitor->_entries[dst->_entry_index]._status.get() == _MonitorEntry::BUSY);
  
      // Once the HTTPConnection thread has set the status value to either
      // Monitor::DYING or Monitor::IDLE, it has returned control of the connection
      // to the Monitor.  It is no longer permissible to access the connection
      // or the entry in the _entries table.
      if (dst->_connectionClosePending)
      {
         dst->_monitor->_entries[dst->_entry_index]._status = _MonitorEntry::DYING;
      }
      else
      {
         dst->_monitor->_entries[dst->_entry_index]._status = _MonitorEntry::IDLE;
    }    }
    dst->refcount--;  
    return 0;    return 0;
 } }
  
   
 PEGASUS_NAMESPACE_END PEGASUS_NAMESPACE_END


Legend:
Removed from v.1.24  
changed lines
  Added in v.1.107

No CVS admin address has been configured
Powered by
ViewCVS 0.9.2