version 1.92, 2005/03/10 00:38:17
|
version 1.116.4.2, 2007/12/14 20:47:55
|
|
|
//%2005//////////////////////////////////////////////////////////////////////// |
//%2006//////////////////////////////////////////////////////////////////////// |
// | // |
// Copyright (c) 2000, 2001, 2002 BMC Software; Hewlett-Packard Development | // Copyright (c) 2000, 2001, 2002 BMC Software; Hewlett-Packard Development |
// Company, L.P.; IBM Corp.; The Open Group; Tivoli Systems. | // Company, L.P.; IBM Corp.; The Open Group; Tivoli Systems. |
|
|
// IBM Corp.; EMC Corporation; VERITAS Software Corporation; The Open Group. | // IBM Corp.; EMC Corporation; VERITAS Software Corporation; The Open Group. |
// Copyright (c) 2005 Hewlett-Packard Development Company, L.P.; IBM Corp.; | // Copyright (c) 2005 Hewlett-Packard Development Company, L.P.; IBM Corp.; |
// EMC Corporation; VERITAS Software Corporation; The Open Group. | // EMC Corporation; VERITAS Software Corporation; The Open Group. |
|
// Copyright (c) 2006 Hewlett-Packard Development Company, L.P.; IBM Corp.; |
|
// EMC Corporation; Symantec Corporation; The Open Group. |
// | // |
// Permission is hereby granted, free of charge, to any person obtaining a copy | // Permission is hereby granted, free of charge, to any person obtaining a copy |
// of this software and associated documentation files (the "Software"), to | // of this software and associated documentation files (the "Software"), to |
|
|
// | // |
//============================================================================== | //============================================================================== |
// | // |
// Author: Mike Brasher (mbrasher@bmc.com) |
|
// |
|
// Modified By: Mike Day (monitor_2) mdday@us.ibm.com |
|
// Amit K Arora (Bug#1153) amita@in.ibm.com |
|
// Alagaraja Ramasubramanian (alags_raj@in.ibm.com) for Bug#1090 |
|
// Sushma Fernandes (sushma@hp.com) for Bug#2057 |
|
// Josephine Eskaline Joyce (jojustin@in.ibm.com) for PEP#101 |
|
// Roger Kumpf, Hewlett-Packard Company (roger_kumpf@hp.com) |
|
// |
|
//%///////////////////////////////////////////////////////////////////////////// | //%///////////////////////////////////////////////////////////////////////////// |
| |
|
#include "Network.h" |
#include <Pegasus/Common/Config.h> | #include <Pegasus/Common/Config.h> |
|
|
#include <cstring> | #include <cstring> |
#include "Monitor.h" | #include "Monitor.h" |
#include "MessageQueue.h" | #include "MessageQueue.h" |
|
|
#include <Pegasus/Common/HTTPConnection.h> | #include <Pegasus/Common/HTTPConnection.h> |
#include <Pegasus/Common/MessageQueueService.h> | #include <Pegasus/Common/MessageQueueService.h> |
#include <Pegasus/Common/Exception.h> | #include <Pegasus/Common/Exception.h> |
|
#include "ArrayIterator.h" |
#ifdef PEGASUS_OS_TYPE_WINDOWS |
#include <errno.h> |
# if defined(FD_SETSIZE) && FD_SETSIZE != 1024 |
|
# error "FD_SETSIZE was not set to 1024 prior to the last inclusion \ |
|
of <winsock.h>. It may have been indirectly included (e.g., by including \ |
|
<windows.h>). Finthe inclusion of that header which is visible to this \ |
|
compilation unit and #define FD_SETZIE to 1024 prior to that inclusion; \ |
|
otherwise, less than 64 clients (the default) will be able to connect to the \ |
|
CIMOM. PLEASE DO NOT SUPPRESS THIS WARNING; PLEASE FIX THE PROBLEM." |
|
|
|
# endif |
|
# define FD_SETSIZE 1024 |
|
# include <windows.h> |
|
#else |
|
# include <sys/types.h> |
|
# include <sys/socket.h> |
|
# include <sys/time.h> |
|
# include <netinet/in.h> |
|
# include <netdb.h> |
|
# include <arpa/inet.h> |
|
#endif |
|
| |
PEGASUS_USING_STD; | PEGASUS_USING_STD; |
| |
PEGASUS_NAMESPACE_BEGIN | PEGASUS_NAMESPACE_BEGIN |
| |
// Define a platform-neutral socket length type |
static AtomicInt _connections(0); |
#if defined(PEGASUS_PLATFORM_ZOS_ZSERIES_IBM) || defined(PEGASUS_OS_VMS) |
|
typedef size_t PEGASUS_SOCKLEN_T; |
|
#elif defined(PEGASUS_PLATFORM_AIX_RS_IBMCXX) || defined(PEGASUS_OS_LINUX) || (defined(PEGASUS_OS_SOLARIS) && !defined(SUNOS_5_6)) |
|
typedef socklen_t PEGASUS_SOCKLEN_T; |
|
#else |
|
typedef int PEGASUS_SOCKLEN_T; |
|
#endif |
|
|
|
static AtomicInt _connections = 0; |
|
| |
//////////////////////////////////////////////////////////////////////////////// | //////////////////////////////////////////////////////////////////////////////// |
// | // |
|
|
| |
Monitor::~Monitor() | Monitor::~Monitor() |
{ | { |
Tracer::trace(TRC_HTTP, Tracer::LEVEL4, "uninitializing interface"); |
uninitializeTickler(); |
|
Socket::uninitializeInterface(); |
|
PEG_TRACE_CSTRING(TRC_HTTP, Tracer::LEVEL4, |
|
"returning from monitor destructor"); |
|
} |
|
void Monitor::uninitializeTickler() |
|
{ |
|
PEG_TRACE_CSTRING(TRC_HTTP, Tracer::LEVEL4, "uninitializing interface"); |
| |
try{ |
try |
|
{ |
if(_tickle_peer_socket >= 0) | if(_tickle_peer_socket >= 0) |
{ | { |
Socket::close(_tickle_peer_socket); | Socket::close(_tickle_peer_socket); |
|
|
} | } |
catch(...) | catch(...) |
{ | { |
Tracer::trace(TRC_HTTP, Tracer::LEVEL4, |
PEG_TRACE_CSTRING(TRC_HTTP, Tracer::LEVEL4, |
"Failed to close tickle sockets"); | "Failed to close tickle sockets"); |
} | } |
| |
Socket::uninitializeInterface(); |
|
Tracer::trace(TRC_HTTP, Tracer::LEVEL4, |
|
"returning from monitor destructor"); |
|
} | } |
| |
void Monitor::initializeTickler(){ |
void Monitor::initializeTickler() |
|
{ |
/* | /* |
NOTE: On any errors trying to | NOTE: On any errors trying to |
setup out tickle connection, | setup out tickle connection, |
|
|
*/ | */ |
| |
/* setup the tickle server/listener */ | /* setup the tickle server/listener */ |
|
// try until the tcpip is restarted |
|
do |
|
{ |
// get a socket for the server side | // get a socket for the server side |
if((_tickle_server_socket = ::socket(PF_INET, SOCK_STREAM, 0)) < 0){ |
if ((_tickle_server_socket = |
//handle error |
Socket::createSocket(PF_INET, SOCK_STREAM, 0)) == |
MessageLoaderParms parms("Common.Monitor.TICKLE_CREATE", |
PEGASUS_INVALID_SOCKET) |
|
{ |
|
MessageLoaderParms parms( |
|
"Common.Monitor.TICKLE_CREATE", |
"Received error number $0 while creating the internal socket.", | "Received error number $0 while creating the internal socket.", |
#if !defined(PEGASUS_OS_TYPE_WINDOWS) |
getSocketError()); |
errno); |
|
#else |
|
WSAGetLastError()); |
|
#endif |
|
throw Exception(parms); | throw Exception(parms); |
} | } |
| |
// initialize the address | // initialize the address |
memset(&_tickle_server_addr, 0, sizeof(_tickle_server_addr)); | memset(&_tickle_server_addr, 0, sizeof(_tickle_server_addr)); |
#ifdef PEGASUS_OS_ZOS |
|
_tickle_server_addr.sin_addr.s_addr = inet_addr_ebcdic("127.0.0.1"); |
|
#else |
|
#ifdef PEGASUS_PLATFORM_OS400_ISERIES_IBM | #ifdef PEGASUS_PLATFORM_OS400_ISERIES_IBM |
#pragma convert(37) | #pragma convert(37) |
#endif | #endif |
|
|
#ifdef PEGASUS_PLATFORM_OS400_ISERIES_IBM | #ifdef PEGASUS_PLATFORM_OS400_ISERIES_IBM |
#pragma convert(0) | #pragma convert(0) |
#endif | #endif |
#endif |
|
_tickle_server_addr.sin_family = PF_INET; | _tickle_server_addr.sin_family = PF_INET; |
_tickle_server_addr.sin_port = 0; | _tickle_server_addr.sin_port = 0; |
| |
PEGASUS_SOCKLEN_T _addr_size = sizeof(_tickle_server_addr); |
SocketLength _addr_size = sizeof(_tickle_server_addr); |
| |
// bind server side to socket | // bind server side to socket |
if((::bind(_tickle_server_socket, | if((::bind(_tickle_server_socket, |
reinterpret_cast<struct sockaddr*>(&_tickle_server_addr), | reinterpret_cast<struct sockaddr*>(&_tickle_server_addr), |
sizeof(_tickle_server_addr))) < 0){ |
sizeof(_tickle_server_addr))) < 0) |
// handle error |
{ |
#ifdef PEGASUS_OS_ZOS | #ifdef PEGASUS_OS_ZOS |
MessageLoaderParms parms("Common.Monitor.TICKLE_BIND_LONG", |
MessageLoaderParms parms( |
"Received error:$0 while binding the internal socket.",strerror(errno)); |
"Common.Monitor.TICKLE_BIND_LONG", |
|
"Received error:$0 while binding the internal socket.", |
|
strerror(errno)); |
#else | #else |
MessageLoaderParms parms("Common.Monitor.TICKLE_BIND", |
MessageLoaderParms parms( |
|
"Common.Monitor.TICKLE_BIND", |
"Received error number $0 while binding the internal socket.", | "Received error number $0 while binding the internal socket.", |
#if !defined(PEGASUS_OS_TYPE_WINDOWS) |
getSocketError()); |
errno); |
|
#else |
|
WSAGetLastError()); |
|
#endif |
|
#endif | #endif |
throw Exception(parms); | throw Exception(parms); |
} | } |
| |
// tell the kernel we are a server | // tell the kernel we are a server |
if((::listen(_tickle_server_socket,3)) < 0){ |
if ((::listen(_tickle_server_socket, 3)) < 0) |
// handle error |
{ |
MessageLoaderParms parms("Common.Monitor.TICKLE_LISTEN", |
MessageLoaderParms parms( |
"Received error number $0 while listening to the internal socket.", |
"Common.Monitor.TICKLE_LISTEN", |
#if !defined(PEGASUS_OS_TYPE_WINDOWS) |
"Received error number $0 while listening to the internal " |
errno); |
"socket.", |
#else |
getSocketError()); |
WSAGetLastError()); |
|
#endif |
|
throw Exception(parms); | throw Exception(parms); |
} | } |
| |
// make sure we have the correct socket for our server | // make sure we have the correct socket for our server |
int sock = ::getsockname(_tickle_server_socket, |
int sock = ::getsockname( |
|
_tickle_server_socket, |
reinterpret_cast<struct sockaddr*>(&_tickle_server_addr), | reinterpret_cast<struct sockaddr*>(&_tickle_server_addr), |
&_addr_size); | &_addr_size); |
if(sock < 0){ |
if (sock < 0) |
// handle error |
{ |
MessageLoaderParms parms("Common.Monitor.TICKLE_SOCKNAME", |
MessageLoaderParms parms( |
"Received error number $0 while getting the internal socket name.", |
"Common.Monitor.TICKLE_SOCKNAME", |
#if !defined(PEGASUS_OS_TYPE_WINDOWS) |
"Received error number $0 while getting the internal socket " |
errno); |
"name.", |
#else |
getSocketError()); |
WSAGetLastError()); |
|
#endif |
|
throw Exception(parms); | throw Exception(parms); |
} | } |
| |
/* set up the tickle client/connector */ | /* set up the tickle client/connector */ |
| |
// get a socket for our tickle client | // get a socket for our tickle client |
if((_tickle_client_socket = ::socket(PF_INET, SOCK_STREAM, 0)) < 0){ |
if ((_tickle_client_socket = |
// handle error |
Socket::createSocket(PF_INET, SOCK_STREAM, 0)) == |
MessageLoaderParms parms("Common.Monitor.TICKLE_CLIENT_CREATE", |
PEGASUS_INVALID_SOCKET) |
"Received error number $0 while creating the internal client socket.", |
{ |
#if !defined(PEGASUS_OS_TYPE_WINDOWS) |
MessageLoaderParms parms( |
errno); |
"Common.Monitor.TICKLE_CLIENT_CREATE", |
#else |
"Received error number $0 while creating the internal client " |
WSAGetLastError()); |
"socket.", |
#endif |
getSocketError()); |
throw Exception(parms); | throw Exception(parms); |
} | } |
| |
// setup the address of the client | // setup the address of the client |
memset(&_tickle_client_addr, 0, sizeof(_tickle_client_addr)); | memset(&_tickle_client_addr, 0, sizeof(_tickle_client_addr)); |
#ifdef PEGASUS_OS_ZOS |
|
_tickle_client_addr.sin_addr.s_addr = inet_addr_ebcdic("127.0.0.1"); |
|
#else |
|
#ifdef PEGASUS_PLATFORM_OS400_ISERIES_IBM | #ifdef PEGASUS_PLATFORM_OS400_ISERIES_IBM |
#pragma convert(37) | #pragma convert(37) |
#endif | #endif |
|
|
#ifdef PEGASUS_PLATFORM_OS400_ISERIES_IBM | #ifdef PEGASUS_PLATFORM_OS400_ISERIES_IBM |
#pragma convert(0) | #pragma convert(0) |
#endif | #endif |
#endif |
|
_tickle_client_addr.sin_family = PF_INET; | _tickle_client_addr.sin_family = PF_INET; |
_tickle_client_addr.sin_port = 0; | _tickle_client_addr.sin_port = 0; |
| |
// bind socket to client side | // bind socket to client side |
if((::bind(_tickle_client_socket, | if((::bind(_tickle_client_socket, |
reinterpret_cast<struct sockaddr*>(&_tickle_client_addr), | reinterpret_cast<struct sockaddr*>(&_tickle_client_addr), |
sizeof(_tickle_client_addr))) < 0){ |
sizeof(_tickle_client_addr))) < 0) |
// handle error |
{ |
MessageLoaderParms parms("Common.Monitor.TICKLE_CLIENT_BIND", |
MessageLoaderParms parms( |
"Received error number $0 while binding the internal client socket.", |
"Common.Monitor.TICKLE_CLIENT_BIND", |
#if !defined(PEGASUS_OS_TYPE_WINDOWS) |
"Received error number $0 while binding the internal client " |
errno); |
"socket.", |
#else |
getSocketError()); |
WSAGetLastError()); |
|
#endif |
|
throw Exception(parms); | throw Exception(parms); |
} | } |
| |
// connect to server side | // connect to server side |
if((::connect(_tickle_client_socket, | if((::connect(_tickle_client_socket, |
reinterpret_cast<struct sockaddr*>(&_tickle_server_addr), | reinterpret_cast<struct sockaddr*>(&_tickle_server_addr), |
sizeof(_tickle_server_addr))) < 0){ |
sizeof(_tickle_server_addr))) < 0) |
// handle error |
{ |
MessageLoaderParms parms("Common.Monitor.TICKLE_CLIENT_CONNECT", |
MessageLoaderParms parms( |
"Received error number $0 while connecting the internal client socket.", |
"Common.Monitor.TICKLE_CLIENT_CONNECT", |
#if !defined(PEGASUS_OS_TYPE_WINDOWS) |
"Received error number $0 while connecting the internal " |
errno); |
"client socket.", |
#else |
getSocketError()); |
WSAGetLastError()); |
|
#endif |
|
throw Exception(parms); | throw Exception(parms); |
} | } |
| |
/* set up the slave connection */ | /* set up the slave connection */ |
memset(&_tickle_peer_addr, 0, sizeof(_tickle_peer_addr)); | memset(&_tickle_peer_addr, 0, sizeof(_tickle_peer_addr)); |
PEGASUS_SOCKLEN_T peer_size = sizeof(_tickle_peer_addr); |
SocketLength peer_size = sizeof(_tickle_peer_addr); |
pegasus_sleep(1); |
Threads::sleep(1); |
| |
// this call may fail, we will try a max of 20 times to establish this peer connection |
// this call may fail, we will try a max of 20 times to establish |
|
// this peer connection |
if((_tickle_peer_socket = ::accept(_tickle_server_socket, | if((_tickle_peer_socket = ::accept(_tickle_server_socket, |
reinterpret_cast<struct sockaddr*>(&_tickle_peer_addr), | reinterpret_cast<struct sockaddr*>(&_tickle_peer_addr), |
&peer_size)) < 0){ |
&peer_size)) < 0) |
#if !defined(PEGASUS_OS_TYPE_WINDOWS) |
{ |
// Only retry on non-windows platforms. |
if (_tickle_peer_socket == PEGASUS_SOCKET_ERROR && |
if(_tickle_peer_socket == -1 && errno == EAGAIN) |
getSocketError() == PEGASUS_NETWORK_TRYAGAIN) |
{ | { |
int retries = 0; | int retries = 0; |
do | do |
{ | { |
pegasus_sleep(1); |
Threads::sleep(1); |
_tickle_peer_socket = ::accept(_tickle_server_socket, |
_tickle_peer_socket = ::accept( |
|
_tickle_server_socket, |
reinterpret_cast<struct sockaddr*>(&_tickle_peer_addr), | reinterpret_cast<struct sockaddr*>(&_tickle_peer_addr), |
&peer_size); | &peer_size); |
retries++; | retries++; |
} while(_tickle_peer_socket == -1 && errno == EAGAIN && retries < 20); |
} while (_tickle_peer_socket == PEGASUS_SOCKET_ERROR && |
|
getSocketError() == PEGASUS_NETWORK_TRYAGAIN && |
|
retries < 20); |
|
} |
|
// TCP/IP is down, destroy sockets and retry again. |
|
if (_tickle_peer_socket == PEGASUS_SOCKET_ERROR && |
|
getSocketError() == PEGASUS_NETWORK_TCPIP_STOPPED) |
|
{ |
|
// destroy everything |
|
uninitializeTickler(); |
|
// retry again. |
|
continue; |
} | } |
#endif |
|
} | } |
if(_tickle_peer_socket == -1){ |
if (_tickle_peer_socket == PEGASUS_SOCKET_ERROR) |
// handle error |
{ |
MessageLoaderParms parms("Common.Monitor.TICKLE_ACCEPT", |
MessageLoaderParms parms( |
"Received error number $0 while accepting the internal socket connection.", |
"Common.Monitor.TICKLE_ACCEPT", |
#if !defined(PEGASUS_OS_TYPE_WINDOWS) |
"Received error number $0 while accepting the internal " |
errno); |
"socket connection.", |
#else |
getSocketError()); |
WSAGetLastError()); |
|
#endif |
|
throw Exception(parms); | throw Exception(parms); |
} | } |
// add the tickler to the list of entries to be monitored and set to IDLE because Monitor only |
else |
|
{ |
|
// socket is ok |
|
break; |
|
} |
|
} while (1); // try until TCP/IP is restarted |
|
|
|
Socket::disableBlocking(_tickle_peer_socket); |
|
Socket::disableBlocking(_tickle_client_socket); |
|
|
|
// add the tickler to the list of entries to be monitored and set to |
|
// IDLE because Monitor only |
// checks entries with IDLE state for events | // checks entries with IDLE state for events |
_MonitorEntry entry(_tickle_peer_socket, 1, INTERNAL); | _MonitorEntry entry(_tickle_peer_socket, 1, INTERNAL); |
entry._status = _MonitorEntry::IDLE; | entry._status = _MonitorEntry::IDLE; |
|
|
|
// is the tickler initalized as first socket on startup ? |
|
if (_entries.size()==0) |
|
{ |
|
// if yes, append a new entry |
_entries.append(entry); | _entries.append(entry); |
} | } |
|
else |
|
{ |
|
// if not, overwrite the tickler entry with new socket |
|
_entries[0]=entry; |
|
} |
|
} |
| |
void Monitor::tickle(void) |
void Monitor::tickle() |
{ | { |
static char _buffer[] = | static char _buffer[] = |
{ | { |
|
|
}; | }; |
| |
AutoMutex autoMutex(_tickle_mutex); | AutoMutex autoMutex(_tickle_mutex); |
Socket::disableBlocking(_tickle_client_socket); |
|
Socket::write(_tickle_client_socket,&_buffer, 2); | Socket::write(_tickle_client_socket,&_buffer, 2); |
Socket::enableBlocking(_tickle_client_socket); |
|
} | } |
| |
void Monitor::setState( Uint32 index, _MonitorEntry::entry_status status ) | void Monitor::setState( Uint32 index, _MonitorEntry::entry_status status ) |
|
|
_entries[index]._status = status; | _entries[index]._status = status; |
} | } |
| |
Boolean Monitor::run(Uint32 milliseconds) |
void Monitor::run(Uint32 milliseconds) |
{ | { |
| |
Boolean handled_events = false; |
|
int i = 0; | int i = 0; |
| |
struct timeval tv = {milliseconds/1000, milliseconds%1000*1000}; | struct timeval tv = {milliseconds/1000, milliseconds%1000*1000}; |
|
|
fd_set fdread; | fd_set fdread; |
FD_ZERO(&fdread); | FD_ZERO(&fdread); |
| |
_entry_mut.lock(pegasus_thread_self()); |
AutoMutex autoEntryMutex(_entry_mut); |
|
|
|
ArrayIterator<_MonitorEntry> entries(_entries); |
| |
// Check the stopConnections flag. If set, clear the Acceptor monitor entries |
// Check the stopConnections flag. If set, clear the Acceptor monitor |
if (_stopConnections == 1) |
// entries |
|
if (_stopConnections.get() == 1) |
{ | { |
for ( int indx = 0; indx < (int)_entries.size(); indx++) |
for ( int indx = 0; indx < (int)entries.size(); indx++) |
{ | { |
if (_entries[indx]._type == Monitor::ACCEPTOR) |
if (entries[indx]._type == Monitor::ACCEPTOR) |
{ | { |
if ( _entries[indx]._status.value() != _MonitorEntry::EMPTY) |
if ( entries[indx]._status.get() != _MonitorEntry::EMPTY) |
{ | { |
if ( _entries[indx]._status.value() == _MonitorEntry::IDLE || |
if ( entries[indx]._status.get() == _MonitorEntry::IDLE || |
_entries[indx]._status.value() == _MonitorEntry::DYING ) |
entries[indx]._status.get() == _MonitorEntry::DYING ) |
{ | { |
// remove the entry | // remove the entry |
_entries[indx]._status = _MonitorEntry::EMPTY; |
entries[indx]._status = _MonitorEntry::EMPTY; |
} | } |
else | else |
{ | { |
// set status to DYING | // set status to DYING |
_entries[indx]._status = _MonitorEntry::DYING; |
entries[indx]._status = _MonitorEntry::DYING; |
} | } |
} | } |
} | } |
|
|
_stopConnectionsSem.signal(); | _stopConnectionsSem.signal(); |
} | } |
| |
for( int indx = 0; indx < (int)_entries.size(); indx++) |
for (int indx = 0; indx < (int)entries.size(); indx++) |
{ | { |
const _MonitorEntry &entry = _entries[indx]; |
const _MonitorEntry &entry = entries[indx]; |
if ((entry._status.value() == _MonitorEntry::DYING) && |
if ((entry._status.get() == _MonitorEntry::DYING) && |
(entry._type == Monitor::CONNECTION)) | (entry._type == Monitor::CONNECTION)) |
{ | { |
MessageQueue *q = MessageQueue::lookup(entry.queueId); | MessageQueue *q = MessageQueue::lookup(entry.queueId); |
|
|
| |
if (h._responsePending == true) | if (h._responsePending == true) |
{ | { |
Tracer::trace(TRC_HTTP, Tracer::LEVEL4, "Monitor::run - " |
PEG_TRACE((TRC_HTTP, Tracer::LEVEL4, |
"Ignoring connection delete request because " |
"Monitor::run - Ignoring connection delete request " |
"responses are still pending. " |
"because responses are still pending. " |
"connection=0x%p, socket=%d\n", | "connection=0x%p, socket=%d\n", |
(void *)&h, h.getSocket()); |
(void *)&h, h.getSocket())); |
continue; | continue; |
} | } |
h._connectionClosePending = false; | h._connectionClosePending = false; |
|
|
// Once HTTPAcceptor completes processing of the close | // Once HTTPAcceptor completes processing of the close |
// connection, the lock is re-requested and processing of | // connection, the lock is re-requested and processing of |
// the for loop continues. This is safe with the current | // the for loop continues. This is safe with the current |
// implementation of the _entries object. Note that the |
// implementation of the entries object. Note that the |
// loop condition accesses the _entries.size() on each |
// loop condition accesses the entries.size() on each |
// iteration, so that a change in size while the mutex is | // iteration, so that a change in size while the mutex is |
// unlocked will not result in an ArrayIndexOutOfBounds | // unlocked will not result in an ArrayIndexOutOfBounds |
// exception. | // exception. |
| |
_entry_mut.unlock(); | _entry_mut.unlock(); |
o.enqueue(message); | o.enqueue(message); |
_entry_mut.lock(pegasus_thread_self()); |
_entry_mut.lock(); |
|
|
|
// After enqueue a message and the autoEntryMutex has been |
|
// released and locked again, the array of _entries can be |
|
// changed. The ArrayIterator has be reset with the original |
|
// _entries. |
|
entries.reset(_entries); |
} | } |
} | } |
| |
|
|
place to calculate the max file descriptor (maximum socket number) | place to calculate the max file descriptor (maximum socket number) |
because we have to traverse the entire array. | because we have to traverse the entire array. |
*/ | */ |
int maxSocketCurrentPass = 0; |
SocketHandle maxSocketCurrentPass = 0; |
for( int indx = 0; indx < (int)_entries.size(); indx++) |
for (int indx = 0; indx < (int)entries.size(); indx++) |
{ | { |
if(maxSocketCurrentPass < _entries[indx].socket) |
if (maxSocketCurrentPass < entries[indx].socket) |
maxSocketCurrentPass = _entries[indx].socket; |
maxSocketCurrentPass = entries[indx].socket; |
| |
if(_entries[indx]._status.value() == _MonitorEntry::IDLE) |
if (entries[indx]._status.get() == _MonitorEntry::IDLE) |
{ | { |
_idleEntries++; | _idleEntries++; |
FD_SET(_entries[indx].socket, &fdread); |
FD_SET(entries[indx].socket, &fdread); |
} | } |
} | } |
| |
|
|
maxSocketCurrentPass++; | maxSocketCurrentPass++; |
| |
_entry_mut.unlock(); | _entry_mut.unlock(); |
int events = select(maxSocketCurrentPass, &fdread, NULL, NULL, &tv); |
|
_entry_mut.lock(pegasus_thread_self()); |
|
| |
|
// |
|
// The first argument to select() is ignored on Windows and it is not |
|
// a socket value. The original code assumed that the number of sockets |
|
// and a socket value have the same type. On Windows they do not. |
|
// |
#ifdef PEGASUS_OS_TYPE_WINDOWS | #ifdef PEGASUS_OS_TYPE_WINDOWS |
if(events == SOCKET_ERROR) |
int events = select(0, &fdread, NULL, NULL, &tv); |
#else | #else |
if(events == -1) |
int events = select(maxSocketCurrentPass, &fdread, NULL, NULL, &tv); |
#endif | #endif |
|
_entry_mut.lock(); |
|
|
|
struct timeval timeNow; |
|
Time::gettimeofday(&timeNow); |
|
|
|
// After enqueue a message and the autoEntryMutex has been released and |
|
// locked again, the array of _entries can be changed. The ArrayIterator |
|
// has be reset with the original _entries |
|
entries.reset(_entries); |
|
|
|
if (events == PEGASUS_SOCKET_ERROR) |
{ | { |
Tracer::trace(TRC_HTTP, Tracer::LEVEL4, |
PEG_TRACE((TRC_HTTP, Tracer::LEVEL4, |
"Monitor::run - errorno = %d has occurred on select.", errno); |
"Monitor::run - errorno = %d has occurred on select.", errno)); |
// The EBADF error indicates that one or more or the file | // The EBADF error indicates that one or more or the file |
// descriptions was not valid. This could indicate that | // descriptions was not valid. This could indicate that |
// the _entries structure has been corrupted or that |
// the entries structure has been corrupted or that |
// we have a synchronization error. | // we have a synchronization error. |
| |
PEGASUS_ASSERT(errno != EBADF); | PEGASUS_ASSERT(errno != EBADF); |
} | } |
else if (events) | else if (events) |
{ | { |
Tracer::trace(TRC_HTTP, Tracer::LEVEL4, |
PEG_TRACE((TRC_HTTP, Tracer::LEVEL4, |
"Monitor::run select event received events = %d, monitoring %d idle entries", |
"Monitor::run select event received events = %d, monitoring %d " |
events, _idleEntries); |
"idle entries", |
for( int indx = 0; indx < (int)_entries.size(); indx++) |
events, _idleEntries)); |
{ |
for (int indx = 0; indx < (int)entries.size(); indx++) |
// The Monitor should only look at entries in the table that are IDLE (i.e., |
{ |
// owned by the Monitor). |
// The Monitor should only look at entries in the table that are |
if((_entries[indx]._status.value() == _MonitorEntry::IDLE) && |
// IDLE (i.e., owned by the Monitor). |
(FD_ISSET(_entries[indx].socket, &fdread))) |
if ((entries[indx]._status.get() == _MonitorEntry::IDLE) && |
|
(FD_ISSET(entries[indx].socket, &fdread))) |
{ | { |
MessageQueue *q = MessageQueue::lookup(_entries[indx].queueId); |
MessageQueue *q = MessageQueue::lookup(entries[indx].queueId); |
Tracer::trace(TRC_HTTP, Tracer::LEVEL4, |
PEG_TRACE((TRC_HTTP, Tracer::LEVEL4, |
"Monitor::run indx = %d, queueId = %d, q = %p", | "Monitor::run indx = %d, queueId = %d, q = %p", |
indx, _entries[indx].queueId, q); |
indx, entries[indx].queueId, q)); |
PEGASUS_ASSERT(q !=0); | PEGASUS_ASSERT(q !=0); |
| |
try | try |
{ | { |
if(_entries[indx]._type == Monitor::CONNECTION) |
if (entries[indx]._type == Monitor::CONNECTION) |
{ | { |
Tracer::trace(TRC_HTTP, Tracer::LEVEL4, |
PEG_TRACE((TRC_HTTP, Tracer::LEVEL4, |
"_entries[indx].type for indx = %d is Monitor::CONNECTION", indx); |
"entries[indx].type for indx = %d is " |
static_cast<HTTPConnection *>(q)->_entry_index = indx; |
"Monitor::CONNECTION", |
|
indx)); |
// Do not update the entry just yet. The entry gets updated once |
HTTPConnection *dst = |
// the request has been read. |
reinterpret_cast<HTTPConnection *>(q); |
//_entries[indx]._status = _MonitorEntry::BUSY; |
dst->_entry_index = indx; |
|
|
// If allocate_and_awaken failure, retry on next iteration |
// Update idle start time because we have received some |
/* Removed for PEP 183. |
// data. Any data is good data at this point, and we'll |
if (!MessageQueueService::get_thread_pool()->allocate_and_awaken( |
// keep the connection alive, even if we've exceeded |
(void *)q, _dispatch)) |
// the idleConnectionTimeout, which will be checked |
{ |
// when we call closeConnectionOnTimeout() next. |
Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2, |
Time::gettimeofday(&dst->_idleStartTime); |
"Monitor::run: Insufficient resources to process request."); |
|
_entries[indx]._status = _MonitorEntry::IDLE; |
// Check for accept pending (ie. SSL handshake pending) |
_entry_mut.unlock(); |
// or idle connection timeouts for sockets from which |
return true; |
// we received data (avoiding extra queue lookup below). |
} |
if (!dst->closeConnectionOnTimeout(&timeNow)) |
*/ |
{ |
// Added for PEP 183 |
PEG_TRACE((TRC_HTTP, Tracer::LEVEL4, |
HTTPConnection *dst = reinterpret_cast<HTTPConnection *>(q); |
"Monitor::_dispatch: entering run() for " |
Tracer::trace(TRC_HTTP, Tracer::LEVEL4, |
"indx = %d, queueId = %d, q = %p", |
"Monitor::_dispatch: entering run() for indx = %d, queueId = %d, q = %p", |
dst->_entry_index, |
dst->_entry_index, dst->_monitor->_entries[dst->_entry_index].queueId, dst); |
dst->_monitor-> |
|
_entries[dst->_entry_index].queueId, |
|
dst)); |
|
|
try | try |
{ | { |
dst->run(1); | dst->run(1); |
} | } |
catch (...) | catch (...) |
{ | { |
Tracer::trace(TRC_HTTP, Tracer::LEVEL4, |
PEG_TRACE_CSTRING(TRC_HTTP, Tracer::LEVEL4, |
"Monitor::_dispatch: exception received"); | "Monitor::_dispatch: exception received"); |
} | } |
Tracer::trace(TRC_HTTP, Tracer::LEVEL4, |
PEG_TRACE((TRC_HTTP, Tracer::LEVEL4, |
"Monitor::_dispatch: exited run() for index %d", dst->_entry_index); |
"Monitor::_dispatch: exited run() for index %d", |
|
dst->_entry_index)); |
// It is possible the entry status may not be set to busy. |
} |
// The following will fail in that case. |
|
// PEGASUS_ASSERT(dst->_monitor->_entries[dst->_entry_index]._status.value() == _MonitorEntry::BUSY); |
|
// Once the HTTPConnection thread has set the status value to either |
|
// Monitor::DYING or Monitor::IDLE, it has returned control of the connection |
|
// to the Monitor. It is no longer permissible to access the connection |
|
// or the entry in the _entries table. |
|
|
|
// The following is not relevant as the worker thread or the |
|
// reader thread will update the status of the entry. |
|
//if (dst->_connectionClosePending) |
|
//{ |
|
// dst->_monitor->_entries[dst->_entry_index]._status = _MonitorEntry::DYING; |
|
//} |
|
//else |
|
//{ |
|
// dst->_monitor->_entries[dst->_entry_index]._status = _MonitorEntry::IDLE; |
|
//} |
|
// end Added for PEP 183 |
|
} | } |
else if( _entries[indx]._type == Monitor::INTERNAL){ |
else if (entries[indx]._type == Monitor::INTERNAL) |
|
{ |
// set ourself to BUSY, | // set ourself to BUSY, |
// read the data | // read the data |
// and set ourself back to IDLE | // and set ourself back to IDLE |
| |
_entries[indx]._status == _MonitorEntry::BUSY; |
entries[indx]._status = _MonitorEntry::BUSY; |
static char buffer[2]; | static char buffer[2]; |
Socket::disableBlocking(_entries[indx].socket); |
Sint32 amt = |
Sint32 amt = Socket::read(_entries[indx].socket,&buffer, 2); |
Socket::read(entries[indx].socket,&buffer, 2); |
Socket::enableBlocking(_entries[indx].socket); |
|
_entries[indx]._status == _MonitorEntry::IDLE; |
if (amt == PEGASUS_SOCKET_ERROR && |
|
getSocketError() == PEGASUS_NETWORK_TCPIP_STOPPED) |
|
{ |
|
PEG_TRACE_CSTRING(TRC_HTTP, Tracer::LEVEL4, |
|
"Monitor::run: Tickler socket got an IO error. " |
|
"Going to re-create Socket and wait for " |
|
"TCP/IP restart."); |
|
uninitializeTickler(); |
|
initializeTickler(); |
} | } |
else | else |
{ | { |
Tracer::trace(TRC_HTTP, Tracer::LEVEL4, |
entries[indx]._status = _MonitorEntry::IDLE; |
"Non-connection entry, indx = %d, has been received.", indx); |
} |
|
} |
|
else |
|
{ |
|
PEG_TRACE((TRC_HTTP, Tracer::LEVEL4, |
|
"Non-connection entry, indx = %d, has been " |
|
"received.", |
|
indx)); |
int events = 0; | int events = 0; |
events |= SocketMessage::READ; | events |= SocketMessage::READ; |
Message *msg = new SocketMessage(_entries[indx].socket, events); |
Message* msg = new SocketMessage( |
_entries[indx]._status = _MonitorEntry::BUSY; |
entries[indx].socket, events); |
|
entries[indx]._status = _MonitorEntry::BUSY; |
_entry_mut.unlock(); | _entry_mut.unlock(); |
|
|
q->enqueue(msg); | q->enqueue(msg); |
_entries[indx]._status = _MonitorEntry::IDLE; |
_entry_mut.lock(); |
return true; |
|
|
// After enqueue a message and the autoEntryMutex has |
|
// been released and locked again, the array of |
|
// entries can be changed. The ArrayIterator has be |
|
// reset with the original _entries |
|
entries.reset(_entries); |
|
entries[indx]._status = _MonitorEntry::IDLE; |
} | } |
} | } |
catch(...) | catch(...) |
{ | { |
} | } |
handled_events = true; |
} |
|
// else check for accept pending (ie. SSL handshake pending) or |
|
// idle connection timeouts for sockets from which we did not |
|
// receive data. |
|
else if ((entries[indx]._status.get() == _MonitorEntry::IDLE) && |
|
entries[indx]._type == Monitor::CONNECTION) |
|
{ |
|
MessageQueue *q = MessageQueue::lookup(entries[indx].queueId); |
|
HTTPConnection *dst = reinterpret_cast<HTTPConnection *>(q); |
|
dst->_entry_index = indx; |
|
dst->closeConnectionOnTimeout(&timeNow); |
|
} |
|
} |
|
} |
|
// else if "events" is zero (ie. select timed out) then we still need |
|
// to check if there are any pending SSL handshakes that have timed out. |
|
else |
|
{ |
|
for (int indx = 0; indx < (int)entries.size(); indx++) |
|
{ |
|
if ((entries[indx]._status.get() == _MonitorEntry::IDLE) && |
|
entries[indx]._type == Monitor::CONNECTION) |
|
{ |
|
MessageQueue *q = MessageQueue::lookup(entries[indx].queueId); |
|
HTTPConnection *dst = reinterpret_cast<HTTPConnection *>(q); |
|
dst->_entry_index = indx; |
|
dst->closeConnectionOnTimeout(&timeNow); |
} | } |
} | } |
} | } |
_entry_mut.unlock(); |
|
return(handled_events); |
|
} | } |
| |
void Monitor::stopListeningForConnections(Boolean wait) | void Monitor::stopListeningForConnections(Boolean wait) |
|
|
// Wait for the monitor to notice _stopConnections. Otherwise the | // Wait for the monitor to notice _stopConnections. Otherwise the |
// caller of this function may unbind the ports while the monitor | // caller of this function may unbind the ports while the monitor |
// is still accepting connections on them. | // is still accepting connections on them. |
try |
_stopConnectionsSem.wait(); |
{ |
|
_stopConnectionsSem.time_wait(10000); |
|
} |
|
catch (TimeOut &) |
|
{ |
|
// The monitor is probably busy processng a very long request, and is |
|
// not accepting connections. Let the caller unbind the ports. |
|
} |
|
} | } |
| |
PEG_METHOD_EXIT(); | PEG_METHOD_EXIT(); |
|
|
| |
| |
int Monitor::solicitSocketMessages( | int Monitor::solicitSocketMessages( |
Sint32 socket, |
SocketHandle socket, |
Uint32 events, | Uint32 events, |
Uint32 queueId, | Uint32 queueId, |
int type) | int type) |
|
|
// current connections requested | // current connections requested |
_solicitSocketCount++; // bump the count | _solicitSocketCount++; // bump the count |
int size = (int)_entries.size(); | int size = (int)_entries.size(); |
if((int)_solicitSocketCount >= (size-1)){ |
if ((int)_solicitSocketCount >= (size-1)) |
for(int i = 0; i < ((int)_solicitSocketCount - (size-1)); i++){ |
{ |
|
for (int i = 0; i < ((int)_solicitSocketCount - (size-1)); i++) |
|
{ |
_MonitorEntry entry(0, 0, 0); | _MonitorEntry entry(0, 0, 0); |
_entries.append(entry); | _entries.append(entry); |
} | } |
|
|
{ | { |
try | try |
{ | { |
if(_entries[index]._status.value() == _MonitorEntry::EMPTY) |
if (_entries[index]._status.get() == _MonitorEntry::EMPTY) |
{ | { |
_entries[index].socket = socket; | _entries[index].socket = socket; |
_entries[index].queueId = queueId; | _entries[index].queueId = queueId; |
|
|
{ | { |
} | } |
} | } |
_solicitSocketCount--; // decrease the count, if we are here we didnt do anything meaningful |
// decrease the count, if we are here we didn't do anything meaningful |
|
_solicitSocketCount--; |
PEG_METHOD_EXIT(); | PEG_METHOD_EXIT(); |
return -1; | return -1; |
|
|
} | } |
| |
void Monitor::unsolicitSocketMessages(Sint32 socket) |
void Monitor::unsolicitSocketMessages(SocketHandle socket) |
{ | { |
|
|
PEG_METHOD_ENTER(TRC_HTTP, "Monitor::unsolicitSocketMessages"); | PEG_METHOD_ENTER(TRC_HTTP, "Monitor::unsolicitSocketMessages"); |
AutoMutex autoMut(_entry_mut); | AutoMutex autoMut(_entry_mut); |
| |
/* | /* |
Start at index = 1 because _entries[0] is the tickle entry which never needs |
Start at index = 1 because _entries[0] is the tickle entry which |
to be EMPTY; |
never needs to be EMPTY; |
*/ | */ |
unsigned int index; | unsigned int index; |
for(index = 1; index < _entries.size(); index++) | for(index = 1; index < _entries.size(); index++) |
|
|
if(_entries[index].socket == socket) | if(_entries[index].socket == socket) |
{ | { |
_entries[index]._status = _MonitorEntry::EMPTY; | _entries[index]._status = _MonitorEntry::EMPTY; |
_entries[index].socket = -1; |
_entries[index].socket = PEGASUS_INVALID_SOCKET; |
_solicitSocketCount--; | _solicitSocketCount--; |
break; | break; |
} | } |
|
|
| |
/* | /* |
Dynamic Contraction: | Dynamic Contraction: |
To remove excess entries we will start from the end of the _entries array |
To remove excess entries we will start from the end of the _entries |
and remove all entries with EMPTY status until we find the first NON EMPTY. |
array and remove all entries with EMPTY status until we find the |
This prevents the positions, of the NON EMPTY entries, from being changed. |
first NON EMPTY. This prevents the positions, of the NON EMPTY |
|
entries, from being changed. |
*/ | */ |
index = _entries.size() - 1; | index = _entries.size() - 1; |
while(_entries[index]._status == _MonitorEntry::EMPTY){ |
while (_entries[index]._status.get() == _MonitorEntry::EMPTY) |
|
{ |
if(_entries.size() > MAX_NUMBER_OF_MONITOR_ENTRIES) | if(_entries.size() > MAX_NUMBER_OF_MONITOR_ENTRIES) |
_entries.remove(index); | _entries.remove(index); |
index--; | index--; |
} | } |
|
|
PEG_METHOD_EXIT(); | PEG_METHOD_EXIT(); |
} | } |
| |
// Note: this is no longer called with PEP 183. | // Note: this is no longer called with PEP 183. |
PEGASUS_THREAD_RETURN PEGASUS_THREAD_CDECL Monitor::_dispatch(void *parm) |
ThreadReturnType PEGASUS_THREAD_CDECL Monitor::_dispatch(void* parm) |
{ | { |
HTTPConnection *dst = reinterpret_cast<HTTPConnection *>(parm); | HTTPConnection *dst = reinterpret_cast<HTTPConnection *>(parm); |
Tracer::trace(TRC_HTTP, Tracer::LEVEL4, |
PEG_TRACE((TRC_HTTP, Tracer::LEVEL4, |
"Monitor::_dispatch: entering run() for indx = %d, queueId = %d, q = %p", |
"Monitor::_dispatch: entering run() for indx = %d, queueId = %d, " |
dst->_entry_index, dst->_monitor->_entries[dst->_entry_index].queueId, dst); |
"q = %p", |
|
dst->_entry_index, |
|
dst->_monitor->_entries[dst->_entry_index].queueId, |
|
dst)); |
|
|
try | try |
{ | { |
dst->run(1); | dst->run(1); |
} | } |
catch (...) | catch (...) |
{ | { |
Tracer::trace(TRC_HTTP, Tracer::LEVEL4, |
PEG_TRACE_CSTRING(TRC_HTTP, Tracer::LEVEL4, |
"Monitor::_dispatch: exception received"); | "Monitor::_dispatch: exception received"); |
} | } |
Tracer::trace(TRC_HTTP, Tracer::LEVEL4, |
PEG_TRACE((TRC_HTTP, Tracer::LEVEL4, |
"Monitor::_dispatch: exited run() for index %d", dst->_entry_index); |
"Monitor::_dispatch: exited run() for index %d", dst->_entry_index)); |
| |
PEGASUS_ASSERT(dst->_monitor->_entries[dst->_entry_index]._status.value() == _MonitorEntry::BUSY); |
PEGASUS_ASSERT(dst->_monitor->_entries[dst->_entry_index]._status.get() == |
|
_MonitorEntry::BUSY); |
| |
// Once the HTTPConnection thread has set the status value to either | // Once the HTTPConnection thread has set the status value to either |
// Monitor::DYING or Monitor::IDLE, it has returned control of the connection |
// Monitor::DYING or Monitor::IDLE, it has returned control of the |
// to the Monitor. It is no longer permissible to access the connection |
// connection to the Monitor. It is no longer permissible to access the |
// or the entry in the _entries table. |
// connection or the entry in the _entries table. |
if (dst->_connectionClosePending) | if (dst->_connectionClosePending) |
{ | { |
dst->_monitor->_entries[dst->_entry_index]._status = _MonitorEntry::DYING; |
dst->_monitor->_entries[dst->_entry_index]._status = |
|
_MonitorEntry::DYING; |
} | } |
else | else |
{ | { |
dst->_monitor->_entries[dst->_entry_index]._status = _MonitorEntry::IDLE; |
dst->_monitor->_entries[dst->_entry_index]._status = |
|
_MonitorEntry::IDLE; |
} | } |
return 0; | return 0; |
} | } |