pegasus/src/Pegasus/Common/Monitor.cpp - diff

Return to Monitor.cpp CVS log

Up to [Pegasus] / pegasus / src / Pegasus / Common

Diff for /pegasus/src/Pegasus/Common/Monitor.cpp between version 1.70 and 1.124

version 1.70, 2004/01/30 15:41:28

version 1.124, 2007/10/29 08:14:34

Line 1

//%2003////////////////////////////////////////////////////////////////////////

//%2006////////////////////////////////////////////////////////////////////////

// Company, L. P., IBM Corp., The Open Group, Tivoli Systems.

// Company, L.P.; IBM Corp.; The Open Group; Tivoli Systems.

// IBM Corp.; EMC Corporation, The Open Group.

// IBM Corp.; EMC Corporation; VERITAS Software Corporation; The Open Group.

// EMC Corporation; VERITAS Software Corporation; The Open Group.

// EMC Corporation; Symantec Corporation; The Open Group.

// Permission is hereby granted, free of charge, to any person obtaining a copy

// of this software and associated documentation files (the "Software"), to

Line 23

Line 29

//==============================================================================

// Author: Mike Brasher (mbrasher@bmc.com)

// Modified By: Mike Day (monitor_2) mdday@us.ibm.com

//%/////////////////////////////////////////////////////////////////////////////

#include "Network.h"

#include <Pegasus/Common/Config.h>

#include <cstring>

#include "Monitor.h"

#include "MessageQueue.h"

Line 38

Line 40

#include <Pegasus/Common/Tracer.h>

#include <Pegasus/Common/HTTPConnection.h>

#include <Pegasus/Common/MessageQueueService.h>

#include <Pegasus/Common/Exception.h>

#ifdef PEGASUS_OS_TYPE_WINDOWS

#include "ArrayIterator.h"

# if defined(FD_SETSIZE) && FD_SETSIZE != 1024

#include "HostAddress.h"

# error "FD_SETSIZE was not set to 1024 prior to the last inclusion \

#include <errno.h>

of <winsock.h>. It may have been indirectly included (e.g., by including \

<windows.h>). Finthe inclusion of that header which is visible to this \

compilation unit and #define FD_SETZIE to 1024 prior to that inclusion; \

otherwise, less than 64 clients (the default) will be able to connect to the \

CIMOM. PLEASE DO NOT SUPPRESS THIS WARNING; PLEASE FIX THE PROBLEM."

# endif

# define FD_SETSIZE 1024

# include <windows.h>

#else

# include <sys/types.h>

# include <sys/socket.h>

# include <sys/time.h>

# include <netinet/in.h>

# include <netdb.h>

# include <arpa/inet.h>

#endif

PEGASUS_USING_STD;

PEGASUS_NAMESPACE_BEGIN

static AtomicInt _connections = 0;

static struct timeval create_time = {0, 1};

static struct timeval destroy_time = {300, 0};

static struct timeval deadlock_time = {0, 0};

////////////////////////////////////////////////////////////////////////////////

// MonitorRep

// Tickler

////////////////////////////////////////////////////////////////////////////////

struct MonitorRep

Tickler::Tickler()

: _listenSocket(PEGASUS_INVALID_SOCKET),

_clientSocket(PEGASUS_INVALID_SOCKET),

_serverSocket(PEGASUS_INVALID_SOCKET)

{

fd_set rd_fd_set;

try

fd_set wr_fd_set;

fd_set ex_fd_set;

fd_set active_rd_fd_set;

fd_set active_wr_fd_set;

fd_set active_ex_fd_set;

};

////////////////////////////////////////////////////////////////////////////////

// Monitor

////////////////////////////////////////////////////////////////////////////////

#define MAX_NUMBER_OF_MONITOR_ENTRIES 32

Monitor::Monitor()

: _module_handle(0), _controller(0), _async(false), _stopConnections(0)

{

int numberOfMonitorEntriesToAllocate = MAX_NUMBER_OF_MONITOR_ENTRIES;

_initialize();

Socket::initializeInterface();

}

_rep = 0;

catch (...)

_entries.reserveCapacity(numberOfMonitorEntriesToAllocate);

for( int i = 0; i < numberOfMonitorEntriesToAllocate; i++ )

{

_MonitorEntry entry(0, 0, 0);

_uninitialize();

_entries.append(entry);

throw;

}

Monitor::Monitor(Boolean async)

Tickler::~Tickler()

: _module_handle(0), _controller(0), _async(async), _stopConnections(0)

{

int numberOfMonitorEntriesToAllocate = MAX_NUMBER_OF_MONITOR_ENTRIES;

_uninitialize();

Socket::initializeInterface();

_rep = 0;

_entries.reserveCapacity(numberOfMonitorEntriesToAllocate);

for( int i = 0; i < numberOfMonitorEntriesToAllocate; i++ )

{

_MonitorEntry entry(0, 0, 0);

_entries.append(entry);

}

Monitor::~Monitor()

#if defined(PEGASUS_OS_TYPE_UNIX) || defined(PEGASUS_OS_VMS)

// Use an anonymous pipe for the tickle connection.

void Tickler::_initialize()

{

Tracer::trace(TRC_HTTP, Tracer::LEVEL4,

int fds[2];

"deregistering with module controller");

if(_module_handle != NULL)

if (pipe(fds) == -1)

{

_controller->deregister_module(PEGASUS_MODULENAME_MONITOR);

MessageLoaderParms parms(

_controller = 0;

"Common.Monitor.TICKLE_CREATE",

delete _module_handle;

"Received error number $0 while creating the internal socket.",

getSocketError());

throw Exception(parms);

}

Tracer::trace(TRC_HTTP, Tracer::LEVEL4, "deleting rep");

Tracer::trace(TRC_HTTP, Tracer::LEVEL4, "uninitializing interface");

_serverSocket = fds[0];

Socket::uninitializeInterface();

_clientSocket = fds[1];

Tracer::trace(TRC_HTTP, Tracer::LEVEL4,

"returning from monitor destructor");

}

Boolean Monitor::run(Uint32 milliseconds)

#else

// Use an external loopback socket connection to allow the tickle socket to

// be included in the select() array on Windows.

void Tickler::_initialize()

{

// Set up the addresses for the listen, client, and server sockets

// based on whether IPv6 is enabled.

Boolean handled_events = false;

Socket::initializeInterface();

int i = 0;

#if defined(PEGASUS_OS_OS400) || defined(PEGASUS_OS_HPUX)

# ifdef PEGASUS_ENABLE_IPV6

struct timeval tv = {milliseconds/1000, milliseconds%1000*1000};

struct sockaddr_storage listenAddress;

struct sockaddr_storage clientAddress;

struct sockaddr_storage serverAddress;

#else

struct timeval tv = {0, 1};

struct sockaddr_in listenAddress;

struct sockaddr_in clientAddress;

struct sockaddr_in serverAddress;

#endif

fd_set fdread;

FD_ZERO(&fdread);

_entry_mut.lock(pegasus_thread_self());

// Check the stopConnections flag. If set, clear the Acceptor monitor entries

int addressFamily;

if (_stopConnections == 1)

SocketLength addressLength;

{

for ( int indx = 0; indx < (int)_entries.size(); indx++)

# ifdef PEGASUS_ENABLE_IPV6

{

if (System::isIPv6StackActive())

if (_entries[indx]._type == Monitor::ACCEPTOR)

{

if ( _entries[indx]._status.value() != _MonitorEntry::EMPTY)

{

if ( _entries[indx]._status.value() == _MonitorEntry::IDLE ||

_entries[indx]._status.value() == _MonitorEntry::DYING )

{

// remove the entry

// Use the IPv6 loopback address for the listen sockets

_entries[indx]._status = _MonitorEntry::EMPTY;

HostAddress::convertTextToBinary(

HostAddress::AT_IPV6,

"::1",

&reinterpret_cast<struct sockaddr_in6*>(&listenAddress)->sin6_addr);

listenAddress.ss_family = AF_INET6;

reinterpret_cast<struct sockaddr_in6*>(&listenAddress)->sin6_port = 0;

addressFamily = AF_INET6;

addressLength = sizeof(struct sockaddr_in6);

}

else

# endif

{

// set status to DYING

// Use the IPv4 loopback address for the listen sockets

_entries[indx]._status = _MonitorEntry::DYING;

HostAddress::convertTextToBinary(

}

HostAddress::AT_IPV4,

}

"127.0.0.1",

}

&reinterpret_cast<struct sockaddr_in*>(

}

&listenAddress)->sin_addr.s_addr);

_stopConnections = 0;

reinterpret_cast<struct sockaddr_in*>(&listenAddress)->sin_family =

AF_INET;

reinterpret_cast<struct sockaddr_in*>(&listenAddress)->sin_port = 0;

addressFamily = AF_INET;

addressLength = sizeof(struct sockaddr_in);

}

for( int indx = 0; indx < (int)_entries.size(); indx++)

// Use the same address for the client socket as the listen socket

{

clientAddress = listenAddress;

if ((_entries[indx]._status.value() == _MonitorEntry::DYING) &&

(_entries[indx]._type == Monitor::CONNECTION))

{

MessageQueue *q = MessageQueue::lookup(_entries[indx].queueId);

PEGASUS_ASSERT(q != 0);

MessageQueue & o = static_cast<HTTPConnection *>(q)->get_owner();

Message* message= new CloseConnectionMessage(_entries[indx].socket);

message->dest = o.getQueueId();

// HTTPAcceptor is responsible for closing the connection.

// The lock is released to allow HTTPAcceptor to call

// Set up a listen socket to allow the tickle client and server to connect

// unsolicitSocketMessages to free the entry.

// Once HTTPAcceptor completes processing of the close

// connection, the lock is re-requested and processing of

// the for loop continues. This is safe with the current

// implementation of the _entries object. Note that the

// loop condition accesses the _entries.size() on each

// iteration, so that a change in size while the mutex is

// unlocked will not result in an ArrayIndexOutOfBounds

// exception.

_entry_mut.unlock();

// Create the listen socket

o.enqueue(message);

if ((_listenSocket = Socket::createSocket(addressFamily, SOCK_STREAM, 0)) ==

_entry_mut.lock(pegasus_thread_self());

PEGASUS_INVALID_SOCKET)

}

{

MessageLoaderParms parms(

"Common.Monitor.TICKLE_CREATE",

"Received error number $0 while creating the internal socket.",

getSocketError());

throw Exception(parms);

}

Uint32 _idleEntries = 0;

// Bind the listen socket to the loopback address

if (::bind(

for( int indx = 0; indx < (int)_entries.size(); indx++)

_listenSocket,

reinterpret_cast<struct sockaddr*>(&listenAddress),

addressLength) < 0)

{

if(_entries[indx]._status.value() == _MonitorEntry::IDLE)

MessageLoaderParms parms(

{

"Common.Monitor.TICKLE_BIND",

_idleEntries++;

"Received error number $0 while binding the internal socket.",

FD_SET(_entries[indx].socket, &fdread);

getSocketError());

}

throw Exception(parms);

}

// Fixed in monitor_2 but added because Monitor is still the default monitor.

// Listen for a connection from the tickle client

// When _idleEntries is 0 don't immediately return, otherwise this loops out of control

if ((::listen(_listenSocket, 3)) < 0)

// kicking off kill idle thread threads. E.g. There is nothing to select on when the cimserver

// is shutting down.

if( _idleEntries == 0 )

{

Thread::sleep( milliseconds );

MessageLoaderParms parms(

_entry_mut.unlock();

"Common.Monitor.TICKLE_LISTEN",

return false;

"Received error number $0 while listening to the internal socket.",

getSocketError());

throw Exception(parms);

}

_entry_mut.unlock();

// Verify we have the correct listen socket

int events = select(FD_SETSIZE, &fdread, NULL, NULL, &tv);

SocketLength tmpAddressLength = addressLength;

_entry_mut.lock(pegasus_thread_self());

int sock = ::getsockname(

_listenSocket,

#ifdef PEGASUS_OS_TYPE_WINDOWS

reinterpret_cast<struct sockaddr*>(&listenAddress),

if(events == SOCKET_ERROR)

&tmpAddressLength);

#else

if (sock < 0)

if(events == -1)

#endif

{

Tracer::trace(TRC_HTTP, Tracer::LEVEL4,

MessageLoaderParms parms(

"Monitor::run - errorno = %d has occurred on select.", errno);

"Common.Monitor.TICKLE_SOCKNAME",

// The EBADF error indicates that one or more or the file

"Received error number $0 while getting the internal socket name.",

// descriptions was not valid. This could indicate that

getSocketError());

// the _entries structure has been corrupted or that

throw Exception(parms);

// we have a synchronization error.

PEGASUS_ASSERT(errno != EBADF);

}

else if (events)

{

Tracer::trace(TRC_HTTP, Tracer::LEVEL4,

"Monitor::run select event received events = %d, monitoring %d idle entries",

events, _idleEntries);

for( int indx = 0; indx < (int)_entries.size(); indx++)

{

// The Monitor should only look at entries in the table that are IDLE (i.e.,

// owned by the Monitor).

if((_entries[indx]._status.value() == _MonitorEntry::IDLE) &&

(FD_ISSET(_entries[indx].socket, &fdread)))

{

MessageQueue *q = MessageQueue::lookup(_entries[indx].queueId);

Tracer::trace(TRC_HTTP, Tracer::LEVEL4,

"Monitor::run indx = %d, queueId = %d, q = %p",

indx, _entries[indx].queueId, q);

PEGASUS_ASSERT(q !=0);

try

{

// Set up the client side of the tickle connection.

if(_entries[indx]._type == Monitor::CONNECTION)

// Create the client socket

if ((_clientSocket = Socket::createSocket(addressFamily, SOCK_STREAM, 0)) ==

PEGASUS_INVALID_SOCKET)

{

Tracer::trace(TRC_HTTP, Tracer::LEVEL4,

MessageLoaderParms parms(

"_entries[indx].type for indx = %d is Monitor::CONNECTION", indx);

"Common.Monitor.TICKLE_CLIENT_CREATE",

static_cast<HTTPConnection *>(q)->_entry_index = indx;

"Received error number $0 while creating the internal client "

_entries[indx]._status = _MonitorEntry::BUSY;

"socket.",

// If allocate_and_awaken failure, retry on next iteration

getSocketError());

if (!MessageQueueService::get_thread_pool()->allocate_and_awaken(

throw Exception(parms);

(void *)q, _dispatch))

{

Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,

"Monitor::run: Insufficient resources to process request.");

_entries[indx]._status = _MonitorEntry::IDLE;

_entry_mut.unlock();

return true;

}

else

{

Tracer::trace(TRC_HTTP, Tracer::LEVEL4,

"Non-connection entry, indx = %d, has been received.", indx);

int events = 0;

events |= SocketMessage::READ;

Message *msg = new SocketMessage(_entries[indx].socket, events);

_entries[indx]._status = _MonitorEntry::BUSY;

_entry_mut.unlock();

q->enqueue(msg);

// Bind the client socket to the loopback address

_entries[indx]._status = _MonitorEntry::IDLE;

if (::bind(

return true;

_clientSocket,

}

reinterpret_cast<struct sockaddr*>(&clientAddress),

}

addressLength) < 0)

catch(...)

{

}

MessageLoaderParms parms(

handled_events = true;

"Common.Monitor.TICKLE_CLIENT_BIND",

}

"Received error number $0 while binding the internal client "

}

"socket.",

}

getSocketError());

_entry_mut.unlock();

throw Exception(parms);

return(handled_events);

}

void Monitor::stopListeningForConnections()

// Connect the client socket to the listen socket address

if (::connect(

_clientSocket,

reinterpret_cast<struct sockaddr*>(&listenAddress),

addressLength) < 0)

{

PEG_METHOD_ENTER(TRC_HTTP, "Monitor::stopListeningForConnections()");

MessageLoaderParms parms(

"Common.Monitor.TICKLE_CLIENT_CONNECT",

"Received error number $0 while connecting the internal client "

"socket.",

getSocketError());

throw Exception(parms);

}

_stopConnections = 1;

// Set up the server side of the tickle connection.

PEG_METHOD_EXIT();

tmpAddressLength = addressLength;

}

// Accept the client socket connection.

_serverSocket = ::accept(

_listenSocket,

reinterpret_cast<struct sockaddr*>(&serverAddress),

&tmpAddressLength);

int Monitor::solicitSocketMessages(

if (_serverSocket == PEGASUS_SOCKET_ERROR)

Sint32 socket,

Uint32 events,

Uint32 queueId,

int type)

{

MessageLoaderParms parms(

"Common.Monitor.TICKLE_ACCEPT",

"Received error number $0 while accepting the internal socket "

"connection.",

getSocketError());

throw Exception(parms);

}

PEG_METHOD_ENTER(TRC_HTTP, "Monitor::solicitSocketMessages");

// Close the listen socket and make the other sockets non-blocking

_entry_mut.lock(pegasus_thread_self());

Socket::close(_listenSocket);

_listenSocket = PEGASUS_INVALID_SOCKET;

for(int index = 0; index < (int)_entries.size(); index++)

Socket::disableBlocking(_serverSocket);

{

Socket::disableBlocking(_clientSocket);

try

{

if(_entries[index]._status.value() == _MonitorEntry::EMPTY)

{

_entries[index].socket = socket;

_entries[index].queueId = queueId;

_entries[index]._type = type;

_entries[index]._status = _MonitorEntry::IDLE;

_entry_mut.unlock();

return index;

}

catch(...)

{

}

#endif

_entry_mut.unlock();

PEG_METHOD_EXIT();

return -1;

}

void Monitor::unsolicitSocketMessages(Sint32 socket)

void Tickler::_uninitialize()

{

PEG_TRACE_CSTRING(TRC_HTTP, Tracer::LEVEL4, "uninitializing interface");

PEG_METHOD_ENTER(TRC_HTTP, "Monitor::unsolicitSocketMessages");

try

_entry_mut.lock(pegasus_thread_self());

for(int index = 0; index < (int)_entries.size(); index++)

{

if(_entries[index].socket == socket)

if (_serverSocket != PEGASUS_INVALID_SOCKET)

{

_entries[index]._status = _MonitorEntry::EMPTY;

Socket::close(_serverSocket);

_entries[index].socket = -1;

_serverSocket = PEGASUS_INVALID_SOCKET;

break;

}

if (_clientSocket != PEGASUS_INVALID_SOCKET)

_entry_mut.unlock();

PEG_METHOD_EXIT();

}

PEGASUS_THREAD_RETURN PEGASUS_THREAD_CDECL Monitor::_dispatch(void *parm)

{

HTTPConnection *dst = reinterpret_cast<HTTPConnection *>(parm);

Socket::close(_clientSocket);

Tracer::trace(TRC_HTTP, Tracer::LEVEL4,

_clientSocket = PEGASUS_INVALID_SOCKET;

"Monitor::_dispatch: entering run() for indx = %d, queueId = %d, q = %p",

dst->_entry_index, dst->_monitor->_entries[dst->_entry_index].queueId, dst);

try

{

dst->run(1);

}

catch (...)

if (_listenSocket != PEGASUS_INVALID_SOCKET)

{

Tracer::trace(TRC_HTTP, Tracer::LEVEL4,

Socket::close(_listenSocket);

"Monitor::_dispatch: exception received");

_listenSocket = PEGASUS_INVALID_SOCKET;

}

Tracer::trace(TRC_HTTP, Tracer::LEVEL4,

"Monitor::_dispatch: exited run() for index %d", dst->_entry_index);

PEGASUS_ASSERT(dst->_monitor->_entries[dst->_entry_index]._status.value() == _MonitorEntry::BUSY);

// Once the HTTPConnection thread has set the status value to either

// Monitor::DYING or Monitor::IDLE, it has returned control of the connection

// to the Monitor. It is no longer permissible to access the connection

// or the entry in the _entries table.

if (dst->_connectionClosePending)

{

dst->_monitor->_entries[dst->_entry_index]._status = _MonitorEntry::DYING;

}

else

catch (...)

{

dst->_monitor->_entries[dst->_entry_index]._status = _MonitorEntry::IDLE;

PEG_TRACE_CSTRING(TRC_HTTP, Tracer::LEVEL4,

"Failed to close tickle sockets");

}

return 0;

Socket::uninitializeInterface();

}

////////////////////////////////////////////////////////////////////////////////

// Monitor

////////////////////////////////////////////////////////////////////////////////

////************************* monitor 2 *****************************////

#define MAX_NUMBER_OF_MONITOR_ENTRIES 32

////************************* monitor 2 *****************************////

Monitor::Monitor()

////************************* monitor 2 *****************************////

: _stopConnections(0),

////************************* monitor 2 *****************************////

_stopConnectionsSem(0),

////************************* monitor 2 *****************************////

_solicitSocketCount(0)

////************************* monitor 2 *****************************////

m2e_rep::m2e_rep(void)

:Base(), state(IDLE)

{

}

m2e_rep::m2e_rep(monitor_2_entry_type _type,

pegasus_socket _sock,

void* _accept,

void* _dispatch)

: Base(), type(_type), state(IDLE), psock(_sock),

accept_parm(_accept), dispatch_parm(_dispatch)

{

int numberOfMonitorEntriesToAllocate = MAX_NUMBER_OF_MONITOR_ENTRIES;

_entries.reserveCapacity(numberOfMonitorEntriesToAllocate);

}

// Create a MonitorEntry for the Tickler and set its state to IDLE so the

// Monitor will watch for its events.

m2e_rep::~m2e_rep(void)

_MonitorEntry entry(_tickler.getServerSocket(), 1, INTERNAL);

{

entry._status = _MonitorEntry::IDLE;

}

_entries.append(entry);

m2e_rep::m2e_rep(const m2e_rep& r)

// Start the count at 1 because _entries[0] is the Tickler

: Base()

for (int i = 1; i < numberOfMonitorEntriesToAllocate; i++)

{

if(this != &r){

_MonitorEntry entry(0, 0, 0);

type = r.type;

_entries.append(entry);

psock = r.psock;

accept_parm = r.accept_parm;

dispatch_parm = r.dispatch_parm;

state = IDLE;

}

Monitor::~Monitor()

m2e_rep& m2e_rep::operator =(const m2e_rep& r)

{

if(this != &r) {

PEG_TRACE_CSTRING(TRC_HTTP, Tracer::LEVEL4,

type = r.type;

"returning from monitor destructor");

psock = r.psock;

accept_parm = r.accept_parm;

dispatch_parm = r.dispatch_parm;

state = IDLE;

}

return *this;

}

Boolean m2e_rep::operator ==(const m2e_rep& r)

void Monitor::tickle()

{

if(this == &r)

AutoMutex autoMutex(_tickleMutex);

return true;

Socket::write(_tickler.getClientSocket(), "\0\0", 2);

return false;

}

Boolean m2e_rep::operator ==(void* r)

void Monitor::setState(

Uint32 index,

_MonitorEntry::entry_status status)

{

if((void*)this == r)

AutoMutex autoEntryMutex(_entry_mut);

return true;

// Set the state to requested state

return false;

_entries[index]._status = status;

}

m2e_rep::operator pegasus_socket() const

void Monitor::run(Uint32 milliseconds)

{

return psock;

struct timeval tv = {milliseconds/1000, milliseconds%1000*1000};

}

fd_set fdread;

FD_ZERO(&fdread);

monitor_2_entry::monitor_2_entry(void)

AutoMutex autoEntryMutex(_entry_mut);

{

_rep = new m2e_rep();

}

monitor_2_entry::monitor_2_entry(pegasus_socket& _psock,

ArrayIterator<_MonitorEntry> entries(_entries);

monitor_2_entry_type _type,

void* _accept_parm, void* _dispatch_parm)

{

_rep = new m2e_rep(_type, _psock, _accept_parm, _dispatch_parm);

}

monitor_2_entry::monitor_2_entry(const monitor_2_entry& e)

// Check the stopConnections flag. If set, clear the Acceptor monitor

// entries

if (_stopConnections.get() == 1)

{

if(this != &e){

for ( int indx = 0; indx < (int)entries.size(); indx++)

Inc(this->_rep = e._rep);

}

monitor_2_entry::~monitor_2_entry(void)

{

if (entries[indx]._type == Monitor::ACCEPTOR)

Dec(_rep);

}

monitor_2_entry& monitor_2_entry::operator=(const monitor_2_entry& e)

{

if(this != &e){

if ( entries[indx]._status.get() != _MonitorEntry::EMPTY)

Dec(_rep);

Inc(this->_rep = e._rep);

}

return *this;

}

Boolean monitor_2_entry::operator ==(const monitor_2_entry& me) const

{

if(this == &me)

if ( entries[indx]._status.get() == _MonitorEntry::IDLE ||

return true;

entries[indx]._status.get() == _MonitorEntry::DYING )

return false;

}

Boolean monitor_2_entry::operator ==(void* k) const

{

if((void *)this == k)

// remove the entry

return true;

entries[indx]._status = _MonitorEntry::EMPTY;

return false;

}

else

monitor_2_entry_type monitor_2_entry::get_type(void) const

{

return _rep->type;

// set status to DYING

entries[indx]._status = _MonitorEntry::DYING;

}

void monitor_2_entry::set_type(monitor_2_entry_type t)

{

_rep->type = t;

}

monitor_2_entry_state monitor_2_entry::get_state(void) const

{

return (monitor_2_entry_state) _rep->state.value();

}

void monitor_2_entry::set_state(monitor_2_entry_state t)

{

_rep->state = t;

}

_stopConnections = 0;

void* monitor_2_entry::get_accept(void) const

_stopConnectionsSem.signal();

{

return _rep->accept_parm;

}

void monitor_2_entry::set_accept(void* a)

for (int indx = 0; indx < (int)entries.size(); indx++)

{

_rep->accept_parm = a;

const _MonitorEntry &entry = entries[indx];

}

if ((entry._status.get() == _MonitorEntry::DYING) &&

(entry._type == Monitor::CONNECTION))

void* monitor_2_entry::get_dispatch(void) const

{

return _rep->dispatch_parm;

MessageQueue *q = MessageQueue::lookup(entry.queueId);

}

PEGASUS_ASSERT(q != 0);

HTTPConnection &h = *static_cast<HTTPConnection *>(q);

void monitor_2_entry::set_dispatch(void* a)

if (h._connectionClosePending == false)

{

continue;

_rep->dispatch_parm = a;

}

pegasus_socket monitor_2_entry::get_sock(void) const

// NOTE: do not attempt to delete while there are pending responses

{

// coming thru. The last response to come thru after a

return _rep->psock;

// _connectionClosePending will reset _responsePending to false

}

// and then cause the monitor to rerun this code and clean up.

// (see HTTPConnection.cpp)

if (h._responsePending == true)

{

PEG_TRACE((TRC_HTTP, Tracer::LEVEL4,

"Monitor::run - Ignoring connection delete request "

"because responses are still pending. "

"connection=0x%p, socket=%d\n",

(void *)&h, h.getSocket()));

continue;

}

h._connectionClosePending = false;

MessageQueue &o = h.get_owner();

Message* message= new CloseConnectionMessage(entry.socket);

message->dest = o.getQueueId();

// HTTPAcceptor is responsible for closing the connection.

// The lock is released to allow HTTPAcceptor to call

// unsolicitSocketMessages to free the entry.

// Once HTTPAcceptor completes processing of the close

// connection, the lock is re-requested and processing of

// the for loop continues. This is safe with the current

// implementation of the entries object. Note that the

// loop condition accesses the entries.size() on each

// iteration, so that a change in size while the mutex is

// unlocked will not result in an ArrayIndexOutOfBounds

// exception.

void monitor_2_entry::set_sock(pegasus_socket& s)

_entry_mut.unlock();

{

o.enqueue(message);

_rep->psock = s;

_entry_mut.lock();

// After enqueue a message and the autoEntryMutex has been

// released and locked again, the array of _entries can be

// changed. The ArrayIterator has be reset with the original

// _entries.

entries.reset(_entries);

}

//static monitor_2* _m2_instance;

Uint32 _idleEntries = 0;

AsyncDQueue<HTTPConnection2> monitor_2::_connections(true, 0);

monitor_2::monitor_2(void)

: _session_dispatch(0), _accept_dispatch(0), _listeners(true, 0),

We will keep track of the maximum socket number and pass this value

_ready(true, 0), _die(0), _requestCount(0)

to the kernel as a parameter to SELECT. This loop seems like a good

place to calculate the max file descriptor (maximum socket number)

because we have to traverse the entire array.

SocketHandle maxSocketCurrentPass = 0;

for (int indx = 0; indx < (int)entries.size(); indx++)

{

try {

if (maxSocketCurrentPass < entries[indx].socket)

maxSocketCurrentPass = entries[indx].socket;

bsd_socket_factory _factory;

// set up the listener/acceptor

if (entries[indx]._status.get() == _MonitorEntry::IDLE)

pegasus_socket temp = pegasus_socket(&_factory);

{

_idleEntries++;

FD_SET(entries[indx].socket, &fdread);

}

temp.socket(PF_INET, SOCK_STREAM, 0);

// initialize the address

Add 1 then assign maxSocket accordingly. We add 1 to account for

memset(&_tickle_addr, 0, sizeof(_tickle_addr));

descriptors starting at 0.

#ifdef PEGASUS_OS_ZOS

_tickle_addr.sin_addr.s_addr = inet_addr_ebcdic("127.0.0.1");

maxSocketCurrentPass++;

#else

#ifdef PEGASUS_PLATFORM_OS400_ISERIES_IBM

#pragma convert(37)

#endif

_tickle_addr.sin_addr.s_addr = inet_addr("127.0.0.1");

#ifdef PEGASUS_PLATFORM_OS400_ISERIES_IBM

#pragma convert(0)

#endif

_tickle_addr.sin_family = PF_INET;

_tickle_addr.sin_port = 0;

PEGASUS_SOCKLEN_SIZE _addr_size = sizeof(_tickle_addr);

_entry_mut.unlock();

temp.bind((struct sockaddr *)&_tickle_addr, sizeof(_tickle_addr));

temp.listen(3);

// The first argument to select() is ignored on Windows and it is not

temp.getsockname((struct sockaddr*)&_tickle_addr, &_addr_size);

// a socket value. The original code assumed that the number of sockets

// and a socket value have the same type. On Windows they do not.

// set up the connector

#ifdef PEGASUS_OS_TYPE_WINDOWS

pegasus_socket tickler = pegasus_socket(&_factory);

int events = select(0, &fdread, NULL, NULL, &tv);

tickler.socket(PF_INET, SOCK_STREAM, 0);

struct sockaddr_in _addr;

memset(&_addr, 0, sizeof(_addr));

#ifdef PEGASUS_OS_ZOS

_addr.sin_addr.s_addr = inet_addr_ebcdic("127.0.0.1");

#else

_addr.sin_addr.s_addr = inet_addr("127.0.0.1");

int events = select(maxSocketCurrentPass, &fdread, NULL, NULL, &tv);

#endif

_addr.sin_family = PF_INET;

_entry_mut.lock();

_addr.sin_port = 0;

tickler.bind((struct sockaddr*)&_addr, sizeof(_addr));

tickler.connect((struct sockaddr*)&_tickle_addr, sizeof(_tickle_addr));

_tickler.set_sock(tickler);

_tickler.set_type(INTERNAL);

_tickler.set_state(BUSY);

struct sockaddr_in peer;

// After enqueue a message and the autoEntryMutex has been released and

memset(&peer, 0, sizeof(peer));

// locked again, the array of _entries can be changed. The ArrayIterator

PEGASUS_SOCKLEN_SIZE peer_size = sizeof(peer);

// has be reset with the original _entries

entries.reset(_entries);

pegasus_socket accepted = temp.accept((struct sockaddr*)&peer, &peer_size);

if (events == PEGASUS_SOCKET_ERROR)

{

monitor_2_entry* _tickle = new monitor_2_entry(accepted, INTERNAL, 0, 0);

PEG_TRACE((TRC_HTTP, Tracer::LEVEL4,

_tickle->set_state(BUSY);

"Monitor::run - errorno = %d has occurred on select.", errno));

// The EBADF error indicates that one or more or the file

_listeners.insert_first(_tickle);

// descriptions was not valid. This could indicate that

// the entries structure has been corrupted or that

// we have a synchronization error.

PEGASUS_ASSERT(errno != EBADF);

}

catch(...){ }

else if (events)

}

{

PEG_TRACE((TRC_HTTP, Tracer::LEVEL4,

monitor_2::~monitor_2(void)

"Monitor::run select event received events = %d, monitoring %d "

"idle entries",

events, _idleEntries));

for (int indx = 0; indx < (int)entries.size(); indx++)

{

// The Monitor should only look at entries in the table that are

// IDLE (i.e., owned by the Monitor).

if ((entries[indx]._status.get() == _MonitorEntry::IDLE) &&

(FD_ISSET(entries[indx].socket, &fdread)))

{

MessageQueue *q = MessageQueue::lookup(entries[indx].queueId);

PEG_TRACE((TRC_HTTP, Tracer::LEVEL4,

"Monitor::run indx = %d, queueId = %d, q = %p",

indx, entries[indx].queueId, q));

PEGASUS_ASSERT(q !=0);

stop();

try

{

if (entries[indx]._type == Monitor::CONNECTION)

{

PEG_TRACE((TRC_HTTP, Tracer::LEVEL4,

"entries[indx].type for indx = %d is "

"Monitor::CONNECTION",

indx));

static_cast<HTTPConnection *>(q)->_entry_index = indx;

try {

// Do not update the entry just yet. The entry gets

monitor_2_entry* temp = _listeners.remove_first();

// updated once the request has been read.

while(temp){

//entries[indx]._status = _MonitorEntry::BUSY;

delete temp;

temp = _listeners.remove_first();

// If allocate_and_awaken failure, retry on next

}

// iteration

/* Removed for PEP 183.

if (!MessageQueueService::get_thread_pool()->

allocate_and_awaken((void *)q, _dispatch))

{

PEG_TRACE_CSTRING(TRC_DISCARDED_DATA,

Tracer::LEVEL2,

"Monitor::run: Insufficient resources to "

"process request.");

entries[indx]._status = _MonitorEntry::IDLE;

return true;

}

catch(...){ }

// Added for PEP 183

HTTPConnection *dst =

reinterpret_cast<HTTPConnection *>(q);

PEG_TRACE((TRC_HTTP, Tracer::LEVEL4,

"Monitor::_dispatch: entering run() for "

"indx = %d, queueId = %d, q = %p",

dst->_entry_index,

dst->_monitor->_entries[dst->_entry_index].queueId,

dst));

try

{

HTTPConnection2* temp = _connections.remove_first();

dst->run(1);

while(temp)

{

delete temp;

temp = _connections.remove_first();

}

catch(...)

{

PEG_TRACE_CSTRING(TRC_HTTP, Tracer::LEVEL4,

"Monitor::_dispatch: exception received");

}

PEG_TRACE((TRC_HTTP, Tracer::LEVEL4,

"Monitor::_dispatch: exited run() for index %d",

dst->_entry_index));

// It is possible the entry status may not be set to

// busy. The following will fail in that case.

// PEGASUS_ASSERT(dst->_monitor->_entries[

// dst->_entry_index]._status.get() ==

// _MonitorEntry::BUSY);

// Once the HTTPConnection thread has set the status

// value to either Monitor::DYING or Monitor::IDLE,

// it has returned control of the connection to the

// Monitor. It is no longer permissible to access

// the connection or the entry in the _entries table.

// The following is not relevant as the worker thread

// or the reader thread will update the status of the

// entry.

//if (dst->_connectionClosePending)

//{

// dst->_monitor->_entries[dst->_entry_index]._status =

// _MonitorEntry::DYING;

//}

//else

//{

// dst->_monitor->_entries[dst->_entry_index]._status =

// _MonitorEntry::IDLE;

//}

// end Added for PEP 183

}

else if (entries[indx]._type == Monitor::INTERNAL)

{

// set ourself to BUSY,

// read the data

// and set ourself back to IDLE

entries[indx]._status = _MonitorEntry::BUSY;

static char buffer[2];

Sint32 amt =

Socket::read(entries[indx].socket,&buffer, 2);

entries[indx]._status = _MonitorEntry::IDLE;

}

void monitor_2::run(void)

{

monitor_2_entry* temp;

while(_die.value() == 0) {

struct timeval tv_idle = { 60, 0 };

// place all sockets in the select set

FD_ZERO(&rd_fd_set);

try {

_listeners.lock(pegasus_thread_self());

temp = _listeners.next(0);

while(temp != 0 ){

if(temp->get_state() == CLOSED ) {

monitor_2_entry* closed = temp;

temp = _listeners.next(closed);

_listeners.remove_no_lock(closed);

HTTPConnection2 *cn = monitor_2::remove_connection((Sint32)(closed->get_sock()));

delete cn;

delete closed;

}

if(temp == 0)

break;

Sint32 fd = (Sint32) temp->get_sock();

if(fd >= 0 )

FD_SET(fd , &rd_fd_set);

temp = _listeners.next(temp);

}

_listeners.unlock();

}

catch(...){

return;

}

// important - the dispatch routine has pointers to all the

// entries that are readable. These entries can be changed but

// the pointer must not be tampered with.

if(_connections.count() )

int events = select(FD_SETSIZE, &rd_fd_set, NULL, NULL, NULL);

else

int events = select(FD_SETSIZE, &rd_fd_set, NULL, NULL, &tv_idle);

if(_die.value())

{

break;

PEG_TRACE((TRC_HTTP, Tracer::LEVEL4,

}

"Non-connection entry, indx = %d, has been "

"received.",

indx));

int events = 0;

events |= SocketMessage::READ;

Message* msg = new SocketMessage(

entries[indx].socket, events);

entries[indx]._status = _MonitorEntry::BUSY;

_entry_mut.unlock();

q->enqueue(msg);

_entry_mut.lock();

try {

// After enqueue a message and the autoEntryMutex has

_listeners.lock(pegasus_thread_self());

// been released and locked again, the array of

temp = _listeners.next(0);

// entries can be changed. The ArrayIterator has be

while(temp != 0 ){

// reset with the original _entries

Sint32 fd = (Sint32) temp->get_sock();

entries.reset(_entries);

if(fd >= 0 && FD_ISSET(fd, &rd_fd_set)) {

entries[indx]._status = _MonitorEntry::IDLE;

temp->set_state(BUSY);

}

FD_CLR(fd, &rd_fd_set);

monitor_2_entry* ready = new monitor_2_entry(*temp);

try

{

_ready.insert_first(ready);

}

catch(...)

{

}

_requestCount++;

}

temp = _listeners.next(temp);

}

_listeners.unlock();

}

catch(...){

return;

}

// now handle the sockets that are ready to read

if(_ready.count())

void Monitor::stopListeningForConnections(Boolean wait)

_dispatch();

{

else

PEG_METHOD_ENTER(TRC_HTTP, "Monitor::stopListeningForConnections()");

// set boolean then tickle the server to recognize _stopConnections

_stopConnections = 1;

tickle();

if (wait)

{

if(_connections.count() == 0 )

// Wait for the monitor to notice _stopConnections. Otherwise the

_idle_dispatch(_idle_parm);

// caller of this function may unbind the ports while the monitor

// is still accepting connections on them.

_stopConnectionsSem.wait();

}

} // while alive

PEG_METHOD_EXIT();

}

int monitor_2::solicitSocketMessages(

Sint32 socket,

int Monitor::solicitSocketMessages(

SocketHandle socket,

Uint32 events,

Uint32 queueId,

int type)

{

PEG_METHOD_ENTER(TRC_HTTP, "Monitor::solicitSocketMessages");

AutoMutex autoMut(_entry_mut);

// Check to see if we need to dynamically grow the _entries array

// We always want the _entries array to 2 bigger than the

// current connections requested

_solicitSocketCount++; // bump the count

int size = (int)_entries.size();

if ((int)_solicitSocketCount >= (size-1))

{

for (int i = 0; i < ((int)_solicitSocketCount - (size-1)); i++)

{

_MonitorEntry entry(0, 0, 0);

_entries.append(entry);

}

_entry_mut.lock(pegasus_thread_self());

int index;

for (index = 1; index < (int)_entries.size(); index++)

for(int index = 0; index < (int)_entries.size(); index++)

{

try

{

if(_entries[index]._status.value() == monitor_2_entry::EMPTY)

if (_entries[index]._status.get() == _MonitorEntry::EMPTY)

{

_entries[index].socket = socket;

//_entries[index].queueId = queueId;

_entries[index].queueId = queueId;

//_entries[index]._type = type;

_entries[index]._type = type;

_entries[index]._status = _MonitorEntry::IDLE;

_entry_mut.unlock();

return index;

}

Line 818

Line 723

catch(...)

{

}

_entry_mut.unlock();

// decrease the count, if we are here we didn't do anything meaningful

_solicitSocketCount--;

PEG_METHOD_EXIT();

return -1;

}

void Monitor::unsolicitSocketMessages(SocketHandle socket)

void monitor_2::unsolicitSocketMessages(Sint32 socket)

{

PEG_METHOD_ENTER(TRC_HTTP, "Monitor::unsolicitSocketMessages");

AutoMutex autoMut(_entry_mut);

PEG_METHOD_ENTER(TRC_HTTP, "monitor_2::unsolicitSocketMessages");

_entry2_mut.lock(pegasus_thread_self());

Start at index = 1 because _entries[0] is the tickle entry which

never needs to be EMPTY;

for(int index = 0; index < (int)_entries2.size(); index++)

unsigned int index;

for (index = 1; index < _entries.size(); index++)

{

if(_entries2[index].socket == socket)

if (_entries[index].socket == socket)

{

_entries2[index]._status = monitor_2_entry::EMPTY;

_entries[index]._status = _MonitorEntry::EMPTY;

_entries2[index].socket = -1;

_entries[index].socket = PEGASUS_INVALID_SOCKET;

_solicitSocketCount--;

break;

}

_entry2_mut.unlock();

PEG_METHOD_EXIT();

}

void* monitor_2::set_session_dispatch(void (*dp)(monitor_2_entry*))

{

void* old = (void *)_session_dispatch;

_session_dispatch = dp;

return old;

}

void* monitor_2::set_accept_dispatch(void (*dp)(monitor_2_entry*))

{

void* old = (void*)_accept_dispatch;

_accept_dispatch = dp;

return old;

}

void* monitor_2::set_idle_dispatch(void (*dp)(void*))

{

void* old = (void*)_idle_dispatch;

_idle_dispatch = dp;

return old;

}

void* monitor_2::set_idle_parm(void* parm)

{

void* old = _idle_parm;

_idle_parm = parm;

return old;

}

//-----------------------------------------------------------------

// Note on deleting the monitor_2_entry nodes:

// Each case: in the switch statement needs to handle the deletion

// of the monitor_2_entry * node differently. A SESSION dispatch

// routine MUST DELETE the entry during its dispatch handling.

// All other dispatch routines MUST NOT delete the entry during the

// dispatch handling, but must allow monitor_2::_dispatch to delete

// the entry.

// The reason is pretty obscure and it is debatable whether or not

// to even bother, but during cimserver shutdown the single monitor_2_entry*

// will leak unless the _session_dispatch routine takes care of deleting it.

// The reason is that a shutdown messages completely stops everything and

// the _session_dispatch routine never returns. So monitor_2::_dispatch is

// never able to do its own cleanup.

// << Mon Oct 13 09:33:33 2003 mdd >>

//-----------------------------------------------------------------

void monitor_2::_dispatch(void)

{

monitor_2_entry* entry;

try

{

entry = _ready.remove_first();

Dynamic Contraction:

To remove excess entries we will start from the end of the _entries

array and remove all entries with EMPTY status until we find the

first NON EMPTY. This prevents the positions, of the NON EMPTY

entries, from being changed.

index = _entries.size() - 1;

while (_entries[index]._status.get() == _MonitorEntry::EMPTY)

{

if (_entries.size() > MAX_NUMBER_OF_MONITOR_ENTRIES)

_entries.remove(index);

index--;

}

catch(...)

PEG_METHOD_EXIT();

{

}

while(entry != 0 ) {

switch(entry->get_type()) {

case INTERNAL:

static char buffer[2];

entry->get_sock().disableBlocking();

entry->get_sock().read(&buffer, 2);

entry->get_sock().enableBlocking();

delete entry;

break;

case LISTEN:

{

static struct sockaddr peer;

static PEGASUS_SOCKLEN_SIZE peer_size = sizeof(peer);

entry->get_sock().disableBlocking();

pegasus_socket connected = entry->get_sock().accept(&peer, &peer_size);

#ifdef PEGASUS_OS_TYPE_WINDOWS

if((Sint32)connected == SOCKET_ERROR)

#else

if((Sint32)connected == -1 )

#endif

{

delete entry;

break;

}

entry->get_sock().enableBlocking();

// Note: this is no longer called with PEP 183.

monitor_2_entry *temp = add_entry(connected, SESSION, entry->get_accept(), entry->get_dispatch());

ThreadReturnType PEGASUS_THREAD_CDECL Monitor::_dispatch(void* parm)

if(temp && _accept_dispatch != 0)

_accept_dispatch(temp);

delete entry;

}

break;

case SESSION:

if(_session_dispatch != 0 )

{

// NOTE: _session_dispatch will delete entry - do not do it here

HTTPConnection *dst = reinterpret_cast<HTTPConnection *>(parm);

_session_dispatch(entry);

PEG_TRACE((TRC_HTTP, Tracer::LEVEL4,

}

"Monitor::_dispatch: entering run() for indx = %d, queueId = %d, "

"q = %p",

else {

dst->_entry_index,

static char buffer[4096];

dst->_monitor->_entries[dst->_entry_index].queueId,

int bytes = entry->get_sock().read(&buffer, 4096);

dst));

delete entry;

}

break;

case UNTYPED:

default:

delete entry;

break;

}

_requestCount--;

if(_ready.count() == 0 )

break;

try

{

entry = _ready.remove_first();

dst->run(1);

}

catch(...)

{

PEG_TRACE_CSTRING(TRC_HTTP, Tracer::LEVEL4,

"Monitor::_dispatch: exception received");

}

PEG_TRACE((TRC_HTTP, Tracer::LEVEL4,

"Monitor::_dispatch: exited run() for index %d", dst->_entry_index));

}

PEGASUS_ASSERT(dst->_monitor->_entries[dst->_entry_index]._status.get() ==

}

_MonitorEntry::BUSY);

void monitor_2::stop(void)

{

_die = 1;

tickle();

// shut down the listener list, free the list nodes

_tickler.get_sock().close();

_listeners.shutdown_queue();

}

void monitor_2::tickle(void)

{

static char _buffer[] =

{

'0','0'

};

_tickler.get_sock().disableBlocking();

_tickler.get_sock().write(&_buffer, 2);

_tickler.get_sock().enableBlocking();

}

monitor_2_entry* monitor_2::add_entry(pegasus_socket& ps,

monitor_2_entry_type type,

void* accept_parm,

void* dispatch_parm)

{

monitor_2_entry* m2e = new monitor_2_entry(ps, type, accept_parm, dispatch_parm);

try{

_listeners.insert_first(m2e);

}

catch(...){

delete m2e;

return 0;

}

tickle();

return m2e;

}

Boolean monitor_2::remove_entry(Sint32 s)

{

monitor_2_entry* temp;

try {

_listeners.try_lock(pegasus_thread_self());

temp = _listeners.next(0);

while(temp != 0){

if(s == (Sint32)temp->_rep->psock ){

temp = _listeners.remove_no_lock(temp);

delete temp;

_listeners.unlock();

return true;

}

temp = _listeners.next(temp);

}

_listeners.unlock();

}

catch(...){

}

return false;

}

Uint32 monitor_2::getOutstandingRequestCount(void)

{

return _requestCount.value();

}

HTTPConnection2* monitor_2::remove_connection(Sint32 sock)

// Once the HTTPConnection thread has set the status value to either

{

// Monitor::DYING or Monitor::IDLE, it has returned control of the

// connection to the Monitor. It is no longer permissible to access the

HTTPConnection2* temp;

// connection or the entry in the _entries table.

try

if (dst->_connectionClosePending)

{

monitor_2::_connections.lock(pegasus_thread_self());

temp = monitor_2::_connections.next(0);

while(temp != 0 )

{

if(sock == temp->getSocket())

{

temp = monitor_2::_connections.remove_no_lock(temp);

dst->_monitor->_entries[dst->_entry_index]._status =

monitor_2::_connections.unlock();

_MonitorEntry::DYING;

return temp;

}

temp = monitor_2::_connections.next(temp);

else

}

monitor_2::_connections.unlock();

}

catch(...)

{

dst->_monitor->_entries[dst->_entry_index]._status =

_MonitorEntry::IDLE;

}

return 0;

}

Boolean monitor_2::insert_connection(HTTPConnection2* connection)

{

try

{

monitor_2::_connections.insert_first(connection);

}

catch(...)

{

return false;

}

return true;

}

PEGASUS_NAMESPACE_END

Legend:

Removed from v.1.70
changed lines
	Added in v.1.124

No CVS admin address has been configured