pegasus/src/Pegasus/Common/Monitor.cpp - diff

Return to Monitor.cpp CVS log

Up to [Pegasus] / pegasus / src / Pegasus / Common

Diff for /pegasus/src/Pegasus/Common/Monitor.cpp between version 1.32.2.4 and 1.103.10.20

version 1.32.2.4, 2002/10/30 21:20:05

version 1.103.10.20, 2006/07/19 16:58:52

Line 1

//%/////////////////////////////////////////////////////////////////////////////

//%2006////////////////////////////////////////////////////////////////////////

// The Open Group, Tivoli Systems

// Company, L.P.; IBM Corp.; The Open Group; Tivoli Systems.

// IBM Corp.; EMC Corporation, The Open Group.

// IBM Corp.; EMC Corporation; VERITAS Software Corporation; The Open Group.

// EMC Corporation; VERITAS Software Corporation; The Open Group.

// EMC Corporation; Symantec Corporation; The Open Group.

// Permission is hereby granted, free of charge, to any person obtaining a copy

// of this software and associated documentation files (the "Software"), to

Line 23

Line 31

// Author: Mike Brasher (mbrasher@bmc.com)

// Modified By:

// Modified By: Mike Day (monitor_2) mdday@us.ibm.com

// Amit K Arora (Bug#1153) amita@in.ibm.com

// Alagaraja Ramasubramanian (alags_raj@in.ibm.com) for Bug#1090

// Sushma Fernandes (sushma@hp.com) for Bug#2057

// Josephine Eskaline Joyce (jojustin@in.ibm.com) for PEP#101

// Roger Kumpf, Hewlett-Packard Company (roger_kumpf@hp.com)

//%/////////////////////////////////////////////////////////////////////////////

#include <Pegasus/Common/Config.h>

#include <cstring>

#include "Monitor.h"

#include "MessageQueue.h"

#include "Socket.h"

#include <Pegasus/Common/Tracer.h>

#include <Pegasus/Common/HTTPConnection.h>

#include <Pegasus/Common/MessageQueueService.h>

#include <Pegasus/Common/Exception.h>

#include "ArrayIterator.h"

//const static DWORD MAX_BUFFER_SIZE = 4096; // 4 kilobytes

#ifdef PEGASUS_OS_TYPE_WINDOWS

# if defined(FD_SETSIZE) && FD_SETSIZE != 1024

# error "FD_SETSIZE was not set to 1024 prior to the last inclusion \

of <winsock.h>. It may have been indirectly included (e.g., by including \

<windows.h>). Finthe inclusion of that header which is visible to this \

<windows.h>). Find inclusion of that header which is visible to this \

compilation unit and #define FD_SETZIE to 1024 prior to that inclusion; \

otherwise, less than 64 clients (the default) will be able to connect to the \

CIMOM. PLEASE DO NOT SUPPRESS THIS WARNING; PLEASE FIX THE PROBLEM."

Line 48

Line 75

# include <netinet/in.h>

# include <netdb.h>

# include <arpa/inet.h>

# include <unistd.h>

#endif

PEGASUS_USING_STD;

PEGASUS_NAMESPACE_BEGIN

static AtomicInt _connections(0);

Mutex Monitor::_cout_mut;

static AtomicInt _connections = 0;

#ifdef PEGASUS_OS_TYPE_WINDOWS

#define PIPE_INCREMENT 1

#endif

static struct timeval create_time = {0, 1};

static struct timeval destroy_time = {15, 0};

static struct timeval deadlock_time = {0, 0};

////////////////////////////////////////////////////////////////////////////////

// MonitorRep

////////////////////////////////////////////////////////////////////////////////

struct MonitorRep

{

fd_set rd_fd_set;

fd_set wr_fd_set;

fd_set ex_fd_set;

fd_set active_rd_fd_set;

fd_set active_wr_fd_set;

fd_set active_ex_fd_set;

};

////////////////////////////////////////////////////////////////////////////////

Line 85

Line 94

////////////////////////////////////////////////////////////////////////////////

#define MAX_NUMBER_OF_MONITOR_ENTRIES 32

Monitor::Monitor()

: _async(false)

: _stopConnections(0),

_stopConnectionsSem(0),

_solicitSocketCount(0),

_tickle_client_socket(-1),

_tickle_server_socket(-1),

_tickle_peer_socket(-1)

{

AutoMutex automut(Monitor::_cout_mut);

PEGASUS_STD(cout) << "Entering: Monitor::Monitor(): (tid:" << Uint32(pegasus_thread_self()) << ")" << PEGASUS_STD(endl);

}

int numberOfMonitorEntriesToAllocate = MAX_NUMBER_OF_MONITOR_ENTRIES;

Socket::initializeInterface();

_rep = 0;

_entries.reserveCapacity(numberOfMonitorEntriesToAllocate);

_entries.reserveCapacity(32);

int i = 0;

// setup the tickler

for( ; i < 32; i++ )

initializeTickler();

// Start the count at 1 because initilizeTickler()

// has added an entry in the first position of the

// _entries array

for( int i = 1; i < numberOfMonitorEntriesToAllocate; i++ )

{

_MonitorEntry entry(0, 0, 0);

_entries.append(entry);

}

{

AutoMutex automut(Monitor::_cout_mut);

PEGASUS_STD(cout) << "Exiting: Monitor::Monitor(): (tid:" << Uint32(pegasus_thread_self()) << ")" << PEGASUS_STD(endl);

}

Monitor::Monitor(Boolean async)

Monitor::~Monitor()

: _async(async)

{

Socket::initializeInterface();

_rep = 0;

_entries.reserveCapacity(32);

int i = 0;

for( ; i < 32; i++ )

{

_MonitorEntry entry(0, 0, 0);

AutoMutex automut(Monitor::_cout_mut);

_entries.append(entry);

PEGASUS_STD(cout) << "Entering: Monitor::~Monitor(): (tid:" << Uint32(pegasus_thread_self()) << ")" << PEGASUS_STD(endl);

}

Tracer::trace(TRC_HTTP, Tracer::LEVEL4, "uninitializing interface");

if( _async == true )

try{

if(_tickle_peer_socket >= 0)

{

_thread_pool = new ThreadPool(0,

Socket::close(_tickle_peer_socket);

"Monitor",

create_time,

destroy_time,

deadlock_time);

}

else

if(_tickle_client_socket >= 0)

_thread_pool = 0;

{

Socket::close(_tickle_client_socket);

}

if(_tickle_server_socket >= 0)

Monitor::~Monitor()

{

Socket::close(_tickle_server_socket);

}

catch(...)

{

Tracer::trace(TRC_HTTP, Tracer::LEVEL4,

"deregistering with module controller");

"Failed to close tickle sockets");

}

Tracer::trace(TRC_HTTP, Tracer::LEVEL4, "deleting rep");

Tracer::trace(TRC_HTTP, Tracer::LEVEL4, "uninitializing interface");

Socket::uninitializeInterface();

Tracer::trace(TRC_HTTP, Tracer::LEVEL4,

"returning from monitor destructor");

if(_async == true)

{

delete _thread_pool;

AutoMutex automut(Monitor::_cout_mut);

PEGASUS_STD(cout) << "Exiting: Monitor::~Monitor(): (tid:" << Uint32(pegasus_thread_self()) << ")" << PEGASUS_STD(endl);

}

void Monitor::initializeTickler(){

{

AutoMutex automut(Monitor::_cout_mut);

PEGASUS_STD(cout) << "Entering: Monitor::initializeTickler(): (tid:" << Uint32(pegasus_thread_self()) << ")" << PEGASUS_STD(endl);

}

NOTE: On any errors trying to

setup out tickle connection,

throw an exception/end the server

/* setup the tickle server/listener */

// get a socket for the server side

if((_tickle_server_socket = ::socket(PF_INET, SOCK_STREAM, 0)) == PEGASUS_INVALID_SOCKET){

//handle error

MessageLoaderParms parms("Common.Monitor.TICKLE_CREATE",

"Received error number $0 while creating the internal socket.",

#if !defined(PEGASUS_OS_TYPE_WINDOWS)

errno);

#else

WSAGetLastError());

#endif

throw Exception(parms);

}

// initialize the address

memset(&_tickle_server_addr, 0, sizeof(_tickle_server_addr));

#ifdef PEGASUS_PLATFORM_OS400_ISERIES_IBM

#pragma convert(37)

#endif

_tickle_server_addr.sin_addr.s_addr = inet_addr("127.0.0.1");

#ifdef PEGASUS_PLATFORM_OS400_ISERIES_IBM

#pragma convert(0)

#endif

_tickle_server_addr.sin_family = PF_INET;

_tickle_server_addr.sin_port = 0;

PEGASUS_SOCKLEN_T _addr_size = sizeof(_tickle_server_addr);

int Monitor::kill_idle_threads()

// bind server side to socket

if((::bind(_tickle_server_socket,

reinterpret_cast<struct sockaddr*>(&_tickle_server_addr),

sizeof(_tickle_server_addr))) < 0){

// handle error

#ifdef PEGASUS_OS_ZOS

MessageLoaderParms parms("Common.Monitor.TICKLE_BIND_LONG",

"Received error:$0 while binding the internal socket.",strerror(errno));

#else

MessageLoaderParms parms("Common.Monitor.TICKLE_BIND",

"Received error number $0 while binding the internal socket.",

#if !defined(PEGASUS_OS_TYPE_WINDOWS)

errno);

#else

WSAGetLastError());

#endif

throw Exception(parms);

}

// tell the kernel we are a server

if((::listen(_tickle_server_socket,3)) < 0){

// handle error

MessageLoaderParms parms("Common.Monitor.TICKLE_LISTEN",

"Received error number $0 while listening to the internal socket.",

#if !defined(PEGASUS_OS_TYPE_WINDOWS)

errno);

#else

WSAGetLastError());

#endif

throw Exception(parms);

}

// make sure we have the correct socket for our server

int sock = ::getsockname(_tickle_server_socket,

reinterpret_cast<struct sockaddr*>(&_tickle_server_addr),

&_addr_size);

if(sock < 0){

// handle error

MessageLoaderParms parms("Common.Monitor.TICKLE_SOCKNAME",

"Received error number $0 while getting the internal socket name.",

#if !defined(PEGASUS_OS_TYPE_WINDOWS)

errno);

#else

WSAGetLastError());

#endif

throw Exception(parms);

}

/* set up the tickle client/connector */

// get a socket for our tickle client

if((_tickle_client_socket = ::socket(PF_INET, SOCK_STREAM, 0)) == PEGASUS_INVALID_SOCKET){

// handle error

MessageLoaderParms parms("Common.Monitor.TICKLE_CLIENT_CREATE",

"Received error number $0 while creating the internal client socket.",

#if !defined(PEGASUS_OS_TYPE_WINDOWS)

errno);

#else

WSAGetLastError());

#endif

throw Exception(parms);

}

// setup the address of the client

memset(&_tickle_client_addr, 0, sizeof(_tickle_client_addr));

#ifdef PEGASUS_PLATFORM_OS400_ISERIES_IBM

#pragma convert(37)

#endif

_tickle_client_addr.sin_addr.s_addr = inet_addr("127.0.0.1");

#ifdef PEGASUS_PLATFORM_OS400_ISERIES_IBM

#pragma convert(0)

#endif

_tickle_client_addr.sin_family = PF_INET;

_tickle_client_addr.sin_port = 0;

// bind socket to client side

if((::bind(_tickle_client_socket,

reinterpret_cast<struct sockaddr*>(&_tickle_client_addr),

sizeof(_tickle_client_addr))) < 0){

// handle error

MessageLoaderParms parms("Common.Monitor.TICKLE_CLIENT_BIND",

"Received error number $0 while binding the internal client socket.",

#if !defined(PEGASUS_OS_TYPE_WINDOWS)

errno);

#else

WSAGetLastError());

#endif

throw Exception(parms);

}

// connect to server side

if((::connect(_tickle_client_socket,

reinterpret_cast<struct sockaddr*>(&_tickle_server_addr),

sizeof(_tickle_server_addr))) < 0){

// handle error

MessageLoaderParms parms("Common.Monitor.TICKLE_CLIENT_CONNECT",

"Received error number $0 while connecting the internal client socket.",

#if !defined(PEGASUS_OS_TYPE_WINDOWS)

errno);

#else

WSAGetLastError());

#endif

throw Exception(parms);

}

/* set up the slave connection */

memset(&_tickle_peer_addr, 0, sizeof(_tickle_peer_addr));

PEGASUS_SOCKLEN_T peer_size = sizeof(_tickle_peer_addr);

pegasus_sleep(1);

// this call may fail, we will try a max of 20 times to establish this peer connection

if((_tickle_peer_socket = ::accept(_tickle_server_socket,

reinterpret_cast<struct sockaddr*>(&_tickle_peer_addr),

&peer_size)) < 0){

#if !defined(PEGASUS_OS_TYPE_WINDOWS)

// Only retry on non-windows platforms.

if(_tickle_peer_socket == -1 && errno == EAGAIN)

{

int retries = 0;

{

pegasus_sleep(1);

_tickle_peer_socket = ::accept(_tickle_server_socket,

reinterpret_cast<struct sockaddr*>(&_tickle_peer_addr),

&peer_size);

retries++;

} while(_tickle_peer_socket == -1 && errno == EAGAIN && retries < 20);

}

#endif

}

if(_tickle_peer_socket == -1){

// handle error

MessageLoaderParms parms("Common.Monitor.TICKLE_ACCEPT",

"Received error number $0 while accepting the internal socket connection.",

#if !defined(PEGASUS_OS_TYPE_WINDOWS)

errno);

#else

WSAGetLastError());

#endif

throw Exception(parms);

}

// add the tickler to the list of entries to be monitored and set to IDLE because Monitor only

// checks entries with IDLE state for events

_MonitorEntry entry(_tickle_peer_socket, 1, INTERNAL);

entry._status = _MonitorEntry::IDLE;

_entries.append(entry);

{

static struct timeval now, last;

AutoMutex automut(Monitor::_cout_mut);

gettimeofday(&now, NULL);

PEGASUS_STD(cout) << "Exiting: Monitor::initializeTickler(): (tid:" << Uint32(pegasus_thread_self()) << ")" << PEGASUS_STD(endl);

int dead_threads = 0;

}

if( now.tv_sec - last.tv_sec > 300 )

void Monitor::tickle(void)

{

PEGASUS_STD(cout) << "Monitor Thread Pool currently has " <<

_thread_pool->running_count() +

_thread_pool->pool_count() << " Threads." << PEGASUS_STD(endl);

gettimeofday(&last, NULL);

try

{

dead_threads = _thread_pool->kill_dead_threads();

AutoMutex automut(Monitor::_cout_mut);

PEGASUS_STD(cout) << "Entering: Monitor::tickle(): (tid:" << Uint32(pegasus_thread_self()) << ")" << PEGASUS_STD(endl);

}

catch(IPCException& )

static char _buffer[] =

{

}

'0','0'

};

AutoMutex autoMutex(_tickle_mutex);

Socket::disableBlocking(_tickle_client_socket);

Socket::write(_tickle_client_socket,&_buffer, 2);

Socket::enableBlocking(_tickle_client_socket);

{

AutoMutex automut(Monitor::_cout_mut);

PEGASUS_STD(cout) << "Exiting: Monitor::tickle(): (tid:" << Uint32(pegasus_thread_self()) << ")" << PEGASUS_STD(endl);

}

return dead_threads;

}

void Monitor::setState( Uint32 index, _MonitorEntry::entry_status status )

{

// Set the state to requested state

_entries[index]._status = status;

}

Boolean Monitor::run(Uint32 milliseconds)

{

AutoMutex automut(Monitor::_cout_mut);

PEGASUS_STD(cout) << "Entering: Monitor::run(): (tid:" << Uint32(pegasus_thread_self()) << ")" << PEGASUS_STD(endl);

}

Boolean handled_events = false;

int i = 0;

struct timeval tv = {0,1};

struct timeval tv = {milliseconds/1000, milliseconds%1000*1000};

fd_set fdread;

FD_ZERO(&fdread);

_entry_mut.lock(pegasus_thread_self());

for( int indx = 0; indx < (int)_entries.size(); indx++)

AutoMutex autoEntryMutex(_entry_mut);

ArrayIterator<_MonitorEntry> entries(_entries);

// Check the stopConnections flag. If set, clear the Acceptor monitor entries

if (_stopConnections.get() == 1)

{

if(_entries[indx]._status.value() == _MonitorEntry::IDLE)

for ( int indx = 0; indx < (int)entries.size(); indx++)

{

FD_SET(_entries[indx].socket, &fdread);

if (entries[indx]._type == Monitor::ACCEPTOR)

{

if ( entries[indx]._status.get() != _MonitorEntry::EMPTY)

{

if ( entries[indx]._status.get() == _MonitorEntry::IDLE ||

entries[indx]._status.get() == _MonitorEntry::DYING )

{

// remove the entry

entries[indx]._status = _MonitorEntry::EMPTY;

}

else

{

// set status to DYING

entries[indx]._status = _MonitorEntry::DYING;

}

_stopConnections = 0;

_stopConnectionsSem.signal();

}

for( int indx = 0; indx < (int)entries.size(); indx++)

{

const _MonitorEntry &entry = entries[indx];

if ((entry._status.get() == _MonitorEntry::DYING) &&

(entry._type == Monitor::CONNECTION))

{

MessageQueue *q = MessageQueue::lookup(entry.queueId);

PEGASUS_ASSERT(q != 0);

HTTPConnection &h = *static_cast<HTTPConnection *>(q);

if (h._connectionClosePending == false)

continue;

// NOTE: do not attempt to delete while there are pending responses

// coming thru. The last response to come thru after a

// _connectionClosePending will reset _responsePending to false

// and then cause the monitor to rerun this code and clean up.

// (see HTTPConnection.cpp)

if (h._responsePending == true)

{

if (!entry.namedPipeConnection)

{

Tracer::trace(TRC_HTTP, Tracer::LEVEL4, "Monitor::run - "

"Ignoring connection delete request because "

"responses are still pending. "

"connection=0x%p, socket=%d\n",

(void *)&h, h.getSocket());

}

else

{

Tracer::trace(TRC_HTTP, Tracer::LEVEL4, "Monitor::run - "

"Ignoring connection delete request because "

"responses are still pending. "

"connection=0x%p, NamedPipe=%d\n",

(void *)&h, h.getNamedPipe().getPipe());

}

continue;

}

h._connectionClosePending = false;

MessageQueue &o = h.get_owner();

Message* message;

if (!entry.namedPipeConnection)

{

message= new CloseConnectionMessage(entry.socket);

}

else

{

message= new CloseConnectionMessage(entry.namedPipe);

}

message->dest = o.getQueueId();

// HTTPAcceptor is responsible for closing the connection.

// The lock is released to allow HTTPAcceptor to call

// unsolicitSocketMessages to free the entry.

// Once HTTPAcceptor completes processing of the close

// connection, the lock is re-requested and processing of

// the for loop continues. This is safe with the current

// implementation of the entries object. Note that the

// loop condition accesses the entries.size() on each

// iteration, so that a change in size while the mutex is

// unlocked will not result in an ArrayIndexOutOfBounds

// exception.

autoEntryMutex.unlock();

o.enqueue(message);

autoEntryMutex.lock();

// After enqueue a message and the autoEntryMutex has been released and locked again,

// the array of _entries can be changed. The ArrayIterator has be reset with the original _entries.

entries.reset(_entries);

}

Uint32 _idleEntries = 0;

We will keep track of the maximum socket number and pass this value

to the kernel as a parameter to SELECT. This loop seems like a good

place to calculate the max file descriptor (maximum socket number)

because we have to traverse the entire array.

//Array<HANDLE> pipeEventArray;

PEGASUS_SOCKET maxSocketCurrentPass = 0;

int indx;

#ifdef PEGASUS_OS_TYPE_WINDOWS

//This array associates named pipe connections to their place in [indx]

//in the entries array. The value in poition zero of the array is the

//index of the fist named pipe connection in the entries array

Array <Uint32> indexPipeCountAssociator;

int pipeEntryCount=0;

int MaxPipes = PIPE_INCREMENT;

HANDLE* hEvents = new HANDLE[PIPE_INCREMENT];

#endif

for( indx = 0; indx < (int)entries.size(); indx++)

{

#ifdef PEGASUS_OS_TYPE_WINDOWS

if(entries[indx].isNamedPipeConnection())

{

//entering this clause mean that a Named Pipe connection is at entries[indx]

//cout << "In Monitor::run in clause to to create array of for WaitformultipuleObjects" << endl;

//cout << "In Monitor::run - pipe being added to array is " << entries[indx].namedPipe.getName() << endl;

entries[indx].pipeSet = false;

// We can Keep a counter in the Monitor class for the number of named pipes ...

// Which can be used here to create the array size for hEvents..( obviously before this for loop.:-) )

if (pipeEntryCount >= MaxPipes)

{

// cout << "Monitor::run 'if (pipeEntryCount >= MaxPipes)' begining - pipeEntryCount=" <<

// pipeEntryCount << " MaxPipes=" << MaxPipes << endl;

MaxPipes += PIPE_INCREMENT;

HANDLE* temp_hEvents = new HANDLE[MaxPipes];

for (Uint32 i =0;i<pipeEntryCount;i++)

{

temp_hEvents[i] = hEvents[i];

}

delete [] hEvents;

hEvents = temp_hEvents;

// cout << "Monitor::run 'if (pipeEntryCount >= MaxPipes)' ending"<< endl;

}

//pipeEventArray.append((entries[indx].namedPipe.getOverlap()).hEvent);

hEvents[pipeEntryCount] = entries[indx].namedPipe.getOverlap()->hEvent;

indexPipeCountAssociator.append(indx);

pipeEntryCount++;

}

else

#endif

{

if(maxSocketCurrentPass < entries[indx].socket)

maxSocketCurrentPass = entries[indx].socket;

if(entries[indx]._status.get() == _MonitorEntry::IDLE)

{

_idleEntries++;

FD_SET(entries[indx].socket, &fdread);

}

Add 1 then assign maxSocket accordingly. We add 1 to account for

descriptors starting at 0.

maxSocketCurrentPass++;

autoEntryMutex.unlock();

// The first argument to select() is ignored on Windows and it is not

// a socket value. The original code assumed that the number of sockets

// and a socket value have the same type. On Windows they do not.

int events;

int pEvents;

#ifdef PEGASUS_OS_TYPE_WINDOWS

// events = select(0, &fdread, NULL, NULL, &tv);

//if (events == NULL)

//{ // This connection uses namedPipes

events = 0;

DWORD dwWait=NULL;

pEvents = 0;

{

AutoMutex automut(Monitor::_cout_mut);

cout << "Monitor::run - Calling WaitForMultipleObjects\n";

}

//this should be in a try block

dwWait = WaitForMultipleObjects(

MaxPipes,

hEvents, //ABB:- array of event objects

FALSE, // ABB:-does not wait for all

milliseconds); //ABB:- timeout value //WW this may need be shorter

if(dwWait == WAIT_TIMEOUT)

{

AutoMutex automut(Monitor::_cout_mut);

cout << "Wait WAIT_TIMEOUT\n";

cout << "Monitor::run before the select in TIMEOUT clause events = " << events << endl;

events = select(0, &fdread, NULL, NULL, &tv);

cout << "Monitor::run after the select in TIMEOUT clause events = " << events << endl;

}

// Sleep(2000);

//continue;

//return false; // I think we do nothing.... Mybe there is a socket connection... so

// cant return.

}

else if (dwWait == WAIT_FAILED)

{

if (GetLastError() == 6) //WW this may be too specific

{

AutoMutex automut(Monitor::_cout_mut);

cout << "Monitor::run about to call 'select since waitForMultipleObjects failed\n";

/********* NOTE

this time (tv) combined with the waitForMulitpleObjects timeout is

too long it will cause the client side to time out

******************/

events = select(0, &fdread, NULL, NULL, &tv);

}

else

{

AutoMutex automut(Monitor::_cout_mut);

cout << "Wait Failed returned\n";

cout << "failed with " << GetLastError() << "." << endl;

pEvents = -1;

return false;

}

else

{

int pCount = dwWait - WAIT_OBJECT_0; // determines which pipe

{

AutoMutex automut(Monitor::_cout_mut);

// cout << endl << "****************************" <<

// "Monitor::run WaitForMultiPleObject returned activity on server pipe: "<<

// pCount<< endl << endl;

cout << "Monitor::run WaitForMultiPleObject returned activity pipeEntrycount is " <<

pipeEntryCount <<

" this is the type " << entries[indexPipeCountAssociator[pCount]]._type << " this is index " << indexPipeCountAssociator[pCount] << endl;

}

/* There is a timeing problem here sometimes the wite in HTTPConnection i s

not all the way done (has not _monitor->setState (_entry_index, _MonitorEntry::IDLE) )

there for that should be done here if it is not done alread*/

if (entries[indexPipeCountAssociator[pCount]]._status.get() != _MonitorEntry::IDLE)

{

this->setState(indexPipeCountAssociator[pCount], _MonitorEntry::IDLE);

AutoMutex automut(Monitor::_cout_mut);

cout << "setting state of index " << indexPipeCountAssociator[pCount] << " to IDLE" << endl;

}

pEvents = 1;

int events = select(FD_SETSIZE, &fdread, NULL, NULL, &tv);

//this statment gets the pipe entry that was trigered

entries[indexPipeCountAssociator[pCount]].pipeSet = true;

}

#else

events = select(maxSocketCurrentPass, &fdread, NULL, NULL, &tv);

#endif

autoEntryMutex.lock();

// After enqueue a message and the autoEntryMutex has been released and locked again,

// the array of _entries can be changed. The ArrayIterator has be reset with the original _entries

entries.reset(_entries);

#ifdef PEGASUS_OS_TYPE_WINDOWS

if(events && events != SOCKET_ERROR )

if(pEvents == -1)

{

Tracer::trace(TRC_HTTP, Tracer::LEVEL4,

"Monitor::run - errorno = %d has occurred on select.",GetLastError() );

// The EBADF error indicates that one or more or the file

// descriptions was not valid. This could indicate that

// the entries structure has been corrupted or that

// we have a synchronization error.

// We need to generate an assert here...

PEGASUS_ASSERT(GetLastError()!= EBADF);

}

if(events == SOCKET_ERROR)

#else

if(events && events != -1 )

if(events == -1)

#endif

{

for( int indx = 0; indx < (int)_entries.size(); indx++)

Tracer::trace(TRC_HTTP, Tracer::LEVEL4,

"Monitor::run - errorno = %d has occurred on select.", errno);

// The EBADF error indicates that one or more or the file

// descriptions was not valid. This could indicate that

// the entries structure has been corrupted or that

// we have a synchronization error.

PEGASUS_ASSERT(errno != EBADF);

}

else if ((events)||(pEvents))

{

if(FD_ISSET(_entries[indx].socket, &fdread))

{

MessageQueue *q = MessageQueue::lookup(_entries[indx].queueId);

AutoMutex automut(Monitor::_cout_mut);

if(q == 0)

cout << "IN Monior::run events= " << events << " pEvents= " << pEvents<< endl;

}

Tracer::trace(TRC_HTTP, Tracer::LEVEL4,

"Monitor::run select event received events = %d, monitoring %d idle entries",

events, _idleEntries);

for( int indx = 0; indx < (int)entries.size(); indx++)

{

PEGASUS_STD(cout) << "Monitor:: found an empty connection slot" << PEGASUS_STD(endl);

//cout << "Monitor::run at start of 'for( int indx = 0; indx ' - index = " << indx << endl;

try

// The Monitor should only look at entries in the table that are IDLE (i.e.,

// owned by the Monitor).

// cout << endl << " status of entry " << indx << " is " << entries[indx]._status.get() << endl;

if((entries[indx]._status.get() == _MonitorEntry::IDLE) &&

((FD_ISSET(entries[indx].socket, &fdread)&& (events)) ||

(entries[indx].isNamedPipeConnection() && entries[indx].pipeSet && (pEvents))))

{

_entries[indx]._status = _MonitorEntry::EMPTY;

AutoMutex automut(Monitor::_cout_mut);

cout <<"Monitor::run - index " << indx << " just got into 'if' statement" << endl;

}

MessageQueue *q;

try{

q = MessageQueue::lookup(entries[indx].queueId);

}

catch (Exception e)

{

AutoMutex automut(Monitor::_cout_mut);

cout << " this is what lookup gives - " << e.getMessage() << endl;

exit(1);

}

catch(...)

{

AutoMutex automut(Monitor::_cout_mut);

cout << "MessageQueue::lookup gives strange exception " << endl;

exit(1);

}

_entry_mut.unlock();

Tracer::trace(TRC_HTTP, Tracer::LEVEL4,

"Monitor::run indx = %d, queueId = %d, q = %p",

indx, entries[indx].queueId, q);

// printf("Monitor::run indx = %d, queueId = %d, q = %p",

// indx, entries[indx].queueId, q);

//cout << "Monitor::run before PEGASUS_ASSerT(q !=0) " << endl;

PEGASUS_ASSERT(q !=0);

try

{

/* {

AutoMutex automut(Monitor::_cout_mut);

cout <<" this is the type " << entries[indx]._type <<

" for index " << indx << endl;

cout << "IN Monior::run right before entries[indx]._type == Monitor::CONNECTION" << endl;

}*/

if(entries[indx]._type == Monitor::CONNECTION)

{

cout << "In Monitor::run Monitor::CONNECTION clause" << endl;

AutoMutex automut(Monitor::_cout_mut);

}

Tracer::trace(TRC_HTTP, Tracer::LEVEL4,

"entries[indx].type for indx = %d is Monitor::CONNECTION", indx);

static_cast<HTTPConnection *>(q)->_entry_index = indx;

// Do not update the entry just yet. The entry gets updated once

// the request has been read.

//entries[indx]._status = _MonitorEntry::BUSY;

// If allocate_and_awaken failure, retry on next iteration

/* Removed for PEP 183.

if (!MessageQueueService::get_thread_pool()->allocate_and_awaken(

(void *)q, _dispatch))

{

Tracer::trace(TRC_DISCARDED_DATA, Tracer::LEVEL2,

"Monitor::run: Insufficient resources to process request.");

entries[indx]._status = _MonitorEntry::IDLE;

return true;

}

// Added for PEP 183

HTTPConnection *dst = reinterpret_cast<HTTPConnection *>(q);

Tracer::trace(TRC_HTTP, Tracer::LEVEL4,

"Monitor::_dispatch: entering run() for indx = %d, queueId = %d, q = %p",

dst->_entry_index, dst->_monitor->_entries[dst->_entry_index].queueId, dst);

/*In the case of named Pipes, the request has already been read from the pipe

therefor this section passed the request data to the HTTPConnection

NOTE: not sure if this would be better suited in a sparate private method

dst->setNamedPipe(entries[indx].namedPipe); //this step shouldn't be needd

{

AutoMutex automut(Monitor::_cout_mut);

cout << "In Monitor::run after dst->setNamedPipe string read is " << entries[indx].namedPipe.raw << endl;

}

try

{

if(_entries[indx]._type == Monitor::CONNECTION)

{

static_cast<HTTPConnection *>(q)->_entry_index = indx;

AutoMutex automut(Monitor::_cout_mut);

if(static_cast<HTTPConnection *>(q)->_dying.value() > 0 )

cout << "In Monitor::run about to call 'dst->run(1)' " << endl;

}

dst->run(1);

}

catch (...)

{

_entries[indx]._status = _MonitorEntry::DYING;

AutoMutex automut(Monitor::_cout_mut);

MessageQueue & o = static_cast<HTTPConnection *>(q)->get_owner();

Tracer::trace(TRC_HTTP, Tracer::LEVEL4,

Message* message= new CloseConnectionMessage(_entries[indx].socket);

"Monitor::_dispatch: exception received");

message->dest = o.getQueueId();

}

_entry_mut.unlock();

Tracer::trace(TRC_HTTP, Tracer::LEVEL4,

o.enqueue(message);

"Monitor::_dispatch: exited run() for index %d", dst->_entry_index);

return true;

if (entries[indx].isNamedPipeConnection())

{

entries[indx]._type = Monitor::ACCEPTOR;

}

// It is possible the entry status may not be set to busy.

// The following will fail in that case.

// PEGASUS_ASSERT(dst->_monitor->_entries[dst->_entry_index]._status.get() == _MonitorEntry::BUSY);

// Once the HTTPConnection thread has set the status value to either

// Monitor::DYING or Monitor::IDLE, it has returned control of the connection

// to the Monitor. It is no longer permissible to access the connection

// or the entry in the _entries table.

// The following is not relevant as the worker thread or the

// reader thread will update the status of the entry.

//if (dst->_connectionClosePending)

//{

// dst->_monitor->_entries[dst->_entry_index]._status = _MonitorEntry::DYING;

//}

//else

//{

// dst->_monitor->_entries[dst->_entry_index]._status = _MonitorEntry::IDLE;

//}

// end Added for PEP 183

}

else if( entries[indx]._type == Monitor::INTERNAL){

// set ourself to BUSY,

// read the data

// and set ourself back to IDLE

cout << endl << " in - entries[indx]._type == Monitor::INTERNAL- " << endl << endl;

if (!entries[indx].isNamedPipeConnection())

{

entries[indx]._status = _MonitorEntry::BUSY;

static char buffer[2];

Socket::disableBlocking(entries[indx].socket);

Sint32 amt = Socket::read(entries[indx].socket,&buffer, 2);

Socket::enableBlocking(entries[indx].socket);

entries[indx]._status = _MonitorEntry::IDLE;

}

_entries[indx]._status = _MonitorEntry::BUSY;

_thread_pool->allocate_and_awaken((void *)q, _dispatch);

}

else

{

AutoMutex automut(Monitor::_cout_mut);

cout << "In Monitor::run else clause of CONNECTION if statments" << endl;

}

Tracer::trace(TRC_HTTP, Tracer::LEVEL4,

"Non-connection entry, indx = %d, has been received.", indx);

int events = 0;

Message *msg;

{

AutoMutex automut(Monitor::_cout_mut);

cout << " In Monitor::run Just before checking if NamedPipeConnection" << "for Index "<<indx<< endl;

}

if (entries[indx].isNamedPipeConnection())

{

if(!entries[indx].namedPipe.isConnectionPipe)

{ /*if we enter this clasue it means that the named pipe that we are

looking at has recived a connection but is not the pipe we get connection requests over.

therefore we need to change the _type to CONNECTION and wait for a CIM Operations request*/

entries[indx]._type = Monitor::CONNECTION;

/* This is a test - this shows that the read file needs to be done

before we call wiatForMultipleObjects*/

/******************************************************

********************************************************/

memset(entries[indx].namedPipe.raw,'\0',4096);

BOOL rc = ::ReadFile(

entries[indx].namedPipe.getPipe(),

&entries[indx].namedPipe.raw,

NAMEDPIPE_MAX_BUFFER_SIZE,

&entries[indx].namedPipe.bytesRead,

entries[indx].namedPipe.getOverlap());

{

AutoMutex automut(Monitor::_cout_mut);

cout << "Monitor::run just called read on index " << indx << endl;

}

//&entries[indx].namedPipe.bytesRead = &size;

if(!rc)

{

AutoMutex automut(Monitor::_cout_mut);

cout << "ReadFile failed for : " << GetLastError() << "."<< endl;

}

/******************************************************

********************************************************/

continue;

}

{

AutoMutex automut(Monitor::_cout_mut);

cout << " In Monitor::run about to create a Pipe message" << endl;

}

events |= NamedPipeMessage::READ;

msg = new NamedPipeMessage(entries[indx].namedPipe, events);

}

else

{

AutoMutex automut(Monitor::_cout_mut);

cout << " In Monitor::run ..its a socket message" << endl;

}

events |= SocketMessage::READ;

Message *msg = new SocketMessage(_entries[indx].socket, events);

msg = new SocketMessage(entries[indx].socket, events);

_entries[indx]._status = _MonitorEntry::BUSY;

}

_entry_mut.unlock();

entries[indx]._status = _MonitorEntry::BUSY;

autoEntryMutex.unlock();

q->enqueue(msg);

_entries[indx]._status = _MonitorEntry::IDLE;

autoEntryMutex.lock();

// After enqueue a message and the autoEntryMutex has been released and locked again,

// the array of entries can be changed. The ArrayIterator has be reset with the original _entries

entries.reset(_entries);

entries[indx]._status = _MonitorEntry::IDLE;

{

AutoMutex automut(Monitor::_cout_mut);

PEGASUS_STD(cout) << "Exiting: Monitor::run(): (tid:" << Uint32(pegasus_thread_self()) << ")" << PEGASUS_STD(endl);

}

return true;

}

Line 252

Line 1021

}

_entry_mut.unlock();

{

AutoMutex automut(Monitor::_cout_mut);

PEGASUS_STD(cout) << "Exiting: Monitor::run(): (tid:" << Uint32(pegasus_thread_self()) << ")" << PEGASUS_STD(endl);

}

return(handled_events);

}

void Monitor::stopListeningForConnections(Boolean wait)

{

AutoMutex automut(Monitor::_cout_mut);

PEGASUS_STD(cout) << "Entering: Monitor::stopListeningForConnections(): (tid:" << Uint32(pegasus_thread_self()) << ")" << PEGASUS_STD(endl);

}

PEG_METHOD_ENTER(TRC_HTTP, "Monitor::stopListeningForConnections()");

// set boolean then tickle the server to recognize _stopConnections

_stopConnections = 1;

tickle();

if (wait)

{

// Wait for the monitor to notice _stopConnections. Otherwise the

// caller of this function may unbind the ports while the monitor

// is still accepting connections on them.

_stopConnectionsSem.wait();

}

PEG_METHOD_EXIT();

{

AutoMutex automut(Monitor::_cout_mut);

PEGASUS_STD(cout) << "Exiting: Monitor::stopListeningForConnections(): (tid:" << Uint32(pegasus_thread_self()) << ")" << PEGASUS_STD(endl);

}

int Monitor::solicitSocketMessages(

Sint32 socket,

PEGASUS_SOCKET socket,

Uint32 events,

Uint32 queueId,

int type)

{

AutoMutex automut(Monitor::_cout_mut);

PEGASUS_STD(cout) << "Entering: Monitor::solicitSocketMessages(): (tid:" << Uint32(pegasus_thread_self()) << ")" << PEGASUS_STD(endl);

}

PEG_METHOD_ENTER(TRC_HTTP, "Monitor::solicitSocketMessages");

AutoMutex autoMut(_entry_mut);

// Check to see if we need to dynamically grow the _entries array

// We always want the _entries array to 2 bigger than the

// current connections requested

_solicitSocketCount++; // bump the count

int size = (int)_entries.size();

if((int)_solicitSocketCount >= (size-1)){

for(int i = 0; i < ((int)_solicitSocketCount - (size-1)); i++){

_MonitorEntry entry(0, 0, 0);

_entries.append(entry);

}

PEG_METHOD_ENTER(TRC_HTTP, "Monitor::solictSocketMessage");

int index;

for(index = 1; index < (int)_entries.size(); index++)

int index = -1;

_entry_mut.lock(pegasus_thread_self());

for(index = 0; index < (int)_entries.size(); index++)

{

try

{

if(_entries[index]._status.value() == _MonitorEntry::EMPTY)

if(_entries[index]._status.get() == _MonitorEntry::EMPTY)

{

_entries[index].socket = socket;

_entries[index].queueId = queueId;

_entries[index]._type = type;

_entries[index]._status = _MonitorEntry::IDLE;

_entry_mut.unlock();

{

AutoMutex automut(Monitor::_cout_mut);

PEGASUS_STD(cout) << "Exiting: Monitor::solicitSocketMessages(): (tid:" << Uint32(pegasus_thread_self()) << ")" << PEGASUS_STD(endl);

}

return index;

}

catch(...)

{

}

_entry_mut.unlock();

_solicitSocketCount--; // decrease the count, if we are here we didnt do anything meaningful

PEG_METHOD_EXIT();

return index;

{

AutoMutex automut(Monitor::_cout_mut);

PEGASUS_STD(cout) << "Exiting: Monitor::solicitSocketMessages(): (tid:" << Uint32(pegasus_thread_self()) << ")" << PEGASUS_STD(endl);

}

return -1;

}

void Monitor::unsolicitSocketMessages(Sint32 socket)

void Monitor::unsolicitSocketMessages(PEGASUS_SOCKET socket)

{

AutoMutex automut(Monitor::_cout_mut);

PEGASUS_STD(cout) << "Entering: Monitor::unsolicitSocketMessages(): (tid:" << Uint32(pegasus_thread_self()) << ")" << PEGASUS_STD(endl);

}

PEG_METHOD_ENTER(TRC_HTTP, "Monitor::unsolicitSocketMessages");

_entry_mut.lock(pegasus_thread_self());

AutoMutex autoMut(_entry_mut);

for(int index = 0; index < (int)_entries.size(); index++)

Start at index = 1 because _entries[0] is the tickle entry which never needs

to be EMPTY;

unsigned int index;

for(index = 1; index < _entries.size(); index++)

{

if(_entries[index].socket == socket)

{

_entries[index]._status = _MonitorEntry::EMPTY;

_entries[index].socket = PEGASUS_INVALID_SOCKET;

_solicitSocketCount--;

break;

}

_entry_mut.unlock();

Dynamic Contraction:

To remove excess entries we will start from the end of the _entries array

and remove all entries with EMPTY status until we find the first NON EMPTY.

This prevents the positions, of the NON EMPTY entries, from being changed.

index = _entries.size() - 1;

while(_entries[index]._status.get() == _MonitorEntry::EMPTY){

if(_entries.size() > MAX_NUMBER_OF_MONITOR_ENTRIES)

_entries.remove(index);

index--;

}

PEG_METHOD_EXIT();

if( _async == true )

{

PEGASUS_STD(cout) << "Monitor:: running " << _thread_pool->running_count() <<

AutoMutex automut(Monitor::_cout_mut);

" idle " << _thread_pool->pool_count() << PEGASUS_STD(endl);

PEGASUS_STD(cout) << "Exiting: Monitor::unsolicitSocketMessages(): (tid:" << Uint32(pegasus_thread_self()) << ")" << PEGASUS_STD(endl);

}

// Note: this is no longer called with PEP 183.

PEGASUS_THREAD_RETURN PEGASUS_THREAD_CDECL Monitor::_dispatch(void *parm)

{

AutoMutex automut(Monitor::_cout_mut);

PEGASUS_STD(cout) << "Entering: Monitor::_dispatch(): (tid:" << Uint32(pegasus_thread_self()) << ")" << PEGASUS_STD(endl);

}

HTTPConnection *dst = reinterpret_cast<HTTPConnection *>(parm);

Tracer::trace(TRC_HTTP, Tracer::LEVEL4,

"Monitor::_dispatch: entering run() for indx = %d, queueId = %d, q = %p",

dst->_entry_index, dst->_monitor->_entries[dst->_entry_index].queueId, dst);

try

{

dst->run(1);

if( dst->_monitor->_entries.size() > (Uint32)dst->_entry_index )

}

dst->_monitor->_entries[dst->_entry_index]._status = _MonitorEntry::IDLE;

catch (...)

{

Tracer::trace(TRC_HTTP, Tracer::LEVEL4,

"Monitor::_dispatch: exception received");

}

Tracer::trace(TRC_HTTP, Tracer::LEVEL4,

"Monitor::_dispatch: exited run() for index %d", dst->_entry_index);

PEGASUS_ASSERT(dst->_monitor->_entries[dst->_entry_index]._status.get() == _MonitorEntry::BUSY);

// Once the HTTPConnection thread has set the status value to either

// Monitor::DYING or Monitor::IDLE, it has returned control of the connection

// to the Monitor. It is no longer permissible to access the connection

// or the entry in the _entries table.

if (dst->_connectionClosePending)

{

dst->_monitor->_entries[dst->_entry_index]._status = _MonitorEntry::DYING;

}

else

{

dst->_monitor->_entries[dst->_entry_index]._status = _MonitorEntry::IDLE;

}

return 0;

}

//This method is anlogsu to solicitSocketMessages. It does the same thing for named Pipes

int Monitor::solicitPipeMessages(

NamedPipe namedPipe,

Uint32 events, //not sure what has to change for this enum

Uint32 queueId,

int type)

{

PEG_METHOD_ENTER(TRC_HTTP, "Monitor::solicitPipeMessages");

AutoMutex autoMut(_entry_mut);

// Check to see if we need to dynamically grow the _entries array

// We always want the _entries array to 2 bigger than the

// current connections requested

PEGASUS_STD(cout) << "In Monitor::solicitPipeMessages at the begining" << PEGASUS_STD(endl);

_solicitSocketCount++; // bump the count

int size = (int)_entries.size();

if((int)_solicitSocketCount >= (size-1)){

for(int i = 0; i < ((int)_solicitSocketCount - (size-1)); i++){

_MonitorEntry entry(0, 0, 0);

_entries.append(entry);

}

int index;

for(index = 1; index < (int)_entries.size(); index++)

{

try

{

if(_entries[index]._status.get() == _MonitorEntry::EMPTY)

{

_entries[index].socket = NULL;

_entries[index].namedPipe = namedPipe;

_entries[index].namedPipeConnection = true;

_entries[index].queueId = queueId;

_entries[index]._type = type;

_entries[index]._status = _MonitorEntry::IDLE;

PEGASUS_STD(cout) << "In Monitor::solicitPipeMessages after seting up _entries[index] index = " << index << PEGASUS_STD(endl);

return index;

}

catch(...)

{

}

_solicitSocketCount--; // decrease the count, if we are here we didnt do anything meaningful

PEGASUS_STD(cout) << "In Monitor::solicitPipeMessages nothing happed - it didn't work" << PEGASUS_STD(endl);

PEG_METHOD_EXIT();

return -1;

}

void Monitor::unsolicitPipeMessages(NamedPipe namedPipe)

{

AutoMutex automut(Monitor::_cout_mut);

PEGASUS_STD(cout) << "Entering: Monitor::unsolicitPipeMessages(): (tid:" << Uint32(pegasus_thread_self()) << ")" << PEGASUS_STD(endl);

}

PEG_METHOD_ENTER(TRC_HTTP, "Monitor::unsolicitPipeMessages");

AutoMutex autoMut(_entry_mut);

Start at index = 1 because _entries[0] is the tickle entry which never needs

to be EMPTY;

unsigned int index;

for(index = 1; index < _entries.size(); index++)

{

if(_entries[index].namedPipe.getPipe() == namedPipe.getPipe())

{

_entries[index]._status = _MonitorEntry::EMPTY;

//_entries[index].namedPipe = PEGASUS_INVALID_SOCKET;

_solicitSocketCount--;

break;

}

Dynamic Contraction:

To remove excess entries we will start from the end of the _entries array

and remove all entries with EMPTY status until we find the first NON EMPTY.

This prevents the positions, of the NON EMPTY entries, from being changed.

index = _entries.size() - 1;

while(_entries[index]._status.get() == _MonitorEntry::EMPTY){

if((_entries[index].namedPipe.getPipe() == namedPipe.getPipe()) ||

(_entries.size() > MAX_NUMBER_OF_MONITOR_ENTRIES))

{

_entries.remove(index);

}

index--;

}

PEG_METHOD_EXIT();

{

AutoMutex automut(Monitor::_cout_mut);

PEGASUS_STD(cout) << "Exiting: Monitor::unsolicitPipeMessages(): (tid:" << Uint32(pegasus_thread_self()) << ")" << PEGASUS_STD(endl);

}

PEGASUS_NAMESPACE_END

Legend:

Removed from v.1.32.2.4
changed lines
	Added in v.1.103.10.20

No CVS admin address has been configured