pegasus/src/Pegasus/Common/Monitor.cpp - diff

Return to Monitor.cpp CVS log

Up to [Pegasus] / pegasus / src / Pegasus / Common

Diff for /pegasus/src/Pegasus/Common/Monitor.cpp between version 1.15 and 1.40

version 1.15, 2002/05/29 23:26:34

version 1.40, 2003/08/15 20:31:52

Line 1

//%/////////////////////////////////////////////////////////////////////////////

// The Open Group, Tivoli Systems

// Permission is hereby granted, free of charge, to any person obtaining a copy

// of this software and associated documentation files (the "Software"), to

Line 27

Line 28

//%/////////////////////////////////////////////////////////////////////////////

#include <Pegasus/Common/Config.h>

#include <cstring>

#include "Monitor.h"

#include "MessageQueue.h"

Line 38

Line 40

# if defined(FD_SETSIZE) && FD_SETSIZE != 1024

# error "FD_SETSIZE was not set to 1024 prior to the last inclusion \

of <winsock.h>. It may have been indirectly included (e.g., by including \

<windows.h>). Find the inclusion of that header which is visible to this \

<windows.h>). Finthe inclusion of that header which is visible to this \

compilation unit and #define FD_SETZIE to 1024 prior to that inclusion; \

otherwise, less than 64 clients (the default) will be able to connect to the \

CIMOM. PLEASE DO NOT SUPPRESS THIS WARNING; PLEASE FIX THE PROBLEM."

Line 53

Line 55

# include <netinet/in.h>

# include <netdb.h>

# include <arpa/inet.h>

# include <unistd.h>

#endif

PEGASUS_USING_STD;

PEGASUS_NAMESPACE_BEGIN

static AtomicInt _connections = 0;

static struct timeval create_time = {0, 1};

static struct timeval destroy_time = {300, 0};

static struct timeval deadlock_time = {0, 0};

////////////////////////////////////////////////////////////////////////////////

// MonitorRep

Line 86

Line 95

: _module_handle(0), _controller(0), _async(false)

{

Socket::initializeInterface();

_rep = new MonitorRep;

_rep = 0;

FD_ZERO(&_rep->rd_fd_set);

_entries.reserveCapacity(32);

FD_ZERO(&_rep->wr_fd_set);

for( int i = 0; i < 32; i++ )

FD_ZERO(&_rep->ex_fd_set);

{

FD_ZERO(&_rep->active_rd_fd_set);

_MonitorEntry entry(0, 0, 0);

FD_ZERO(&_rep->active_wr_fd_set);

_entries.append(entry);

FD_ZERO(&_rep->active_ex_fd_set);

}

Monitor::Monitor(Boolean async)

: _module_handle(0), _controller(0), _async(async)

{

Socket::initializeInterface();

_rep = 0;

_entries.reserveCapacity(32);

for( int i = 0; i < 32; i++ )

{

_MonitorEntry entry(0, 0, 0);

_entries.append(entry);

}

if( _async == true )

{

_thread_pool = new ThreadPool(0,

"Monitor",

create_time,

destroy_time,

deadlock_time);

}

else

_thread_pool = 0;

}

Monitor::~Monitor()

Line 108

Line 142

}

Tracer::trace(TRC_HTTP, Tracer::LEVEL4, "deleting rep");

delete _rep;

Tracer::trace(TRC_HTTP, Tracer::LEVEL4, "uninitializing interface");

Socket::uninitializeInterface();

Tracer::trace(TRC_HTTP, Tracer::LEVEL4,

"returning from monitor destructor");

if(_async == true)

delete _thread_pool;

}

int Monitor::kill_idle_threads()

//<<< Tue May 14 20:38:26 2002 mdd >>>

// register with module controller

// when it is time to enqueue the message,

// use an async_thread_exec call to

// isolate the entire if(events) { enqueue -> fd_clear } block

// let the thread pool grow and shrink according to load.

Boolean Monitor::run(Uint32 milliseconds)

{

// register the monitor as a module to gain access to the cimserver's thread pool

static struct timeval now, last;

// <<< Wed May 15 09:52:16 2002 mdd >>>

gettimeofday(&now, NULL);

while( _module_handle == NULL)

int dead_threads = 0;

if( now.tv_sec - last.tv_sec > 120 )

{

gettimeofday(&last, NULL);

try

{

_controller = &(ModuleController::register_module(PEGASUS_QUEUENAME_CONTROLSERVICE,

dead_threads = _thread_pool->kill_dead_threads();

PEGASUS_MODULENAME_MONITOR,

(void *)this,

&_module_handle));

}

catch(IncompatibleTypes &)

catch(IPCException& )

{

ModuleController* controlService =

new ModuleController(PEGASUS_QUEUENAME_CONTROLSERVICE);

}

catch( AlreadyExists & )

{

break;

}

return dead_threads;

}

#ifdef PEGASUS_OS_TYPE_WINDOWS

// Windows select() has a strange little bug. It returns immediately if

// there are no descriptors in the set even if the timeout is non-zero.

// To work around this, we call Sleep() for now:

if (_entries.size() == 0)

Boolean Monitor::run(Uint32 milliseconds)

Sleep(milliseconds);

{

Boolean handled_events = false;

int i = 0;

#if defined(PEGASUS_OS_OS400) || defined(PEGASUS_OS_HPUX)

struct timeval tv = {milliseconds/1000, milliseconds%1000*1000};

#else

struct timeval tv = {0, 1};

#endif

fd_set fdread;

FD_ZERO(&fdread);

_entry_mut.lock(pegasus_thread_self());

// Check for events on the selected file descriptors. Only do this if

for( int indx = 0; indx < (int)_entries.size(); indx++)

// there were no undispatched events from last time.

int count = 0;

memcpy(&_rep->active_rd_fd_set, &_rep->rd_fd_set, sizeof(fd_set));

memcpy(&_rep->active_wr_fd_set, &_rep->wr_fd_set, sizeof(fd_set));

memcpy(&_rep->active_ex_fd_set, &_rep->ex_fd_set, sizeof(fd_set));

const Uint32 SECONDS = milliseconds / 1000;

const Uint32 MICROSECONDS = (milliseconds % 1000) * 1000;

struct timeval tv = { SECONDS, MICROSECONDS };

count = select(

FD_SETSIZE,

&_rep->active_rd_fd_set,

&_rep->active_wr_fd_set,

&_rep->active_ex_fd_set,

&tv);

if (count == 0)

{

return false;

if(_entries[indx]._status.value() == _MonitorEntry::IDLE)

{

FD_SET(_entries[indx].socket, &fdread);

}

int events = select(FD_SETSIZE, &fdread, NULL, NULL, &tv);

#ifdef PEGASUS_OS_TYPE_WINDOWS

else if (count == SOCKET_ERROR)

if(events && events != SOCKET_ERROR )

#else

else if (count == -1)

if(events && events != -1 )

#endif

{

return false;

for( int indx = 0; indx < (int)_entries.size(); indx++)

{

if(FD_ISSET(_entries[indx].socket, &fdread))

{

MessageQueue *q = MessageQueue::lookup(_entries[indx].queueId);

if(q == 0)

{

try

{

_entries[indx]._status = _MonitorEntry::EMPTY;

}

catch(...)

Boolean handled_events = false;

for (Uint32 i = 0, n = _entries.size(); i < _entries.size(); i++)

{

Sint32 socket = _entries[i].socket;

Uint32 events = 0;

if(_entries[i].dying.value() > 0 )

}

continue;

}

try

{

if(_entries[i]._type == Monitor::CONNECTION)

if(_entries[indx]._type == Monitor::CONNECTION)

{

static_cast<HTTPConnection *>(q)->_entry_index = indx;

MessageQueue *q = MessageQueue::lookup(_entries[i].queueId);

if(static_cast<HTTPConnection *>(q)->_dying.value() > 0 )

if(q && static_cast<HTTPConnection *>(q)->is_dying() &&

(0 == static_cast<HTTPConnection *>(q)->refcount.value()))

{

static_cast<HTTPConnection *>(q)->lock_connection();

_entries[indx]._status = _MonitorEntry::DYING;

static_cast<HTTPConnection *>(q)->unlock_connection();

MessageQueue & o = static_cast<HTTPConnection *>(q)->get_owner();

Message* message= new CloseConnectionMessage(static_cast<HTTPConnection *>(q)->getSocket());

Message* message= new CloseConnectionMessage(_entries[indx].socket);

message->dest = o.getQueueId();

_entry_mut.unlock();

o.enqueue(message);

i--;

return true;

n = _entries.size();

}

_entries[indx]._status = _MonitorEntry::BUSY;

_thread_pool->allocate_and_awaken((void *)q, _dispatch);

}

else

{

int events = 0;

events |= SocketMessage::READ;

Message *msg = new SocketMessage(_entries[indx].socket, events);

_entries[indx]._status = _MonitorEntry::BUSY;

_entry_mut.unlock();

q->enqueue(msg);

_entries[indx]._status = _MonitorEntry::IDLE;

return true;

}

catch(...)

{

}

handled_events = true;

}

_entry_mut.unlock();

return(handled_events);

}

if (FD_ISSET(socket, &_rep->active_rd_fd_set))

events |= SocketMessage::READ;

if (FD_ISSET(socket, &_rep->active_wr_fd_set))

events |= SocketMessage::WRITE;

if (FD_ISSET(socket, &_rep->active_ex_fd_set))

int Monitor::solicitSocketMessages(

events |= SocketMessage::EXCEPTION;

Sint32 socket,

Uint32 events,

Uint32 queueId,

int type)

{

PEG_METHOD_ENTER(TRC_HTTP, "Monitor::solicitSocketMessages");

int index = -1;

_entry_mut.lock(pegasus_thread_self());

if (events)

for(index = 0; index < (int)_entries.size(); index++)

{

Tracer::trace(TRC_HTTP, Tracer::LEVEL4,

try

"Monitor::run - Socket Event Detected events = %d", events);

if (events & SocketMessage::WRITE)

{

FD_CLR(socket, &_rep->active_wr_fd_set);

if(_entries[index]._status.value() == _MonitorEntry::EMPTY)

Tracer::trace(TRC_HTTP, Tracer::LEVEL4,

"Monitor::run FD_CLR WRITE");

}

if (events & SocketMessage::EXCEPTION)

{

FD_CLR(socket, &_rep->active_ex_fd_set);

_entries[index].socket = socket;

Tracer::trace(TRC_HTTP, Tracer::LEVEL4,

_entries[index].queueId = queueId;

"Monitor::run FD_CLR EXECEPTION");

_entries[index]._type = type;

_entries[index]._status = _MonitorEntry::IDLE;

_entry_mut.unlock();

return index;

}

if (events & SocketMessage::READ)

}

catch(...)

{

FD_CLR(socket, &_rep->active_rd_fd_set);

Tracer::trace(TRC_HTTP, Tracer::LEVEL4,

"Monitor::run FD_CLR READ");

}

MessageQueue* queue = MessageQueue::lookup(_entries[i].queueId);

if( ! queue )

}

_entry_mut.unlock();

PEG_METHOD_EXIT();

return index;

}

void Monitor::unsolicitSocketMessages(Sint32 socket)

{

PEG_METHOD_ENTER(TRC_HTTP, "Monitor::unsolicitSocketMessages");

_entry_mut.lock(pegasus_thread_self());

for(int index = 0; index < (int)_entries.size(); index++)

{

unsolicitSocketMessages(socket);

if(_entries[index].socket == socket)

{

_entries[index]._status = _MonitorEntry::EMPTY;

break;

}

_entry_mut.unlock();

PEG_METHOD_EXIT();

}

if(_entries[i]._type == Monitor::CONNECTION)

PEGASUS_THREAD_RETURN PEGASUS_THREAD_CDECL Monitor::_dispatch(void *parm)

{

if( static_cast<HTTPConnection *>(queue)->refcount.value() == 0 )

{

HTTPConnection *dst = reinterpret_cast<HTTPConnection *>(parm);

static_cast<HTTPConnection *>(queue)->refcount++;

dst->run(1);

if( false == static_cast<HTTPConnection *>(queue)->is_dying())

if( dst->_monitor->_entries.size() > (Uint32)dst->_entry_index )

_controller->async_thread_exec(*_module_handle, _dispatch, (void *)queue);

dst->_monitor->_entries[dst->_entry_index]._status = _MonitorEntry::IDLE;

else

static_cast<HTTPConnection *>(queue)->refcount--;

return 0;

}

////************************* monitor 2 *****************************////

monitor_2_entry::monitor_2_entry(void)

: type(UNTYPED)

{

}

else

monitor_2_entry::monitor_2_entry(pegasus_socket& _psock, monitor_2_entry_type _type)

: type(_type), psock(_psock)

{

Message* message = new SocketMessage(socket, events);

queue->enqueue(message);

}

count--;

pegasus_yield();

monitor_2_entry::monitor_2_entry(const monitor_2_entry& e)

{

if(this != &e){

psock = e.psock;

type = e.type;

}

handled_events = true;

}

return(handled_events);

monitor_2_entry::~monitor_2_entry(void)

{

}

Boolean Monitor::solicitSocketMessages(

monitor_2_entry& monitor_2_entry::operator=(const monitor_2_entry& e)

Sint32 socket,

Uint32 events,

Uint32 queueId,

int type)

{

PEG_METHOD_ENTER(TRC_HTTP, "Monitor::solictSocketMessage");

if(this != &e){

psock = e.psock;

type = e.type;

}

return *this;

}

// See whether a handler is already registered for this one:

Boolean monitor_2_entry::operator ==(const monitor_2_entry& me)

Uint32 pos = _findEntry(socket);

{

if(this == &me)

return true;

if((Sint32)this->psock == (Sint32)me.psock)

return true;

return false;

}

if (pos != PEGASUS_NOT_FOUND)

Boolean monitor_2_entry::operator ==(void* k)

{

PEG_METHOD_EXIT();

if((void *)this == k)

return true;

return false;

}

// Set the events:

if (events & SocketMessage::READ)

monitor_2_entry::operator pegasus_socket() const

FD_SET(socket, &_rep->rd_fd_set);

{

return psock;

}

if (events & SocketMessage::WRITE)

FD_SET(socket, &_rep->wr_fd_set);

if (events & SocketMessage::EXCEPTION)

monitor_2::monitor_2(void)

FD_SET(socket, &_rep->ex_fd_set);

: _session_dispatch(0), _listeners(true, 0),_ready(true), _die(0)

{

try {

// Add the entry to the list:

bsd_socket_factory _factory;

_MonitorEntry entry(socket, queueId, type);

_entries.append(entry);

// Success!

// set up the listener/acceptor

pegasus_socket temp = pegasus_socket(&_factory);

temp.socket(PF_INET, SOCK_STREAM, 0);

// initialize the address

memset(&_tickle_addr, 0, sizeof(_tickle_addr));

_tickle_addr.sin_addr.s_addr = inet_addr("127.0.0.1");

_tickle_addr.sin_family = PF_INET;

_tickle_addr.sin_port = 0;

PEGASUS_SOCKLEN_SIZE _addr_size = sizeof(_tickle_addr);

temp.bind((struct sockaddr *)&_tickle_addr, sizeof(_tickle_addr));

temp.listen(3);

temp.getsockname((struct sockaddr*)&_tickle_addr, &_addr_size);

// set up the connector

pegasus_socket tickler = pegasus_socket(&_factory);

tickler.socket(PF_INET, SOCK_STREAM, 0);

struct sockaddr_in _addr;

memset(&_addr, 0, sizeof(_addr));

_addr.sin_addr.s_addr = inet_addr("127.0.0.1");

_addr.sin_family = PF_INET;

_addr.sin_port = 0;

tickler.bind((struct sockaddr*)&_addr, sizeof(_addr));

tickler.connect((struct sockaddr*)&_tickle_addr, sizeof(_tickle_addr));

_tickler.psock = tickler;

_tickler.type = INTERNAL;

struct sockaddr_in peer;

memset(&peer, 0, sizeof(peer));

PEGASUS_SOCKLEN_SIZE peer_size = sizeof(peer);

pegasus_socket accepted = temp.accept((struct sockaddr*)&peer, &peer_size);

monitor_2_entry* _tickle = new monitor_2_entry(accepted, INTERNAL);

_listeners.insert_first(_tickle);

PEG_METHOD_EXIT();

}

return true;

catch(...){ }

}

Boolean Monitor::unsolicitSocketMessages(Sint32 socket)

monitor_2::~monitor_2(void)

{

PEG_METHOD_ENTER(TRC_HTTP, "Monitor::unsolicitSocketMessage");

// Look for the given entry and remove it:

for (Uint32 i = 0, n = _entries.size(); i < n; i++)

}

{

if (_entries[i].socket == socket)

void monitor_2::run(void)

{

Sint32 socket = _entries[i].socket;

monitor_2_entry* temp;

FD_CLR(socket, &_rep->rd_fd_set);

while(_die.value() == 0) {

FD_CLR(socket, &_rep->wr_fd_set);

struct timeval tv = {0, 0};

FD_CLR(socket, &_rep->ex_fd_set);

_entries.remove(i);

// place all sockets in the select set

// ATTN-RK-P3-20020521: Need "Socket::close(socket);" here?

FD_ZERO(&rd_fd_set);

PEG_METHOD_EXIT();

try {

return true;

_listeners.lock(pegasus_thread_self());

temp = _listeners.next(0);

while(temp != 0 ){

FD_SET((Sint32)temp->psock, &rd_fd_set);

temp = _listeners.next(temp);

}

_listeners.unlock();

}

PEG_METHOD_EXIT();

catch(...){

return false;

return;

}

int events = select(FD_SETSIZE, &rd_fd_set, NULL, NULL, NULL);

try {

_listeners.lock(pegasus_thread_self());

temp = _listeners.next(0);

while(temp != 0 ){

if(FD_ISSET((Sint32)temp->psock, &rd_fd_set)) {

FD_CLR((Sint32)temp->psock, &rd_fd_set);

monitor_2_entry* entry = new monitor_2_entry(*temp);

_ready.insert_first((void*)entry);

}

temp = _listeners.next(temp);

}

_listeners.unlock();

}

catch(...){

return;

}

// now handle the sockets that are ready to read

_dispatch();

} // while alive

}

void* monitor_2::set_session_dispatch(void (*dp)(pegasus_socket&))

{

void* old = (void*)_session_dispatch;

_session_dispatch = dp;

return old;

}

Uint32 Monitor::_findEntry(Sint32 socket)

void monitor_2::_dispatch(void)

{

for (Uint32 i = 0, n = _entries.size(); i < n; i++)

monitor_2_entry* entry = (monitor_2_entry*) _ready.remove_first();

while(entry != 0 ){

switch(entry->type) {

case INTERNAL:

static char buffer[2];

entry->psock.read(&buffer, 2);

break;

case LISTEN:

{

if (_entries[i].socket == socket)

static struct sockaddr peer;

return i;

static PEGASUS_SOCKLEN_SIZE peer_size = sizeof(peer);

pegasus_socket connected = entry->psock.accept(&peer, &peer_size);

add_entry(connected, SESSION);

}

break;

case SESSION:

if(_session_dispatch != 0 )

_session_dispatch(entry->psock);

else {

static char buffer[4096];

int bytes = entry->psock.read(&buffer, 4096);

}

return PEG_NOT_FOUND;

break;

case UNTYPED:

default:

break;

}

delete entry;

entry = (monitor_2_entry*) _ready.remove_first();

}

PEGASUS_THREAD_RETURN PEGASUS_THREAD_CDECL Monitor::_dispatch(void *parm)

void monitor_2::stop(void)

{

HTTPConnection *dst = reinterpret_cast<HTTPConnection *>(parm);

_die = 1;

if( true == dst->is_dying())

tickle();

// shut down the listener list, free the list nodes

_tickler.psock.close();

_listeners.shutdown_queue();

}

void monitor_2::tickle(void)

{

dst->refcount--;

static char _buffer[] =

return 0;

{

'0','0'

};

_tickler.psock.write(&_buffer, 2);

}

if( false == dst->is_dying())

Boolean monitor_2::add_entry(pegasus_socket& ps, monitor_2_entry_type type)

{

if(false == dst->run(1))

monitor_2_entry* m2e = new monitor_2_entry(ps, type);

pegasus_sleep(1);

try{

_listeners.insert_first(m2e);

}

dst->refcount--;

catch(...){

return 0;

delete m2e;

return false;

}

tickle();

return true;

}

Boolean monitor_2::remove_entry(Sint32 s)

{

monitor_2_entry* temp;

try {

_listeners.try_lock(pegasus_thread_self());

temp = _listeners.next(0);

while(temp != 0){

if(s == (Sint32)temp->psock ){

temp = _listeners.remove_no_lock(temp);

delete temp;

_listeners.unlock();

return true;

}

temp = _listeners.next(temp);

}

_listeners.unlock();

}

catch(...){

}

return false;

}

PEGASUS_NAMESPACE_END

Legend:

Removed from v.1.15
changed lines
	Added in v.1.40

No CVS admin address has been configured