version 1.34, 2002/03/12 22:59:35
|
version 1.55, 2002/06/07 15:17:13
|
|
|
//%////-*-c++-*-//////////////////////////////////////////////////////////////// | //%////-*-c++-*-//////////////////////////////////////////////////////////////// |
// | // |
// Copyright (c) 2000, 2001 The Open group, BMC Software, Tivoli Systems, IBM |
// Copyright (c) 2000, 2001, 2002 BMC Software, Hewlett-Packard Company, IBM, |
|
// The Open Group, Tivoli Systems |
// | // |
// Permission is hereby granted, free of charge, to any person obtaining a copy | // Permission is hereby granted, free of charge, to any person obtaining a copy |
// of this software and associated documentation files (the "Software"), to | // of this software and associated documentation files (the "Software"), to |
|
|
cimom *MessageQueueService::_meta_dispatcher = 0; | cimom *MessageQueueService::_meta_dispatcher = 0; |
AtomicInt MessageQueueService::_service_count = 0; | AtomicInt MessageQueueService::_service_count = 0; |
AtomicInt MessageQueueService::_xid(1); | AtomicInt MessageQueueService::_xid(1); |
Mutex MessageQueueService::_meta_dispatcher_mutex = Mutex(); |
Mutex MessageQueueService::_meta_dispatcher_mutex; |
|
|
|
static struct timeval create_time = {0, 10}; |
|
static struct timeval destroy_time = {5, 0}; |
|
static struct timeval deadlock_time = {100, 0}; |
|
|
|
ThreadPool *MessageQueueService::_thread_pool = 0; |
|
|
|
DQueue<MessageQueueService> MessageQueueService::_polling_list(true); |
|
|
|
int MessageQueueService::kill_idle_threads(void) |
|
{ |
|
static struct timeval now, last; |
|
gettimeofday(&now, NULL); |
|
|
|
if( now.tv_sec - last.tv_sec > 0 ) |
|
{ |
|
gettimeofday(&last, NULL); |
|
return _thread_pool->kill_dead_threads(); |
|
} |
|
return 0; |
|
} |
|
|
|
PEGASUS_THREAD_RETURN PEGASUS_THREAD_CDECL MessageQueueService::polling_routine(void *parm) |
|
{ |
|
Thread *myself = reinterpret_cast<Thread *>(parm); |
|
|
|
DQueue<MessageQueueService> *list = reinterpret_cast<DQueue<MessageQueueService> *>(myself->get_parm()); |
|
|
|
while ( _stop_polling.value() == 0 ) |
|
{ |
|
_polling_sem.wait(); |
|
list->lock(); |
|
MessageQueueService *service = list->next(0); |
|
while(service != NULL) |
|
{ |
|
if(service->_incoming.count() > 0 ) |
|
{ |
|
_thread_pool->allocate_and_awaken(service, _req_proc); |
|
|
|
// service->_req_proc(service); |
|
} |
|
|
|
service = list->next(service); |
|
} |
|
list->unlock(); |
|
} |
|
myself->exit_self( (PEGASUS_THREAD_RETURN) 1 ); |
|
return(0); |
|
} |
|
|
|
Thread MessageQueueService::_polling_thread(polling_routine, |
|
reinterpret_cast<void *>(&_polling_list), |
|
false); |
|
|
|
|
|
Semaphore MessageQueueService::_polling_sem(0); |
|
AtomicInt MessageQueueService::_stop_polling(0); |
| |
| |
MessageQueueService::MessageQueueService(const char *name, | MessageQueueService::MessageQueueService(const char *name, |
|
|
| |
_mask(mask), | _mask(mask), |
_die(0), | _die(0), |
_pending(true), |
_incoming(true, 0), |
_incoming(true, 1000), |
_callback(true), |
_incoming_queue_shutdown(0), | _incoming_queue_shutdown(0), |
_req_thread(_req_proc, this, false) |
_callback_ready(0), |
|
_req_thread(_req_proc, this, false), |
|
_callback_thread(_callback_proc, this, false) |
|
|
{ | { |
_capabilities = (capabilities | module_capabilities::async); | _capabilities = (capabilities | module_capabilities::async); |
| |
|
|
if (_meta_dispatcher == NULL ) | if (_meta_dispatcher == NULL ) |
{ | { |
_meta_dispatcher_mutex.unlock(); | _meta_dispatcher_mutex.unlock(); |
|
|
throw NullPointer(); | throw NullPointer(); |
} | } |
|
_thread_pool = new ThreadPool(0, "MessageQueueService", 0, 20, |
|
create_time, destroy_time, deadlock_time); |
|
_polling_thread.run(); |
} | } |
_service_count++; | _service_count++; |
| |
|
|
if( false == register_service(name, _capabilities, _mask) ) | if( false == register_service(name, _capabilities, _mask) ) |
{ | { |
_meta_dispatcher_mutex.unlock(); | _meta_dispatcher_mutex.unlock(); |
throw BindFailed("MessageQueueService Base Unable to register with Meta Dispatcher"); | throw BindFailed("MessageQueueService Base Unable to register with Meta Dispatcher"); |
} | } |
| |
|
_polling_list.insert_last(this); |
|
|
_meta_dispatcher_mutex.unlock(); | _meta_dispatcher_mutex.unlock(); |
|
// _callback_thread.run(); |
| |
_req_thread.run(); |
// _req_thread.run(); |
} | } |
| |
| |
|
|
if (_incoming_queue_shutdown.value() == 0 ) | if (_incoming_queue_shutdown.value() == 0 ) |
{ | { |
_shutdown_incoming_queue(); | _shutdown_incoming_queue(); |
_req_thread.join(); |
|
} | } |
|
_callback_ready.signal(); |
|
// _callback_thread.join(); |
| |
_meta_dispatcher_mutex.lock(pegasus_thread_self()); | _meta_dispatcher_mutex.lock(pegasus_thread_self()); |
_service_count--; | _service_count--; |
if (_service_count.value() == 0 ) | if (_service_count.value() == 0 ) |
{ | { |
|
_stop_polling++; |
|
_polling_sem.signal(); |
|
_polling_thread.join(); |
_meta_dispatcher->_shutdown_routed_queue(); | _meta_dispatcher->_shutdown_routed_queue(); |
delete _meta_dispatcher; | delete _meta_dispatcher; |
|
_meta_dispatcher = 0; |
|
|
} | } |
_meta_dispatcher_mutex.unlock(); | _meta_dispatcher_mutex.unlock(); |
|
_polling_list.remove(this); |
} | } |
| |
|
|
|
|
void MessageQueueService::_shutdown_incoming_queue(void) | void MessageQueueService::_shutdown_incoming_queue(void) |
{ | { |
| |
if (_incoming_queue_shutdown.value() > 0 ) | if (_incoming_queue_shutdown.value() > 0 ) |
return ; | return ; |
|
|
AsyncIoctl *msg = new AsyncIoctl(get_next_xid(), | AsyncIoctl *msg = new AsyncIoctl(get_next_xid(), |
0, | 0, |
_queueId, | _queueId, |
|
|
0); | 0); |
| |
msg->op = get_op(); | msg->op = get_op(); |
|
msg->op->_flags |= ASYNC_OPFLAGS_FIRE_AND_FORGET; |
|
msg->op->_flags &= ~(ASYNC_OPFLAGS_CALLBACK | ASYNC_OPFLAGS_SAFE_CALLBACK |
|
| ASYNC_OPFLAGS_SIMPLE_STATUS); |
msg->op->_state &= ~ASYNC_OPSTATE_COMPLETE; | msg->op->_state &= ~ASYNC_OPSTATE_COMPLETE; |
msg->op->_flags &= ~ASYNC_OPFLAGS_CALLBACK; |
|
| |
msg->op->_op_dest = this; | msg->op->_op_dest = this; |
msg->op->_request.insert_first(msg); | msg->op->_request.insert_first(msg); |
| |
_incoming.insert_last_wait(msg->op); | _incoming.insert_last_wait(msg->op); |
msg->op->_client_sem.wait(); |
|
| |
msg->op->lock(); |
// _req_thread.join(); |
AsyncReply * reply = static_cast<AsyncReply *>(msg->op->_response.remove_first()); |
|
reply->op = 0; |
|
msg->op->unlock(); |
|
delete reply; |
|
|
|
|
|
msg->op->_request.remove(msg); |
|
msg->op->_state |= ASYNC_OPSTATE_RELEASED; |
|
return_op(msg->op); |
|
|
|
msg->op = 0; |
|
delete msg; |
|
_req_thread.join(); |
|
| |
} | } |
| |
|
|
} | } |
| |
| |
|
PEGASUS_THREAD_RETURN PEGASUS_THREAD_CDECL MessageQueueService::_callback_proc(void *parm) |
PEGASUS_THREAD_RETURN PEGASUS_THREAD_CDECL MessageQueueService::_req_proc(void * parm) |
|
{ | { |
Thread *myself = reinterpret_cast<Thread *>(parm); | Thread *myself = reinterpret_cast<Thread *>(parm); |
MessageQueueService *service = reinterpret_cast<MessageQueueService *>(myself->get_parm()); | MessageQueueService *service = reinterpret_cast<MessageQueueService *>(myself->get_parm()); |
|
AsyncOpNode *operation = 0; |
| |
|
while ( service->_die.value() == 0 ) |
|
{ |
|
service->_callback_ready.wait(); |
|
|
|
service->_callback.lock(); |
|
operation = service->_callback.next(0); |
|
while( operation != NULL) |
|
{ |
|
if( ASYNC_OPSTATE_COMPLETE & operation->read_state()) |
|
{ |
|
operation = service->_callback.remove_no_lock(operation); |
|
PEGASUS_ASSERT(operation != NULL); |
|
operation->_thread_ptr = myself; |
|
operation->_service_ptr = service; |
|
service->_handle_async_callback(operation); |
|
break; |
|
} |
|
operation = service->_callback.next(operation); |
|
} |
|
service->_callback.unlock(); |
|
} |
|
myself->exit_self( (PEGASUS_THREAD_RETURN) 1 ); |
|
return(0); |
|
} |
|
|
|
|
|
PEGASUS_THREAD_RETURN PEGASUS_THREAD_CDECL MessageQueueService::_req_proc(void * parm) |
|
{ |
|
// Thread *myself = reinterpret_cast<Thread *>(parm); |
|
// MessageQueueService *service = reinterpret_cast<MessageQueueService *>(myself->get_parm()); |
|
MessageQueueService *service = reinterpret_cast<MessageQueueService *>(parm); |
// pull messages off the incoming queue and dispatch them. then | // pull messages off the incoming queue and dispatch them. then |
// check pending messages that are non-blocking | // check pending messages that are non-blocking |
AsyncOpNode *operation = 0; | AsyncOpNode *operation = 0; |
| |
while ( service->_die.value() == 0 ) |
// while ( service->_die.value() == 0 ) |
{ |
// { |
try | try |
{ | { |
operation = service->_incoming.remove_first_wait(); |
operation = service->_incoming.remove_first(); |
} | } |
catch(ListClosed & ) | catch(ListClosed & ) |
{ | { |
break; |
// break; |
} | } |
if( operation ) | if( operation ) |
{ | { |
operation->_thread_ptr = myself; |
// operation->_thread_ptr = pegasus_thread_self(); |
operation->_service_ptr = service; | operation->_service_ptr = service; |
service->_handle_incoming_operation(operation); | service->_handle_incoming_operation(operation); |
} | } |
} |
// } |
| |
myself->exit_self( (PEGASUS_THREAD_RETURN) 1 ); |
// myself->exit_self( (PEGASUS_THREAD_RETURN) 1 ); |
return(0); | return(0); |
} | } |
| |
|
Uint32 MessageQueueService::get_pending_callback_count(void) |
|
{ |
|
return _callback.count(); |
|
} |
|
|
|
|
|
|
void MessageQueueService::_sendwait_callback(AsyncOpNode *op, | void MessageQueueService::_sendwait_callback(AsyncOpNode *op, |
MessageQueue *q, | MessageQueue *q, |
void *parm) | void *parm) |
|
|
// including op, op->_callback_node, and op->_callback_ptr | // including op, op->_callback_node, and op->_callback_ptr |
void MessageQueueService::_handle_async_callback(AsyncOpNode *op) | void MessageQueueService::_handle_async_callback(AsyncOpNode *op) |
{ | { |
|
if( op->_flags & ASYNC_OPFLAGS_SAFE_CALLBACK ) |
|
{ |
|
|
|
Message *msg = op->get_request(); |
|
if( msg && ( msg->getMask() & message_mask::ha_async)) |
|
{ |
|
if(msg->getType() == async_messages::ASYNC_LEGACY_OP_START ) |
|
{ |
|
AsyncLegacyOperationStart *wrapper = |
|
static_cast<AsyncLegacyOperationStart *>(msg); |
|
msg = wrapper->get_action(); |
|
delete wrapper; |
|
} |
|
else if (msg->getType() == async_messages::ASYNC_MODULE_OP_START) |
|
{ |
|
AsyncModuleOperationStart *wrapper = |
|
static_cast<AsyncModuleOperationStart *>(msg); |
|
msg = wrapper->get_action(); |
|
delete wrapper; |
|
} |
|
else if (msg->getType() == async_messages::ASYNC_OP_START) |
|
{ |
|
AsyncOperationStart *wrapper = |
|
static_cast<AsyncOperationStart *>(msg); |
|
msg = wrapper->get_action(); |
|
delete wrapper; |
|
} |
|
delete msg; |
|
} |
|
|
|
msg = op->get_response(); |
|
if( msg && ( msg->getMask() & message_mask::ha_async)) |
|
{ |
|
if(msg->getType() == async_messages::ASYNC_LEGACY_OP_RESULT ) |
|
{ |
|
AsyncLegacyOperationResult *wrapper = |
|
static_cast<AsyncLegacyOperationResult *>(msg); |
|
msg = wrapper->get_result(); |
|
delete wrapper; |
|
} |
|
else if (msg->getType() == async_messages::ASYNC_MODULE_OP_RESULT) |
|
{ |
|
AsyncModuleOperationResult *wrapper = |
|
static_cast<AsyncModuleOperationResult *>(msg); |
|
msg = wrapper->get_result(); |
|
delete wrapper; |
|
} |
|
} |
|
void (*callback)(Message *, void *, void *) = op->__async_callback; |
|
void *handle = op->_callback_handle; |
|
void *parm = op->_callback_parameter; |
|
op->release(); |
|
return_op(op); |
|
callback(msg, handle, parm); |
|
} |
|
else if( op->_flags & ASYNC_OPFLAGS_CALLBACK ) |
|
{ |
// note that _callback_node may be different from op | // note that _callback_node may be different from op |
// op->_callback_response_q is a "this" pointer we can use for | // op->_callback_response_q is a "this" pointer we can use for |
// static callback methods | // static callback methods |
op->_async_callback(op->_callback_node, op->_callback_response_q, op->_callback_ptr); | op->_async_callback(op->_callback_node, op->_callback_response_q, op->_callback_ptr); |
} | } |
|
} |
| |
| |
void MessageQueueService::_handle_incoming_operation(AsyncOpNode *operation) | void MessageQueueService::_handle_incoming_operation(AsyncOpNode *operation) |
|
|
rq = operation->_request.remove_first() ; | rq = operation->_request.remove_first() ; |
operation->unlock(); | operation->unlock(); |
// delete the op node | // delete the op node |
delete operation; |
operation->release(); |
|
return_op( operation); |
| |
handleEnqueue(rq); | handleEnqueue(rq); |
return; | return; |
} | } |
| |
if ( operation->_flags & ASYNC_OPFLAGS_CALLBACK && |
if ( (operation->_flags & ASYNC_OPFLAGS_CALLBACK || |
|
operation->_flags & ASYNC_OPFLAGS_SAFE_CALLBACK) && |
(operation->_state & ASYNC_OPSTATE_COMPLETE)) | (operation->_state & ASYNC_OPSTATE_COMPLETE)) |
{ | { |
|
|
operation->unlock(); | operation->unlock(); |
_handle_async_callback(operation); | _handle_async_callback(operation); |
} | } |
|
|
Message* response) | Message* response) |
| |
{ | { |
|
PEG_METHOD_ENTER(TRC_MESSAGEQUEUESERVICE, |
|
"MessageQueueService::_enqueueResponse"); |
| |
if( request->getMask() & message_mask::ha_async) | if( request->getMask() & message_mask::ha_async) |
{ | { |
|
|
_completeAsyncResponse(static_cast<AsyncRequest *>(request), | _completeAsyncResponse(static_cast<AsyncRequest *>(request), |
static_cast<AsyncReply *>(response), | static_cast<AsyncReply *>(response), |
ASYNC_OPSTATE_COMPLETE, 0 ); | ASYNC_OPSTATE_COMPLETE, 0 ); |
|
PEG_METHOD_EXIT(); |
return true; | return true; |
} | } |
} | } |
|
|
async_result, | async_result, |
ASYNC_OPSTATE_COMPLETE, | ASYNC_OPSTATE_COMPLETE, |
0); | 0); |
|
PEG_METHOD_EXIT(); |
return true; | return true; |
} | } |
| |
// ensure that the destination queue is in response->dest | // ensure that the destination queue is in response->dest |
|
PEG_METHOD_EXIT(); |
return SendForget(response); | return SendForget(response); |
| |
} | } |
|
|
Uint32 state, | Uint32 state, |
Uint32 flag) | Uint32 flag) |
{ | { |
|
PEG_METHOD_ENTER(TRC_MESSAGEQUEUESERVICE, |
|
"MessageQueueService::_completeAsyncResponse"); |
|
|
cimom::_completeAsyncResponse(request, reply, state, flag); | cimom::_completeAsyncResponse(request, reply, state, flag); |
|
|
|
PEG_METHOD_EXIT(); |
} | } |
| |
| |
|
|
_die.value() == 0 ) | _die.value() == 0 ) |
{ | { |
_incoming.insert_last_wait(op); | _incoming.insert_last_wait(op); |
|
_polling_sem.signal(); |
return true; | return true; |
} | } |
// else | // else |
|
|
case AsyncIoctl::IO_CLOSE: | case AsyncIoctl::IO_CLOSE: |
{ | { |
// save my bearings | // save my bearings |
Thread *myself = req->op->_thread_ptr; |
// Thread *myself = req->op->_thread_ptr; |
MessageQueueService *service = static_cast<MessageQueueService *>(req->op->_service_ptr); | MessageQueueService *service = static_cast<MessageQueueService *>(req->op->_service_ptr); |
| |
// respond to this message. | // respond to this message. |
|
|
} | } |
if( operation ) | if( operation ) |
{ | { |
operation->_thread_ptr = myself; |
// operation->_thread_ptr = myself; |
operation->_service_ptr = service; | operation->_service_ptr = service; |
service->_handle_incoming_operation(operation); | service->_handle_incoming_operation(operation); |
} | } |
|
|
// shutdown the AsyncDQueue | // shutdown the AsyncDQueue |
service->_incoming.shutdown_queue(); | service->_incoming.shutdown_queue(); |
// exit the thread ! | // exit the thread ! |
myself->exit_self( (PEGASUS_THREAD_RETURN) 1 ); |
// myself->exit_self( (PEGASUS_THREAD_RETURN) 1 ); |
return; | return; |
} | } |
| |
|
|
} | } |
| |
| |
|
Boolean MessageQueueService::SendAsync(Message *msg, |
|
Uint32 destination, |
|
void (*callback)(Message *response, |
|
void *handle, |
|
void *parameter), |
|
void *handle, |
|
void *parameter) |
|
{ |
|
if(msg == NULL) |
|
return false; |
|
if(callback == NULL) |
|
return SendForget(msg); |
|
AsyncOpNode *op = get_op(); |
|
msg->dest = destination; |
|
if( NULL == (op->_op_dest = MessageQueue::lookup(msg->dest))) |
|
{ |
|
op->release(); |
|
return_op(op); |
|
return false; |
|
} |
|
op->_flags |= ASYNC_OPFLAGS_SAFE_CALLBACK; |
|
op->_flags &= ~(ASYNC_OPFLAGS_FIRE_AND_FORGET); |
|
op->_state &= ~ASYNC_OPSTATE_COMPLETE; |
|
op->__async_callback = callback; |
|
op->_callback_node = op; |
|
op->_callback_handle = handle; |
|
op->_callback_parameter = parameter; |
|
op->_callback_response_q = this; |
|
|
|
|
|
if( ! (msg->getMask() & message_mask::ha_async) ) |
|
{ |
|
AsyncLegacyOperationStart *wrapper = |
|
new AsyncLegacyOperationStart(get_next_xid(), |
|
op, |
|
destination, |
|
msg, |
|
destination); |
|
} |
|
else |
|
{ |
|
op->_request.insert_first(msg); |
|
(static_cast<AsyncMessage *>(msg))->op = op; |
|
} |
|
|
|
_callback.insert_last(op); |
|
return _meta_dispatcher->route_async(op); |
|
} |
|
|
|
|
Boolean MessageQueueService::SendForget(Message *msg) | Boolean MessageQueueService::SendForget(Message *msg) |
{ | { |
| |
|
|
if (mask & message_mask::ha_async) | if (mask & message_mask::ha_async) |
(static_cast<AsyncMessage *>(msg))->op = op; | (static_cast<AsyncMessage *>(msg))->op = op; |
} | } |
op->lock(); |
|
op->_op_dest = MessageQueue::lookup(msg->dest); | op->_op_dest = MessageQueue::lookup(msg->dest); |
op->_flags |= ASYNC_OPFLAGS_FIRE_AND_FORGET; | op->_flags |= ASYNC_OPFLAGS_FIRE_AND_FORGET; |
op->_flags &= ~(ASYNC_OPFLAGS_CALLBACK | ASYNC_OPFLAGS_SIMPLE_STATUS); |
op->_flags &= ~(ASYNC_OPFLAGS_CALLBACK | ASYNC_OPFLAGS_SAFE_CALLBACK |
|
| ASYNC_OPFLAGS_SIMPLE_STATUS); |
op->_state &= ~ASYNC_OPSTATE_COMPLETE; | op->_state &= ~ASYNC_OPSTATE_COMPLETE; |
op->unlock(); |
|
if ( op->_op_dest == 0 ) | if ( op->_op_dest == 0 ) |
|
{ |
|
op->release(); |
|
return_op(op); |
return false; | return false; |
|
} |
| |
// now see if the meta dispatcher will take it | // now see if the meta dispatcher will take it |
return _meta_dispatcher->route_async(op); | return _meta_dispatcher->route_async(op); |
|
|
} | } |
| |
request->block = false; | request->block = false; |
|
request->op->_flags |= ASYNC_OPFLAGS_PSEUDO_CALLBACK; |
SendAsync(request->op, | SendAsync(request->op, |
request->dest, | request->dest, |
_sendwait_callback, | _sendwait_callback, |
|
|
return_op(request->op); | return_op(request->op); |
request->op = 0; | request->op = 0; |
} | } |
|
|
return rpl; | return rpl; |
} | } |
| |
|
|
capabilities, | capabilities, |
mask, | mask, |
_queueId); | _queueId); |
|
msg->dest = CIMOM_Q_ID; |
|
|
Boolean registered = false; | Boolean registered = false; |
AsyncReply *reply = static_cast<AsyncReply *>(SendWait( msg )); | AsyncReply *reply = static_cast<AsyncReply *>(SendWait( msg )); |
| |
|
|
capabilities, | capabilities, |
mask); | mask); |
| |
|
req->dest = CIMOM_Q_ID; |
|
|
AsyncMessage *reply = SendWait(req); | AsyncMessage *reply = SendWait(req); |
if(reply) | if(reply) |
{ | { |