+1
On Thu, Dec 19, 2013 at 4:04 PM, Ralph Castain <r...@open-mpi.org> wrote: > Looks okay to me. On the places where you need to block while waiting for > an answer, you can use OMPI_WAIT_FOR_COMPLETION - this will spin on > opal_progress until the condition is met. We use it elsewhere for similar > purposes. > > See ompi/mca/rte/rte.h for the definition > > > On Dec 19, 2013, at 12:54 PM, Adrian Reber <adr...@lisas.de> wrote: > > > From: Adrian Reber <adrian.re...@hs-esslingen.de> > > > > This patch changes all recv/recv_buffer occurrences in the C/R code > > to recv_nb/recv_buffer_nb. > > The old code is still there but disabled using ifdefs (ENABLE_FT_FIXED). > > The new code compiles but does not work. > > > > Changes from V1: > > * #ifdef out the code (so it is preserved for later re-design) > > * marked the broken C/R code with ENABLE_FT_FIXED > > > > Changes from V2: > > * only #ifdef out the code where the behaviour is changed > > (used to be blocking; now non-blocking) > > > > Signed-off-by: Adrian Reber <adrian.re...@hs-esslingen.de> > > --- > > ompi/mca/crcp/bkmrk/crcp_bkmrk_pml.c | 41 +++++-------- > > orte/mca/errmgr/base/errmgr_base_tool.c | 16 +---- > > orte/mca/rml/ftrm/rml_ftrm.h | 27 ++------- > > orte/mca/rml/ftrm/rml_ftrm_component.c | 2 - > > orte/mca/rml/ftrm/rml_ftrm_module.c | 78 > +++---------------------- > > orte/mca/snapc/full/snapc_full_app.c | 12 ++++ > > orte/mca/snapc/full/snapc_full_global.c | 37 +++--------- > > orte/mca/snapc/full/snapc_full_local.c | 36 +++--------- > > orte/mca/sstore/central/sstore_central_app.c | 6 ++ > > orte/mca/sstore/central/sstore_central_global.c | 17 +----- > > orte/mca/sstore/central/sstore_central_local.c | 17 +----- > > orte/mca/sstore/stage/sstore_stage_app.c | 5 ++ > > orte/mca/sstore/stage/sstore_stage_global.c | 17 +----- > > orte/mca/sstore/stage/sstore_stage_local.c | 17 +----- > > orte/tools/orte-checkpoint/orte-checkpoint.c | 16 +---- > > orte/tools/orte-migrate/orte-migrate.c | 16 +---- > > 16 files changed, 87 insertions(+), 273 deletions(-) > > > > diff --git a/ompi/mca/crcp/bkmrk/crcp_bkmrk_pml.c > b/ompi/mca/crcp/bkmrk/crcp_bkmrk_pml.c > > index 5d4005f..05cd598 100644 > > --- a/ompi/mca/crcp/bkmrk/crcp_bkmrk_pml.c > > +++ b/ompi/mca/crcp/bkmrk/crcp_bkmrk_pml.c > > @@ -4717,7 +4717,6 @@ static int ft_event_post_drain_acks(void) > > ompi_crcp_bkmrk_pml_drain_message_ack_ref_t * drain_msg_ack = NULL; > > opal_list_item_t* item = NULL; > > size_t req_size; > > - int ret; > > > > req_size = opal_list_get_size(&drained_msg_ack_list); > > if(req_size <= 0) { > > @@ -4739,17 +4738,8 @@ static int ft_event_post_drain_acks(void) > > drain_msg_ack = > (ompi_crcp_bkmrk_pml_drain_message_ack_ref_t*)item; > > > > /* Post the receive */ > > - if( OMPI_SUCCESS != (ret = ompi_rte_recv_buffer_nb( > &drain_msg_ack->peer, > > - > OMPI_CRCP_COORD_BOOKMARK_TAG, > > - 0, > > - > drain_message_ack_cbfunc, > > - NULL) ) ) { > > - opal_output(mca_crcp_bkmrk_component.super.output_handle, > > - "crcp:bkmrk: %s <-- %s: Failed to post a RML > receive to the peer\n", > > - OMPI_NAME_PRINT(OMPI_PROC_MY_NAME), > > - OMPI_NAME_PRINT(&(drain_msg_ack->peer))); > > - return ret; > > - } > > + ompi_rte_recv_buffer_nb(&drain_msg_ack->peer, > OMPI_CRCP_COORD_BOOKMARK_TAG, > > + 0, drain_message_ack_cbfunc, NULL); > > } > > > > return OMPI_SUCCESS; > > @@ -5322,26 +5312,14 @@ static int send_bookmarks(int peer_idx) > > static int recv_bookmarks(int peer_idx) > > { > > ompi_process_name_t peer_name; > > - int exit_status = OMPI_SUCCESS; > > - int ret; > > > > START_TIMER(CRCP_TIMER_CKPT_EX_PEER_R); > > > > peer_name.jobid = OMPI_PROC_MY_NAME->jobid; > > peer_name.vpid = peer_idx; > > > > - if ( 0 > (ret = ompi_rte_recv_buffer_nb(&peer_name, > > - > OMPI_CRCP_COORD_BOOKMARK_TAG, > > - 0, > > - recv_bookmarks_cbfunc, > > - NULL) ) ) { > > - opal_output(mca_crcp_bkmrk_component.super.output_handle, > > - "crcp:bkmrk: recv_bookmarks: Failed to post receive > bookmark from peer %s: Return %d\n", > > - OMPI_NAME_PRINT(&peer_name), > > - ret); > > - exit_status = ret; > > - goto cleanup; > > - } > > + ompi_rte_recv_buffer_nb(&peer_name, OMPI_CRCP_COORD_BOOKMARK_TAG, > > + 0, recv_bookmarks_cbfunc, NULL); > > > > ++total_recv_bookmarks; > > > > @@ -5350,7 +5328,7 @@ static int recv_bookmarks(int peer_idx) > > /* JJH Doesn't make much sense to print this. The real bottleneck is > always the send_bookmarks() */ > > /*DISPLAY_INDV_TIMER(CRCP_TIMER_CKPT_EX_PEER_R, peer_idx, 1);*/ > > > > - return exit_status; > > + return OMPI_SUCCESS; > > } > > > > static void recv_bookmarks_cbfunc(int status, > > @@ -5616,6 +5594,8 @@ static int > do_send_msg_detail(ompi_crcp_bkmrk_pml_peer_ref_t *peer_ref, > > /* > > * Recv the ACK msg > > */ > > +#ifdef ENABLE_FT_FIXED > > + /* This is the old, now broken code */ > > if ( 0 > (ret = ompi_rte_recv_buffer(&peer_ref->proc_name, buffer, > > OMPI_CRCP_COORD_BOOKMARK_TAG, > 0) ) ) { > > opal_output(mca_crcp_bkmrk_component.super.output_handle, > > @@ -5626,6 +5606,9 @@ static int > do_send_msg_detail(ompi_crcp_bkmrk_pml_peer_ref_t *peer_ref, > > exit_status = ret; > > goto cleanup; > > } > > +#endif /* ENABLE_FT_FIXED */ > > + ompi_rte_recv_buffer_nb(&peer_ref->proc_name, > OMPI_CRCP_COORD_BOOKMARK_TAG, 0, > > + orte_rml_recv_callback, NULL); > > > > UNPACK_BUFFER(buffer, recv_response, 1, OPAL_UINT32, > > "crcp:bkmrk: send_msg_details: Failed to unpack the > ACK from peer buffer."); > > @@ -5790,6 +5773,8 @@ static int > do_recv_msg_detail(ompi_crcp_bkmrk_pml_peer_ref_t *peer_ref, > > /* > > * Recv the msg > > */ > > +#ifdef ENABLE_FT_FIXED > > + /* This is the old, now broken code */ > > if ( 0 > (ret = ompi_rte_recv_buffer(&peer_ref->proc_name, buffer, > OMPI_CRCP_COORD_BOOKMARK_TAG, 0) ) ) { > > opal_output(mca_crcp_bkmrk_component.super.output_handle, > > "crcp:bkmrk: do_recv_msg_detail: %s <-- %s Failed to > receive buffer from peer. Return %d\n", > > @@ -5799,6 +5784,8 @@ static int > do_recv_msg_detail(ompi_crcp_bkmrk_pml_peer_ref_t *peer_ref, > > exit_status = ret; > > goto cleanup; > > } > > +#endif /* ENABLE_FT_FIXED */ > > + ompi_rte_recv_buffer_nb(&peer_ref->proc_name, > OMPI_CRCP_COORD_BOOKMARK_TAG, 0, orte_rml_recv_callback, NULL); > > > > /* Pull out the communicator ID */ > > UNPACK_BUFFER(buffer, (*comm_id), 1, OPAL_UINT32, > > diff --git a/orte/mca/errmgr/base/errmgr_base_tool.c > b/orte/mca/errmgr/base/errmgr_base_tool.c > > index 20d76e5..0b7890a 100644 > > --- a/orte/mca/errmgr/base/errmgr_base_tool.c > > +++ b/orte/mca/errmgr/base/errmgr_base_tool.c > > @@ -248,8 +248,6 @@ int orte_errmgr_base_migrate_update(int status) > > ********************/ > > static int errmgr_base_tool_start_cmdline_listener(void) > > { > > - int ret, exit_status = ORTE_SUCCESS; > > - > > if (errmgr_cmdline_recv_issued && ORTE_PROC_IS_HNP) { > > return ORTE_SUCCESS; > > } > > @@ -262,20 +260,12 @@ static int > errmgr_base_tool_start_cmdline_listener(void) > > */ > > errmgr_cmdline_sender.jobid = ORTE_JOBID_INVALID; > > errmgr_cmdline_sender.vpid = ORTE_VPID_INVALID; > > - if (ORTE_SUCCESS != (ret = > orte_rml.recv_buffer_nb(ORTE_NAME_WILDCARD, > > - > ORTE_RML_TAG_MIGRATE, > > - 0, > > - > errmgr_base_tool_cmdline_recv, > > - NULL))) { > > - ORTE_ERROR_LOG(ret); > > - exit_status = ret; > > - goto cleanup; > > - } > > + orte_rml.recv_buffer_nb(ORTE_NAME_WILDCARD, ORTE_RML_TAG_MIGRATE, > > + 0, errmgr_base_tool_cmdline_recv, NULL); > > > > errmgr_cmdline_recv_issued = true; > > > > - cleanup: > > - return exit_status; > > + return ORTE_SUCCESS; > > } > > > > > > diff --git a/orte/mca/rml/ftrm/rml_ftrm.h b/orte/mca/rml/ftrm/rml_ftrm.h > > index a1bd48a..055c891 100644 > > --- a/orte/mca/rml/ftrm/rml_ftrm.h > > +++ b/orte/mca/rml/ftrm/rml_ftrm.h > > @@ -109,39 +109,20 @@ BEGIN_C_DECLS > > void* cbdata); > > > > /* > > - * Recv > > - */ > > - int orte_rml_ftrm_recv(orte_process_name_t* peer, > > - struct iovec *msg, > > - int count, > > - orte_rml_tag_t tag, > > - int flags); > > - > > - /* > > * Recv Non-blocking > > */ > > - int orte_rml_ftrm_recv_nb(orte_process_name_t* peer, > > - struct iovec* msg, > > - int count, > > + void orte_rml_ftrm_recv_nb(orte_process_name_t* peer, > > orte_rml_tag_t tag, > > - int flags, > > + bool persistent, > > orte_rml_callback_fn_t cbfunc, > > void* cbdata); > > > > /* > > - * Recv Buffer > > - */ > > - int orte_rml_ftrm_recv_buffer(orte_process_name_t* peer, > > - opal_buffer_t *buf, > > - orte_rml_tag_t tag, > > - int flags); > > - > > - /* > > * Recv Buffer Non-blocking > > */ > > - int orte_rml_ftrm_recv_buffer_nb(orte_process_name_t* peer, > > + void orte_rml_ftrm_recv_buffer_nb(orte_process_name_t* peer, > > orte_rml_tag_t tag, > > - int flags, > > + bool persistent, > > orte_rml_buffer_callback_fn_t > cbfunc, > > void* cbdata); > > > > diff --git a/orte/mca/rml/ftrm/rml_ftrm_component.c > b/orte/mca/rml/ftrm/rml_ftrm_component.c > > index 6923c44..0ffa79c 100644 > > --- a/orte/mca/rml/ftrm/rml_ftrm_component.c > > +++ b/orte/mca/rml/ftrm/rml_ftrm_component.c > > @@ -73,9 +73,7 @@ orte_rml_module_t orte_rml_ftrm_module = { > > orte_rml_ftrm_send_buffer, > > orte_rml_ftrm_send_buffer_nb, > > > > - orte_rml_ftrm_recv, > > orte_rml_ftrm_recv_nb, > > - orte_rml_ftrm_recv_buffer, > > orte_rml_ftrm_recv_buffer_nb, > > orte_rml_ftrm_recv_cancel, > > > > diff --git a/orte/mca/rml/ftrm/rml_ftrm_module.c > b/orte/mca/rml/ftrm/rml_ftrm_module.c > > index 85b288e..4ba6f2d 100644 > > --- a/orte/mca/rml/ftrm/rml_ftrm_module.c > > +++ b/orte/mca/rml/ftrm/rml_ftrm_module.c > > @@ -224,101 +224,41 @@ int > orte_rml_ftrm_send_buffer_nb(orte_process_name_t* peer, > > } > > > > > > -/* > > - * Recv > > - */ > > -int orte_rml_ftrm_recv(orte_process_name_t* peer, > > - struct iovec *msg, > > - int count, > > - orte_rml_tag_t tag, > > - int flags) > > -{ > > - int ret; > > - > > - opal_output_verbose(20, rml_ftrm_output_handle, > > - "orte_rml_ftrm: recv(%s, %d, %d, %d )", > > - ORTE_NAME_PRINT(peer), count, tag, flags); > > - > > - if( NULL != orte_rml_ftrm_wrapped_module.recv ) { > > - if( ORTE_SUCCESS != (ret = > orte_rml_ftrm_wrapped_module.recv(peer, msg, count, tag, flags) ) ) { > > - return ret; > > - } > > - } > > - > > - return ORTE_SUCCESS; > > -} > > > > /* > > * Recv Non-blocking > > */ > > -int orte_rml_ftrm_recv_nb(orte_process_name_t* peer, > > - struct iovec* msg, > > - int count, > > +void orte_rml_ftrm_recv_nb(orte_process_name_t* peer, > > orte_rml_tag_t tag, > > - int flags, > > + bool persistent, > > orte_rml_callback_fn_t cbfunc, > > void* cbdata) > > { > > - int ret; > > - > > opal_output_verbose(20, rml_ftrm_output_handle, > > - "orte_rml_ftrm: recv_nb(%s, %d, %d, %d )", > > - ORTE_NAME_PRINT(peer), count, tag, flags); > > + "orte_rml_ftrm: recv_nb(%s, %d, %d )", > > + ORTE_NAME_PRINT(peer), tag, persistent); > > > > if( NULL != orte_rml_ftrm_wrapped_module.recv_nb ) { > > - if( ORTE_SUCCESS != (ret = > orte_rml_ftrm_wrapped_module.recv_nb(peer, msg, count, tag, flags, cbfunc, > cbdata) ) ) { > > - return ret; > > - } > > + orte_rml_ftrm_wrapped_module.recv_nb(peer, tag, persistent, > cbfunc, cbdata); > > } > > - > > - return ORTE_SUCCESS; > > -} > > - > > -/* > > - * Recv Buffer > > - */ > > -int orte_rml_ftrm_recv_buffer(orte_process_name_t* peer, > > - opal_buffer_t *buf, > > - orte_rml_tag_t tag, > > - int flags) > > -{ > > - int ret; > > - > > - opal_output_verbose(20, rml_ftrm_output_handle, > > - "orte_rml_ftrm: recv_buffer(%s, %d )", > > - ORTE_NAME_PRINT(peer), tag); > > - > > - if( NULL != orte_rml_ftrm_wrapped_module.recv_buffer ) { > > - if( ORTE_SUCCESS != (ret = > orte_rml_ftrm_wrapped_module.recv_buffer(peer, buf, tag, flags) ) ) { > > - return ret; > > - } > > - } > > - > > - return ORTE_SUCCESS; > > } > > > > /* > > * Recv Buffer Non-blocking > > */ > > -int orte_rml_ftrm_recv_buffer_nb(orte_process_name_t* peer, > > +void orte_rml_ftrm_recv_buffer_nb(orte_process_name_t* peer, > > orte_rml_tag_t tag, > > - int flags, > > + bool persistent, > > orte_rml_buffer_callback_fn_t cbfunc, > > void* cbdata) > > { > > - int ret; > > - > > opal_output_verbose(20, rml_ftrm_output_handle, > > "orte_rml_ftrm: recv_buffer_nb(%s, %d, %d)", > > - ORTE_NAME_PRINT(peer), tag, flags); > > + ORTE_NAME_PRINT(peer), tag, persistent); > > > > if( NULL != orte_rml_ftrm_wrapped_module.recv_buffer_nb ) { > > - if( ORTE_SUCCESS != (ret = > orte_rml_ftrm_wrapped_module.recv_buffer_nb(peer, tag, flags, cbfunc, > cbdata) ) ) { > > - return ret; > > - } > > + orte_rml_ftrm_wrapped_module.recv_buffer_nb(peer, tag, > persistent, cbfunc, cbdata); > > } > > - > > - return ORTE_SUCCESS; > > } > > > > /* > > diff --git a/orte/mca/snapc/full/snapc_full_app.c > b/orte/mca/snapc/full/snapc_full_app.c > > index c7438f1..862c9be 100644 > > --- a/orte/mca/snapc/full/snapc_full_app.c > > +++ b/orte/mca/snapc/full/snapc_full_app.c > > @@ -289,12 +289,16 @@ int app_coord_finalize() > > * need to wait until the checkpoint is finished before > finishing. > > */ > > OBJ_CONSTRUCT(&buffer, opal_buffer_t); > > +#ifdef ENABLE_FT_FIXED > > + /* This is the old, now broken code */ > > if (0 > (ret = orte_rml.recv_buffer(ORTE_PROC_MY_HNP, &buffer, > ORTE_RML_TAG_SNAPC_FULL, 0))) { > > ORTE_ERROR_LOG(ret); > > exit_status = ret; > > OBJ_DESTRUCT(&buffer); > > goto cleanup; > > } > > +#endif /* ENABLE_FT_FIXED */ > > + orte_rml.recv_buffer_nb(ORTE_PROC_MY_HNP, > ORTE_RML_TAG_SNAPC_FULL, 0, snapc_full_app_callback_recv, NULL); > > > > count = 1; > > if (ORTE_SUCCESS != (ret = opal_dss.unpack(&buffer, &command, > &count, ORTE_SNAPC_FULL_CMD))) { > > @@ -1534,12 +1538,16 @@ int > app_coord_request_op(orte_snapc_base_request_op_t *datum) > > /* > > * Wait for a response regarding completion > > */ > > +#ifdef ENABLE_FT_FIXED > > + /* This is the old, now broken code */ > > if (0 > (ret = orte_rml.recv_buffer(ORTE_PROC_MY_HNP, > &buffer, ORTE_RML_TAG_SNAPC_FULL, 0))) { > > ORTE_ERROR_LOG(ret); > > exit_status = ret; > > OBJ_DESTRUCT(&buffer); > > goto cleanup; > > } > > +#endif /* ENABLE_FT_FIXED */ > > + orte_rml.recv_buffer_nb(ORTE_PROC_MY_HNP, > ORTE_RML_TAG_SNAPC_FULL, 0, snapc_full_app_callback_recv, NULL); > > > > count = 1; > > if (ORTE_SUCCESS != (ret = opal_dss.unpack(&buffer, > &command, &count, ORTE_SNAPC_FULL_CMD))) { > > @@ -1604,12 +1612,16 @@ int > app_coord_request_op(orte_snapc_base_request_op_t *datum) > > /* > > * Wait for a response regarding completion > > */ > > +#ifdef ENABLE_FT_FIXED > > + /* This is the old, now broken code */ > > if (0 > (ret = orte_rml.recv_buffer(ORTE_PROC_MY_HNP, > &buffer, ORTE_RML_TAG_SNAPC_FULL, 0))) { > > ORTE_ERROR_LOG(ret); > > exit_status = ret; > > OBJ_DESTRUCT(&buffer); > > goto cleanup; > > } > > +#endif /* ENABLE_FT_FIXED */ > > + orte_rml.recv_buffer_nb(ORTE_PROC_MY_HNP, > ORTE_RML_TAG_SNAPC_FULL, 0, snapc_full_app_callback_recv, NULL); > > > > count = 1; > > if (ORTE_SUCCESS != (ret = opal_dss.unpack(&buffer, > &command, &count, ORTE_SNAPC_FULL_CMD))) { > > diff --git a/orte/mca/snapc/full/snapc_full_global.c > b/orte/mca/snapc/full/snapc_full_global.c > > index 9f6da34..9787591 100644 > > --- a/orte/mca/snapc/full/snapc_full_global.c > > +++ b/orte/mca/snapc/full/snapc_full_global.c > > @@ -875,32 +875,22 @@ static int global_refresh_job_structs(void) > > *****************/ > > static int snapc_full_global_start_listener(void) > > { > > - int ret, exit_status = ORTE_SUCCESS; > > - > > if (snapc_orted_recv_issued && ORTE_PROC_IS_HNP) { > > return ORTE_SUCCESS; > > } > > - > > + > > OPAL_OUTPUT_VERBOSE((5, mca_snapc_full_component.super.output_handle, > > "Global) Startup Coordinator Channel")); > > > > /* > > * Coordinator command listener > > */ > > - if (ORTE_SUCCESS != (ret = > orte_rml.recv_buffer_nb(ORTE_NAME_WILDCARD, > > - > ORTE_RML_TAG_SNAPC_FULL, > > - > ORTE_RML_PERSISTENT, > > - > snapc_full_global_orted_recv, > > - NULL))) { > > - ORTE_ERROR_LOG(ret); > > - exit_status = ret; > > - goto cleanup; > > - } > > + orte_rml.recv_buffer_nb(ORTE_NAME_WILDCARD, ORTE_RML_TAG_SNAPC_FULL, > > + ORTE_RML_PERSISTENT, > snapc_full_global_orted_recv, NULL); > > > > snapc_orted_recv_issued = true; > > - > > - cleanup: > > - return exit_status; > > + > > + return ORTE_SUCCESS; > > } > > > > static int snapc_full_global_stop_listener(void) > > @@ -920,8 +910,6 @@ static int snapc_full_global_stop_listener(void) > > > > static int snapc_full_global_start_cmdline_listener(void) > > { > > - int ret, exit_status = ORTE_SUCCESS; > > - > > if (snapc_cmdline_recv_issued && ORTE_PROC_IS_HNP) { > > return ORTE_SUCCESS; > > } > > @@ -932,20 +920,11 @@ static int > snapc_full_global_start_cmdline_listener(void) > > /* > > * Coordinator command listener > > */ > > - if (ORTE_SUCCESS != (ret = > orte_rml.recv_buffer_nb(ORTE_NAME_WILDCARD, > > - > ORTE_RML_TAG_CKPT, > > - 0, > > - > snapc_full_global_cmdline_recv, > > - NULL))) { > > - ORTE_ERROR_LOG(ret); > > - exit_status = ret; > > - goto cleanup; > > - } > > + orte_rml.recv_buffer_nb(ORTE_NAME_WILDCARD, ORTE_RML_TAG_CKPT, 0, > > + snapc_full_global_cmdline_recv, NULL); > > > > snapc_cmdline_recv_issued = true; > > - > > - cleanup: > > - return exit_status; > > + return ORTE_SUCCESS; > > } > > > > static int snapc_full_global_stop_cmdline_listener(void) > > diff --git a/orte/mca/snapc/full/snapc_full_local.c > b/orte/mca/snapc/full/snapc_full_local.c > > index b13fce9..33215ac 100644 > > --- a/orte/mca/snapc/full/snapc_full_local.c > > +++ b/orte/mca/snapc/full/snapc_full_local.c > > @@ -341,8 +341,6 @@ int local_coord_release_job(orte_jobid_t jobid) > > ******************/ > > static int snapc_full_local_start_hnp_listener(void) > > { > > - int ret, exit_status = ORTE_SUCCESS; > > - > > /* > > * Global Coordinator: Do not register a Local listener > > */ > > @@ -360,20 +358,12 @@ static int > snapc_full_local_start_hnp_listener(void) > > /* > > * Coordinator command listener > > */ > > - if (ORTE_SUCCESS != (ret = > orte_rml.recv_buffer_nb(ORTE_NAME_WILDCARD, > > - > ORTE_RML_TAG_SNAPC_FULL, > > - > ORTE_RML_PERSISTENT, > > - > snapc_full_local_hnp_cmd_recv, > > - NULL))) { > > - ORTE_ERROR_LOG(ret); > > - exit_status = ret; > > - goto cleanup; > > - } > > + orte_rml.recv_buffer_nb(ORTE_NAME_WILDCARD, ORTE_RML_TAG_SNAPC_FULL, > > + ORTE_RML_PERSISTENT, > snapc_full_local_hnp_cmd_recv, NULL); > > > > snapc_local_hnp_recv_issued = true; > > - > > - cleanup: > > - return exit_status; > > + > > + return ORTE_SUCCESS; > > } > > > > static int snapc_full_local_stop_hnp_listener(void) > > @@ -400,8 +390,6 @@ static int snapc_full_local_stop_hnp_listener(void) > > > > static int snapc_full_local_start_app_listener(void) > > { > > - int ret, exit_status = ORTE_SUCCESS; > > - > > if (snapc_local_app_recv_issued) { > > return ORTE_SUCCESS; > > } > > @@ -412,20 +400,12 @@ static int > snapc_full_local_start_app_listener(void) > > /* > > * Coordinator command listener > > */ > > - if (ORTE_SUCCESS != (ret = > orte_rml.recv_buffer_nb(ORTE_NAME_WILDCARD, > > - > ORTE_RML_TAG_SNAPC, > > - > ORTE_RML_PERSISTENT, > > - > snapc_full_local_app_cmd_recv, > > - NULL))) { > > - ORTE_ERROR_LOG(ret); > > - exit_status = ret; > > - goto cleanup; > > - } > > + orte_rml.recv_buffer_nb(ORTE_NAME_WILDCARD, ORTE_RML_TAG_SNAPC, > > + ORTE_RML_PERSISTENT, > snapc_full_local_app_cmd_recv, > > + NULL); > > > > snapc_local_app_recv_issued = true; > > - > > - cleanup: > > - return exit_status; > > + return ORTE_SUCCESS; > > } > > > > static int snapc_full_local_stop_app_listener(void) > > diff --git a/orte/mca/sstore/central/sstore_central_app.c > b/orte/mca/sstore/central/sstore_central_app.c > > index e717065..a7d6689 100644 > > --- a/orte/mca/sstore/central/sstore_central_app.c > > +++ b/orte/mca/sstore/central/sstore_central_app.c > > @@ -477,6 +477,8 @@ static int > pull_handle_info(orte_sstore_central_app_snapshot_info_t *handle_info > > "sstore:central:(app): pull() from %s -> %s", > > ORTE_NAME_PRINT(ORTE_PROC_MY_NAME), > > ORTE_NAME_PRINT(ORTE_PROC_MY_DAEMON))); > > +#ifdef ENABLE_FT_FIXED > > + /* This is the old, now broken code */ > > if( ORTE_SUCCESS != (ret = orte_rml.recv_buffer(ORTE_PROC_MY_DAEMON, > > &buffer, > > > ORTE_RML_TAG_SSTORE_INTERNAL, > > @@ -485,6 +487,10 @@ static int > pull_handle_info(orte_sstore_central_app_snapshot_info_t *handle_info > > exit_status = ret; > > goto cleanup; > > } > > +#endif /* ENABLE_FT_FIXED */ > > + > > + orte_rml.recv_buffer_nb(ORTE_PROC_MY_DAEMON, > ORTE_RML_TAG_SSTORE_INTERNAL, > > + 0, orte_rml_recv_callback, NULL); > > > > count = 1; > > if (ORTE_SUCCESS != (ret = opal_dss.unpack(&buffer, &command, > &count, ORTE_SSTORE_CENTRAL_CMD))) { > > diff --git a/orte/mca/sstore/central/sstore_central_global.c > b/orte/mca/sstore/central/sstore_central_global.c > > index 935b6fe..698910b 100644 > > --- a/orte/mca/sstore/central/sstore_central_global.c > > +++ b/orte/mca/sstore/central/sstore_central_global.c > > @@ -800,26 +800,15 @@ static orte_sstore_central_global_snapshot_info_t > *find_handle_info_from_ref(cha > > > > static int sstore_central_global_start_listener(void) > > { > > - int ret, exit_status = ORTE_SUCCESS; > > - > > if( is_global_listener_active ) { > > return ORTE_SUCCESS; > > } > > > > - if (ORTE_SUCCESS != (ret = > orte_rml.recv_buffer_nb(ORTE_NAME_WILDCARD, > > - > ORTE_RML_TAG_SSTORE_INTERNAL, > > - > ORTE_RML_PERSISTENT, > > - > sstore_central_global_recv, > > - NULL))) { > > - ORTE_ERROR_LOG(ret); > > - exit_status = ret; > > - goto cleanup; > > - } > > + orte_rml.recv_buffer_nb(ORTE_NAME_WILDCARD, > ORTE_RML_TAG_SSTORE_INTERNAL, > > + ORTE_RML_PERSISTENT, > sstore_central_global_recv, NULL); > > > > is_global_listener_active = true; > > - > > - cleanup: > > - return exit_status; > > + return ORTE_SUCCESS; > > } > > > > static int sstore_central_global_stop_listener(void) > > diff --git a/orte/mca/sstore/central/sstore_central_local.c > b/orte/mca/sstore/central/sstore_central_local.c > > index 35ef518..6df04ef 100644 > > --- a/orte/mca/sstore/central/sstore_central_local.c > > +++ b/orte/mca/sstore/central/sstore_central_local.c > > @@ -619,26 +619,15 @@ static > orte_sstore_central_local_app_snapshot_info_t *find_app_handle_info(orte_ > > > > static int sstore_central_local_start_listener(void) > > { > > - int ret, exit_status = ORTE_SUCCESS; > > - > > if( is_global_listener_active ) { > > return ORTE_SUCCESS; > > } > > > > - if (ORTE_SUCCESS != (ret = > orte_rml.recv_buffer_nb(ORTE_NAME_WILDCARD, > > - > ORTE_RML_TAG_SSTORE_INTERNAL, > > - > ORTE_RML_PERSISTENT, > > - > orte_sstore_central_local_recv, > > - NULL))) { > > - ORTE_ERROR_LOG(ret); > > - exit_status = ret; > > - goto cleanup; > > - } > > + orte_rml.recv_buffer_nb(ORTE_NAME_WILDCARD, > ORTE_RML_TAG_SSTORE_INTERNAL, > > + ORTE_RML_PERSISTENT, > orte_sstore_central_local_recv, NULL); > > > > is_global_listener_active = true; > > - > > - cleanup: > > - return exit_status; > > + return ORTE_SUCCESS; > > } > > > > static int sstore_central_local_stop_listener(void) > > diff --git a/orte/mca/sstore/stage/sstore_stage_app.c > b/orte/mca/sstore/stage/sstore_stage_app.c > > index 10d38ad..88b6484 100644 > > --- a/orte/mca/sstore/stage/sstore_stage_app.c > > +++ b/orte/mca/sstore/stage/sstore_stage_app.c > > @@ -466,6 +466,8 @@ static int > pull_handle_info(orte_sstore_stage_app_snapshot_info_t *handle_info ) > > "sstore:stage:(app): pull() from %s -> %s", > > ORTE_NAME_PRINT(ORTE_PROC_MY_NAME), > > ORTE_NAME_PRINT(ORTE_PROC_MY_DAEMON))); > > +#ifdef ENABLE_FT_FIXED > > + /* This is the old, now broken code */ > > if( ORTE_SUCCESS != (ret = orte_rml.recv_buffer(ORTE_PROC_MY_DAEMON, > > &buffer, > > > ORTE_RML_TAG_SSTORE_INTERNAL, > > @@ -475,6 +477,9 @@ static int > pull_handle_info(orte_sstore_stage_app_snapshot_info_t *handle_info ) > > goto cleanup; > > } > > > > +#endif /* ENABLE_FT_FIXED */ > > + orte_rml.recv_buffer_nb(ORTE_PROC_MY_DAEMON, > ORTE_RML_TAG_SSTORE_INTERNAL, > > + 0, orte_rml_recv_callback, NULL); > > count = 1; > > if (ORTE_SUCCESS != (ret = opal_dss.unpack(&buffer, &command, > &count, ORTE_SSTORE_STAGE_CMD))) { > > ORTE_ERROR_LOG(ret); > > diff --git a/orte/mca/sstore/stage/sstore_stage_global.c > b/orte/mca/sstore/stage/sstore_stage_global.c > > index 1c8847a..5af66d0 100644 > > --- a/orte/mca/sstore/stage/sstore_stage_global.c > > +++ b/orte/mca/sstore/stage/sstore_stage_global.c > > @@ -992,26 +992,15 @@ static orte_sstore_stage_global_snapshot_info_t > *find_handle_info(orte_sstore_ba > > > > static int sstore_stage_global_start_listener(void) > > { > > - int ret, exit_status = ORTE_SUCCESS; > > - > > if( is_global_listener_active ) { > > return ORTE_SUCCESS; > > } > > > > - if (ORTE_SUCCESS != (ret = > orte_rml.recv_buffer_nb(ORTE_NAME_WILDCARD, > > - > ORTE_RML_TAG_SSTORE_INTERNAL, > > - > ORTE_RML_PERSISTENT, > > - > sstore_stage_global_recv, > > - NULL))) { > > - ORTE_ERROR_LOG(ret); > > - exit_status = ret; > > - goto cleanup; > > - } > > + orte_rml.recv_buffer_nb(ORTE_NAME_WILDCARD, > ORTE_RML_TAG_SSTORE_INTERNAL, > > + ORTE_RML_PERSISTENT, > sstore_stage_global_recv, NULL); > > > > is_global_listener_active = true; > > - > > - cleanup: > > - return exit_status; > > + return ORTE_SUCCESS; > > } > > > > static int sstore_stage_global_stop_listener(void) > > diff --git a/orte/mca/sstore/stage/sstore_stage_local.c > b/orte/mca/sstore/stage/sstore_stage_local.c > > index 792c1a2..95d89a8 100644 > > --- a/orte/mca/sstore/stage/sstore_stage_local.c > > +++ b/orte/mca/sstore/stage/sstore_stage_local.c > > @@ -1043,26 +1043,15 @@ static > orte_sstore_stage_local_app_snapshot_info_t *find_app_handle_info(orte_ss > > > > static int sstore_stage_local_start_listener(void) > > { > > - int ret, exit_status = ORTE_SUCCESS; > > - > > if( is_global_listener_active ) { > > return ORTE_SUCCESS; > > } > > > > - if (ORTE_SUCCESS != (ret = > orte_rml.recv_buffer_nb(ORTE_NAME_WILDCARD, > > - > ORTE_RML_TAG_SSTORE_INTERNAL, > > - > ORTE_RML_PERSISTENT, > > - > sstore_stage_local_recv, > > - NULL))) { > > - ORTE_ERROR_LOG(ret); > > - exit_status = ret; > > - goto cleanup; > > - } > > + orte_rml.recv_buffer_nb(ORTE_NAME_WILDCARD, > ORTE_RML_TAG_SSTORE_INTERNAL, > > + ORTE_RML_PERSISTENT, > sstore_stage_local_recv, NULL); > > > > is_global_listener_active = true; > > - > > - cleanup: > > - return exit_status; > > + return ORTE_SUCCESS; > > } > > > > static int sstore_stage_local_stop_listener(void) > > diff --git a/orte/tools/orte-checkpoint/orte-checkpoint.c > b/orte/tools/orte-checkpoint/orte-checkpoint.c > > index caa5949..e0f7b01 100644 > > --- a/orte/tools/orte-checkpoint/orte-checkpoint.c > > +++ b/orte/tools/orte-checkpoint/orte-checkpoint.c > > @@ -652,21 +652,11 @@ static int ckpt_finalize(void) { > > > > static int start_listener(void) > > { > > - int ret, exit_status = ORTE_SUCCESS; > > - > > - if (ORTE_SUCCESS != (ret = > orte_rml.recv_buffer_nb(ORTE_NAME_WILDCARD, > > - > ORTE_RML_TAG_CKPT, > > - > ORTE_RML_PERSISTENT, > > - hnp_receiver, > > - NULL))) { > > - exit_status = ret; > > - goto cleanup; > > - } > > + orte_rml.recv_buffer_nb(ORTE_NAME_WILDCARD, ORTE_RML_TAG_CKPT, > > + ORTE_RML_PERSISTENT, hnp_receiver, NULL); > > > > listener_started = true; > > - > > - cleanup: > > - return exit_status; > > + return ORTE_SUCCESS; > > } > > > > static int stop_listener(void) > > diff --git a/orte/tools/orte-migrate/orte-migrate.c > b/orte/tools/orte-migrate/orte-migrate.c > > index 7ba2074..b606e41 100644 > > --- a/orte/tools/orte-migrate/orte-migrate.c > > +++ b/orte/tools/orte-migrate/orte-migrate.c > > @@ -513,21 +513,11 @@ static int tool_finalize(void) { > > > > static int start_listener(void) > > { > > - int ret, exit_status = ORTE_SUCCESS; > > - > > - if (ORTE_SUCCESS != (ret = > orte_rml.recv_buffer_nb(ORTE_NAME_WILDCARD, > > - > ORTE_RML_TAG_MIGRATE, > > - > ORTE_RML_PERSISTENT, > > - hnp_receiver, > > - NULL))) { > > - exit_status = ret; > > - goto cleanup; > > - } > > + orte_rml.recv_buffer_nb(ORTE_NAME_WILDCARD, ORTE_RML_TAG_MIGRATE, > > + ORTE_RML_PERSISTENT, hnp_receiver, NULL); > > > > listener_started = true; > > - > > - cleanup: > > - return exit_status; > > + return ORTE_SUCCESS; > > } > > > > static int stop_listener(void) > > -- > > 1.8.4.2 > > > > _______________________________________________ > > devel mailing list > > de...@open-mpi.org > > http://www.open-mpi.org/mailman/listinfo.cgi/devel > > _______________________________________________ > devel mailing list > de...@open-mpi.org > http://www.open-mpi.org/mailman/listinfo.cgi/devel > -- Joshua Hursey Assistant Professor of Computer Science University of Wisconsin-La Crosse http://cs.uwlax.edu/~jjhursey