/* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil -*- */ /* * Copyright (c) 2004-2010 The Trustees of Indiana University and Indiana * University Research and Technology * Corporation. All rights reserved. * Copyright (c) 2004-2008 The University of Tennessee and The University * of Tennessee Research Foundation. All rights * reserved. * Copyright (c) 2004-2005 High Performance Computing Center Stuttgart, * University of Stuttgart. All rights reserved. * Copyright (c) 2004-2005 The Regents of the University of California. * All rights reserved. * Copyright (c) 2006-2017 Cisco Systems, Inc. All rights reserved * Copyright (c) 2007-2009 Sun Microsystems, Inc. All rights reserved. * Copyright (c) 2007-2017 Los Alamos National Security, LLC. All rights * reserved. * Copyright (c) 2013-2018 Intel, Inc. All rights reserved. * Copyright (c) 2015 Research Organization for Information Science * and Technology (RIST). All rights reserved. * $COPYRIGHT$ * * Additional copyrights may follow * * $HEADER$ */ #include "orte_config.h" #include "orte/constants.h" #include #include #include #ifdef HAVE_STRINGS_H #include #endif /* HAVE_STRINGS_H */ #ifdef HAVE_UNISTD_H #include #endif #ifdef HAVE_SYS_PARAM_H #include #endif #include #include #include #ifdef HAVE_SYS_TYPES_H #include #endif /* HAVE_SYS_TYPES_H */ #ifdef HAVE_SYS_WAIT_H #include #endif /* HAVE_SYS_WAIT_H */ #ifdef HAVE_SYS_TIME_H #include #endif /* HAVE_SYS_TIME_H */ #include #ifdef HAVE_SYS_STAT_H #include #endif #include "opal/mca/event/event.h" #include "opal/mca/installdirs/installdirs.h" #include "opal/mca/hwloc/base/base.h" #include "opal/mca/base/base.h" #include "opal/util/argv.h" #include "opal/util/output.h" #include "opal/util/basename.h" #include "opal/util/cmd_line.h" #include "opal/util/opal_environ.h" #include "opal/util/opal_getcwd.h" #include "opal/util/show_help.h" #include "opal/util/fd.h" #include "opal/sys/atomic.h" #if OPAL_ENABLE_FT_CR == 1 #include "opal/runtime/opal_cr.h" #endif #include "opal/version.h" #include "opal/runtime/opal.h" #include "opal/runtime/opal_info_support.h" #include "opal/util/os_path.h" #include "opal/util/path.h" #include "opal/class/opal_pointer_array.h" #include "opal/dss/dss.h" #include "orte/mca/odls/odls.h" #include "orte/mca/rml/rml.h" #include "orte/mca/state/state.h" #include "orte/util/proc_info.h" #include "orte/util/session_dir.h" #include "orte/util/show_help.h" #include "orte/util/threads.h" #include "orte/runtime/runtime.h" #include "orte/runtime/orte_globals.h" #include "orte/runtime/orte_wait.h" #include "orte/runtime/orte_locks.h" #include "orte/runtime/orte_quit.h" /* ensure I can behave like a daemon */ #include "orte/orted/orted.h" #include "orte/orted/orted_submit.h" #include "orterun.h" /* local type */ typedef struct { int status; volatile bool active; orte_job_t *jdata; } orte_submit_status_t; static void launched(int index, orte_job_t *jdata, int ret, void *cbdata) { orte_submit_status_t *launchst = (orte_submit_status_t*)cbdata; launchst->status = ret; ORTE_UPDATE_EXIT_STATUS(ret); OBJ_RETAIN(jdata); launchst->jdata = jdata; launchst->active = false; } static void completed(int index, orte_job_t *jdata, int ret, void *cbdata) { orte_submit_status_t *completest = (orte_submit_status_t*)cbdata; completest->status = ret; ORTE_UPDATE_EXIT_STATUS(ret); OBJ_RETAIN(jdata); completest->jdata = jdata; completest->active = false; } int orterun(int argc, char *argv[]) { orte_submit_status_t launchst, completest; /* orte_submit_init() will also check if the user is running as root (and may issue a warning/exit). */ if (ORTE_SUCCESS != orte_submit_init(argc, argv, NULL)) { exit(1); } /* setup to listen for commands sent specifically to me, even though I would probably * be the one sending them! Unfortunately, since I am a participating daemon, * there are times I need to send a command to "all daemons", and that means *I* have * to receive it too */ orte_rml.recv_buffer_nb(ORTE_NAME_WILDCARD, ORTE_RML_TAG_DAEMON, ORTE_RML_PERSISTENT, orte_daemon_recv, NULL); /* if the user just wants us to terminate a DVM, then do so */ if (orte_cmd_options.terminate_dvm) { if (ORTE_ERR_OP_IN_PROGRESS != orte_submit_halt()) { ORTE_UPDATE_EXIT_STATUS(1); goto DONE; } while (orte_event_base_active) { opal_event_loop(orte_event_base, OPAL_EVLOOP_ONCE); } /* we are terminated when the DVM master shuts down, thereby * closing our connection to them. This looks like an error, * but is not - so correct our exit status here */ orte_exit_status = 0; goto DONE; } else { /* spawn the job and its daemons */ memset(&launchst, 0, sizeof(launchst)); memset(&completest, 0, sizeof(completest)); launchst.active = true; completest.active = true; if (ORTE_SUCCESS != orte_submit_job(argv, NULL, launched, &launchst, completed, &completest)) { ORTE_UPDATE_EXIT_STATUS(1); goto DONE; } } // wait for response and unpack the status, jobid while (orte_event_base_active && launchst.active) { opal_event_loop(orte_event_base, OPAL_EVLOOP_ONCE); } ORTE_ACQUIRE_OBJECT(orte_event_base_active); if (orte_debug_flag) { opal_output(0, "Job %s has launched", (NULL == launchst.jdata) ? "UNKNOWN" : ORTE_JOBID_PRINT(launchst.jdata->jobid)); } if (!orte_event_base_active || ORTE_SUCCESS != launchst.status) { goto DONE; } while (orte_event_base_active && completest.active) { opal_event_loop(orte_event_base, OPAL_EVLOOP_ONCE); } ORTE_ACQUIRE_OBJECT(orte_event_base_active); if (ORTE_PROC_IS_HNP) { /* ensure all local procs are dead */ orte_odls.kill_local_procs(NULL); } DONE: /* cleanup and leave */ orte_submit_finalize(); orte_finalize(); orte_session_dir_cleanup(ORTE_JOBID_WILDCARD); /* cleanup the process info */ orte_proc_info_finalize(); if (orte_debug_flag) { fprintf(stderr, "exiting with status %d\n", orte_exit_status); } exit(orte_exit_status); }