|
| 1 | +# |
| 2 | +# Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana |
| 3 | +# University Research and Technology |
| 4 | +# Corporation. All rights reserved. |
| 5 | +# Copyright (c) 2004-2005 The University of Tennessee and The University |
| 6 | +# of Tennessee Research Foundation. All rights |
| 7 | +# reserved. |
| 8 | +# Copyright (c) 2004-2005 High Performance Computing Center Stuttgart, |
| 9 | +# University of Stuttgart. All rights reserved. |
| 10 | +# Copyright (c) 2004-2005 The Regents of the University of California. |
| 11 | +# All rights reserved. |
| 12 | +# Copyright (c) 2006 Cisco Systems, Inc. All rights reserved. |
| 13 | +# Copyright (c) 2015 Los Alamos National Security, LLC. |
| 14 | +# All rights reserved. |
| 15 | +# $COPYRIGHT$ |
| 16 | +# |
| 17 | +# Additional copyrights may follow |
| 18 | +# |
| 19 | +# $HEADER$ |
| 20 | +# |
| 21 | + |
| 22 | +# This is the default system-wide MCA parameters defaults file. |
| 23 | +# Specifically, the MCA parameter "mca_param_files" defaults to a |
| 24 | +# value of |
| 25 | +# "$HOME/.openmpi/mca-params.conf:$sysconf/openmpi-mca-params.conf" |
| 26 | +# (this file is the latter of the two). So if the default value of |
| 27 | +# mca_param_files is not changed, this file is used to set system-wide |
| 28 | +# MCA parameters. This file can therefore be used to set system-wide |
| 29 | +# default MCA parameters for all users. Of course, users can override |
| 30 | +# these values if they want, but this file is an excellent location |
| 31 | +# for setting system-specific MCA parameters for those users who don't |
| 32 | +# know / care enough to investigate the proper values for them. |
| 33 | + |
| 34 | +# Note that this file is only applicable where it is visible (in a |
| 35 | +# filesystem sense). Specifically, MPI processes each read this file |
| 36 | +# during their startup to determine what default values for MCA |
| 37 | +# parameters should be used. mpirun does not bundle up the values in |
| 38 | +# this file from the node where it was run and send them to all nodes; |
| 39 | +# the default value decisions are effectively distributed. Hence, |
| 40 | +# these values are only applicable on nodes that "see" this file. If |
| 41 | +# $sysconf is a directory on a local disk, it is likely that changes |
| 42 | +# to this file will need to be propagated to other nodes. If $sysconf |
| 43 | +# is a directory that is shared via a networked filesystem, changes to |
| 44 | +# this file will be visible to all nodes that share this $sysconf. |
| 45 | + |
| 46 | +# The format is straightforward: one per line, mca_param_name = |
| 47 | +# rvalue. Quoting is ignored (so if you use quotes or escape |
| 48 | +# characters, they'll be included as part of the value). For example: |
| 49 | + |
| 50 | +# Disable run-time MPI parameter checking |
| 51 | +# mpi_param_check = 0 |
| 52 | + |
| 53 | +# Note that the value "~/" will be expanded to the current user's home |
| 54 | +# directory. For example: |
| 55 | + |
| 56 | +# Change component loading path |
| 57 | +# component_path = /usr/local/lib/openmpi:~/my_openmpi_components |
| 58 | + |
| 59 | +# See "ompi_info --param all all" for a full listing of Open MPI MCA |
| 60 | +# parameters available and their default values. |
| 61 | +# |
| 62 | + |
| 63 | +# Basic behavior to smooth startup |
| 64 | +mca_base_component_show_load_errors = 0 |
| 65 | +#orte_report_launch_progress = 1 |
| 66 | + |
| 67 | +# Set line buffering for stdout/stderr |
| 68 | +ess_base_stream_buffering = 1 |
| 69 | + |
| 70 | +# Define timeout for daemons to report back during launch |
| 71 | +orte_startup_timeout = 360 |
| 72 | + |
| 73 | +## Protect the shared file systems |
| 74 | +orte_no_session_dirs = /lustre,/panfs,/scratch,/lscratch,/users,/usr/projects |
| 75 | +orte_tmpdir_base = /var/tmp |
| 76 | + |
| 77 | +## Require an allocation to run - protects the frontend |
| 78 | +## from inadvertent job executions |
| 79 | +orte_allocation_required = 1 |
| 80 | + |
| 81 | +## Deal with the allocator |
| 82 | +orte_strip_prefix = nid |
| 83 | +orte_retain_aliases = 1 |
| 84 | +# 1st alias entry is the stripped node name, |
| 85 | +# 2nd is the unstripped one |
| 86 | +orte_hostname_alias_index = 2 |
| 87 | + |
| 88 | +## Add the interface for out-of-band communication |
| 89 | +## and set it up |
| 90 | +oob_tcp_if_include=ipogif0 |
| 91 | +oob_tcp_peer_retries = 1000 |
| 92 | +oob_tcp_sndbuf = 32768 |
| 93 | +oob_tcp_rcvbuf = 32768 |
| 94 | + |
| 95 | +## Define the MPI interconnects |
| 96 | +btl = self,vader,ugni |
| 97 | + |
| 98 | +## Setup Gemini |
| 99 | +# TODO LANL |
| 100 | + |
| 101 | +## Enable cpu affinity |
| 102 | +hwloc_base_binding_policy = core |
| 103 | + |
| 104 | +## Setup MPI options |
| 105 | +mpi_show_handle_leaks = 1 |
| 106 | +mpi_warn_on_fork = 1 |
| 107 | +#mpi_abort_print_stack = 1 |
0 commit comments