Data Accelerator

Institution University of Cambridge
Client Procs Per Node
Client Operating System Scientific Linux
Client Operating System Version 7.6
Client Kernel Version 3.10.0-957.10.1.el7.x86_64

DATA SERVER

Storage Type NVMe SSD
Volatile Memory 192GiB
Storage Interface NVMe
Network OmniPath
Software Version Lustre 2.12.2
OS Version RHEL 7.6

INFORMATION

Client Nodes 10
Client Total Procs 320
Metadata Nodes 24
Metadata Storage Devices 1
Data Nodes 24
Data Storage Devices 12

METADATA

Easy Write 508.30 kIOP/s
Easy Stat 3,071.10 kIOP/s
Easy Delete 389.47 kIOP/s
Hard Write 25.94 kIOP/s
Hard Read 332.83 kIOP/s
Hard Stat 629.26 kIOP/s
Hard Delete 34.11 kIOP/s

Submitted Files

io500
#!/bin/bash
#
# INSTRUCTIONS:
# Edit this file as needed for your machine.
# This simplified version is just for running on a single node.
# It is a simplified version of the site-configs/sandia/startup.sh which include SLURM directives.
# Most of the variables set in here are needed for io500_fixed.sh which gets sourced at the end of this.
# Please also edit 'extra_description' function.

set -euo pipefail  # better error handling

PROGRAM="${0##*/}"

function usage () {
  echo
  cat <<-_EOF
  Usage:
    $PROGRAM work_dir results_dir [ io500_dir ]
      where 'work_dir' is the place where the benchmark IO will take place
      and 'results_dir' is where the output results will be kept. The
      optional 'io500_dir' is where the io500 directory is (containing
      the pre-built IOR and mdtest binaries

_EOF
}

if [[ $# -ne 3 ]]; then
  usage
  exit 0
fi

JOB_WORK_DIR="$1"
JOB_RESULTS_DIR="$2"
IO500_DIR="${3:-$HOME/projects/benchmarking/io-500-src}"

if [ ! -d "$JOB_RESULTS_DIR" ] ; then
  echo "JOB_RESULTS_DIR: $JOB_RESULTS_DIR does not exist"
  exit 1
fi

if [ ! -d "$JOB_WORK_DIR" ] ; then
  echo "JOB_WORK_DIR: $JOB_WORK_DIR does not exist"
  mkdir -pv $JOB_WORK_DIR
fi

# turn these to True successively while you debug and tune this benchmark.
# for each one that you turn to true, go and edit the appropriate function.
# to find the function name, see the 'main' function.
# These are listed in the order that they run.
io500_run_ior_easy="True" # does the write phase and enables the subsequent read
io500_run_md_easy="True"  # does the creat phase and enables the subsequent stat
io500_run_ior_hard="True" # does the write phase and enables the subsequent read
io500_run_md_hard="True"  # does the creat phase and enables the subsequent read
io500_run_find="True"
io500_run_ior_easy_read="True"
io500_run_md_easy_stat="True"
io500_run_ior_hard_read="True"
io500_run_md_hard_stat="True"
io500_run_md_hard_read="True"
io500_run_md_easy_delete="True" # turn this off if you want to just run find by itself
io500_run_md_hard_delete="True" # turn this off if you want to just run find by itself
io500_run_mdreal="False"  # this one is optional
io500_cleanup_workdir="False"  # this flag is currently ignored. You'll need to clean up your data files manually if you want to.
io500_stonewall_timer=300 # Stonewalling timer, stop with wearout after 300s with default test, set to 0, if you never want to abort...

# to run this benchmark, find and edit each of these functions.
# please also edit 'extra_description' function to help us collect the required data.
function main {
  setup_directories
  setup_paths
  setup_ior_easy # required if you want a complete score
  setup_ior_hard # required if you want a complete score
  setup_mdt_easy # required if you want a complete score
  setup_mdt_hard # required if you want a complete score
  setup_find     # required if you want a complete score
  setup_mdreal   # optional
  run_benchmarks
}

function setup_directories {
  # set directories for where the benchmark files are created and where the results will go.
  # If you want to set up stripe tuning on your output directories or anything similar, then this is good place to do it.
  io500_workdir=$JOB_WORK_DIR                       # directory where the data will be stored
  io500_result_dir=$JOB_RESULTS_DIR                 # the directory where the output results will be kept
  timestamp=`date +%Y.%m.%d-%H.%M.%S`           # create a uniquifier

  io500_ior_easy=$io500_workdir/ior_easy
  io500_ior_hard=$io500_workdir/ior_hard
  io500_mdt_easy=$io500_workdir/mdt_easy
  io500_mdt_hard=$io500_workdir/mdt_hard

  mkdir -p $io500_workdir $io500_result_dir $io500_ior_easy $io500_ior_hard $io500_mdt_easy $io500_mdt_hard

  mdtest_easy_testdir="$io500_mdt_easy/#test-dir.0-0"
  lfs mkdir -c -1 "$mdtest_easy_testdir"
  lfs setstripe -L mdt -E 1M "$mdtest_easy_testdir"

  lfs setstripe -c 1 -S 16M $io500_ior_easy
  # 5x stripes per OST
  lfs setstripe -C 320 -S 16M $io500_ior_hard
  lfs setdirstripe -c -1 -D $io500_mdt_hard
}

function setup_paths {
  # Set the paths to the binaries.  If you ran ./utilities/prepare.sh successfully, then binaries are in ./bin/
  io500_ior_cmd=$IO500_DIR/bin/ior
  io500_mdtest_cmd=$IO500_DIR/bin/mdtest
  io500_mdreal_cmd=$IO500_DIR/bin/md-real-io
  io500_mpirun="srun"
  io500_mpiargs="--mpi=pmi2"
}

function setup_ior_easy {
  # io500_ior_easy_size is the amount of data written per rank in MiB units,
  # but it can be any number as long as it is somehow used to scale the IOR
  # runtime as part of io500_ior_easy_params
  io500_ior_easy_size=160
  # 2M writes, 2 GB per proc, file per proc
  io500_ior_easy_params="-a=POSIX --posix.odirect -C -t 16m -b ${io500_ior_easy_size}g -F"
}

function setup_mdt_easy {
  io500_mdtest_easy_params="-u -L" # unique dir per thread, files only at leaves
  io500_mdtest_easy_files_per_proc=480000
}

function setup_ior_hard {
  io500_ior_hard_writes_per_proc=90000
  io500_ior_hard_other_options="-a MPIIO" #e.g., -E to keep precreated files using lfs setstripe, or -a MPIIO
}

function setup_mdt_hard {
  io500_mdtest_hard_files_per_proc=30000
  io500_mdtest_hard_other_options=""
}

function setup_find {
  #
  # setup the find command. This is an area where innovation is allowed.
  #    There are three default options provided. One is a serial find, one is python
  #    parallel version, one is C parallel version.  Current default is to use serial.
  #    But it is very slow. We recommend to either customize or use the C parallel version.
  #    For GPFS, we recommend to use the provided mmfind wrapper described below.
  #    Instructions below.
  #    If a custom approach is used, please provide enough info so others can reproduce.

  # the serial version that should run (SLOWLY) without modification
  #io500_find_mpi="False"
  #io500_find_cmd=$IO500_DIR/bin/sfind.sh
  #io500_find_cmd_args=""

  # a parallel version in C, the -s adds a stonewall
  #   for a real run, turn -s (stonewall) off or set it at 300 or more
  #   to prepare this (assuming you've run ./utilities/prepare.sh already):
  #   > cd build/pfind
  #   > ./prepare.sh
  #   > ./compile.sh
  #   > cp pfind ../../bin/
  #   If you use io500_find_mpi="True", then this will run with the same
  #   number of MPI nodes and ranks as the other phases.
  #   If you prefer another number, and fewer might be better here,
  #   Then you can set io500_find_mpi to be "False" and write a wrapper
  #   script for this which sets up MPI as you would like.  Then change
  #   io500_find_cmd to point to your wrapper script.
  io500_find_mpi="True"
  #io500_find_mpi="False"
  io500_find_cmd="$IO500_DIR/bin/pfind"
  #io500_find_cmd="mpirun -ppn 12 $IO500_DIR/bin/pfind"
  # uses stonewalling, run pfind
  #io500_find_cmd_args="-s $io500_stonewall_timer -r $io500_result_dir/pfind_results"
  io500_find_cmd_args="-N -P -s $io500_stonewall_timer -r $io500_result_dir/pfind_results"

  # for GPFS systems, you should probably use the provided mmfind wrapper
  # if you used ./utilities/prepare.sh, you'll find this wrapper in ./bin/mmfind.sh
  #io500_find_mpi="False"
  #io500_find_cmd="$IO500_DIR/bin/mmfind.sh"
  #io500_find_cmd_args=""
}

function setup_mdreal {
  io500_mdreal_params="-P=5000 -I=1000"
}

function run_benchmarks {
  # Important: source the io500_fixed.sh script.  Do not change it. If you discover
  # a need to change it, please email the mailing list to discuss
  source $IO500_DIR/utilities/io500_fixed.sh 2>&1 | tee $io500_result_dir/io-500-summary.$timestamp.txt
}

# Add key/value pairs defining your system
# Feel free to add extra ones if you'd like
function extra_description {
  # top level info
  io500_info_system_name='Cambridge-DAC'      # e.g. Oakforest-PACS
  io500_info_institute_name='University of Cambridge RCS'   # e.g. JCAHPC
  io500_info_storage_age_in_months='12' # not install date but age since last refresh
  io500_info_storage_install_date='05/18'  # MM/YY
  io500_info_filesystem='Lustre'     # e.g. BeeGFS, DataWarp, GPFS, IME, Lustre
  io500_info_filesystem_version='2.12.0'
  io500_info_filesystem_vendor='Dell'
  # client side info
  io500_info_num_client_nodes='32'
  io500_info_procs_per_node='32'
  # server side info
  io500_info_num_metadata_server_nodes='24'
  io500_info_num_data_server_nodes='24'
  io500_info_num_data_storage_devices='288'  # if you have 5 data servers, and each has 5 drives, then this number is 25
  io500_info_num_metadata_storage_devices='24'  # if you have 2 metadata servers, and each has 5 drives, then this number is 10
  io500_info_data_storage_type='SSD' # HDD, SSD, persistent memory, etc, feel free to put specific models
  io500_info_metadata_storage_type='SSD' # HDD, SSD, persistent memory, etc, feel free to put specific models
  io500_info_storage_network='omnipath' # infiniband, omnipath, ethernet, etc
  io500_info_storage_interface='NVMe' # SAS, SATA, NVMe, etc
  # miscellaneous
  io500_info_whatever=''
}

main
ior_easy_read
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
[0] MPI startup(): libfabric version: 1.8.0a1-impi

MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
[0] MPI startup(): libfabric provider: psm2

[0] MPI startup(): Rank    Pid      Node name   Pin cpu
[0] MPI startup(): 0       43568    cpu-e-829   0
[0] MPI startup(): 1       43569    cpu-e-829   1
[0] MPI startup(): 2       43570    cpu-e-829   2
[0] MPI startup(): 3       43571    cpu-e-829   3
[0] MPI startup(): 4       43572    cpu-e-829   4
[0] MPI startup(): 5       43573    cpu-e-829   5
[0] MPI startup(): 6       43574    cpu-e-829   6
[0] MPI startup(): 7       43575    cpu-e-829   7
[0] MPI startup(): 8       43576    cpu-e-829   8
[0] MPI startup(): 9       43577    cpu-e-829   9
[0] MPI startup(): 10      43578    cpu-e-829   10
[0] MPI startup(): 11      43579    cpu-e-829   11
[0] MPI startup(): 12      43580    cpu-e-829   12
[0] MPI startup(): 13      43581    cpu-e-829   13
[0] MPI startup(): 14      43582    cpu-e-829   14
[0] MPI startup(): 15      43583    cpu-e-829   15
[0] MPI startup(): 16      43584    cpu-e-829   16
[0] MPI startup(): 17      43585    cpu-e-829   17
[0] MPI startup(): 18      43586    cpu-e-829   18
[0] MPI startup(): 19      43587    cpu-e-829   19
[0] MPI startup(): 20      43588    cpu-e-829   20
[0] MPI startup(): 21      43589    cpu-e-829   21
[0] MPI startup(): 22      43590    cpu-e-829   22
[0] MPI startup(): 23      43591    cpu-e-829   23
[0] MPI startup(): 24      43592    cpu-e-829   24
[0] MPI startup(): 25      43593    cpu-e-829   25
[0] MPI startup(): 26      43594    cpu-e-829   26
[0] MPI startup(): 27      43595    cpu-e-829   27
[0] MPI startup(): 28      43596    cpu-e-829   28
[0] MPI startup(): 29      43597    cpu-e-829   29
[0] MPI startup(): 30      43598    cpu-e-829   30
[0] MPI startup(): 31      43599    cpu-e-829   31
[0] MPI startup(): 32      43218    cpu-e-830   0
[0] MPI startup(): 33      43219    cpu-e-830   1
[0] MPI startup(): 34      43220    cpu-e-830   2
[0] MPI startup(): 35      43221    cpu-e-830   3
[0] MPI startup(): 36      43222    cpu-e-830   4
[0] MPI startup(): 37      43223    cpu-e-830   5
[0] MPI startup(): 38      43224    cpu-e-830   6
[0] MPI startup(): 39      43225    cpu-e-830   7
[0] MPI startup(): 40      43226    cpu-e-830   8
[0] MPI startup(): 41      43227    cpu-e-830   9
[0] MPI startup(): 42      43228    cpu-e-830   10
[0] MPI startup(): 43      43229    cpu-e-830   11
[0] MPI startup(): 44      43230    cpu-e-830   12
[0] MPI startup(): 45      43231    cpu-e-830   13
[0] MPI startup(): 46      43232    cpu-e-830   14
[0] MPI startup(): 47      43233    cpu-e-830   15
[0] MPI startup(): 48      43234    cpu-e-830   16
[0] MPI startup(): 49      43235    cpu-e-830   17
[0] MPI startup(): 50      43236    cpu-e-830   18
[0] MPI startup(): 51      43237    cpu-e-830   19
[0] MPI startup(): 52      43238    cpu-e-830   20
[0] MPI startup(): 53      43239    cpu-e-830   21
[0] MPI startup(): 54      43240    cpu-e-830   22
[0] MPI startup(): 55      43241    cpu-e-830   23
[0] MPI startup(): 56      43242    cpu-e-830   24
[0] MPI startup(): 57      43243    cpu-e-830   25
[0] MPI startup(): 58      43244    cpu-e-830   26
[0] MPI startup(): 59      43245    cpu-e-830   27
[0] MPI startup(): 60      43246    cpu-e-830   28
[0] MPI startup(): 61      43247    cpu-e-830   29
[0] MPI startup(): 62      43248    cpu-e-830   30
[0] MPI startup(): 63      43249    cpu-e-830   31
[0] MPI startup(): 64      43017    cpu-e-893   0
[0] MPI startup(): 65      43018    cpu-e-893   1
[0] MPI startup(): 66      43019    cpu-e-893   2
[0] MPI startup(): 67      43020    cpu-e-893   3
[0] MPI startup(): 68      43021    cpu-e-893   4
[0] MPI startup(): 69      43022    cpu-e-893   5
[0] MPI startup(): 70      43023    cpu-e-893   6
[0] MPI startup(): 71      43024    cpu-e-893   7
[0] MPI startup(): 72      43025    cpu-e-893   8
[0] MPI startup(): 73      43026    cpu-e-893   9
[0] MPI startup(): 74      43027    cpu-e-893   10
[0] MPI startup(): 75      43028    cpu-e-893   11
[0] MPI startup(): 76      43029    cpu-e-893   12
[0] MPI startup(): 77      43030    cpu-e-893   13
[0] MPI startup(): 78      43031    cpu-e-893   14
[0] MPI startup(): 79      43032    cpu-e-893   15
[0] MPI startup(): 80      43033    cpu-e-893   16
[0] MPI startup(): 81      43034    cpu-e-893   17
[0] MPI startup(): 82      43035    cpu-e-893   18
[0] MPI startup(): 83      43036    cpu-e-893   19
[0] MPI startup(): 84      43037    cpu-e-893   20
[0] MPI startup(): 85      43038    cpu-e-893   21
[0] MPI startup(): 86      43039    cpu-e-893   22
[0] MPI startup(): 87      43040    cpu-e-893   23
[0] MPI startup(): 88      43041    cpu-e-893   24
[0] MPI startup(): 89      43042    cpu-e-893   25
[0] MPI startup(): 90      43043    cpu-e-893   26
[0] MPI startup(): 91      43044    cpu-e-893   27
[0] MPI startup(): 92      43045    cpu-e-893   28
[0] MPI startup(): 93      43046    cpu-e-893   29
[0] MPI startup(): 94      43047    cpu-e-893   30
[0] MPI startup(): 95      43048    cpu-e-893   31
[0] MPI startup(): 96      43016    cpu-e-894   0
[0] MPI startup(): 97      43017    cpu-e-894   1
[0] MPI startup(): 98      43018    cpu-e-894   2
[0] MPI startup(): 99      43019    cpu-e-894   3
[0] MPI startup(): 100     43020    cpu-e-894   4
[0] MPI startup(): 101     43021    cpu-e-894   5
[0] MPI startup(): 102     43022    cpu-e-894   6
[0] MPI startup(): 103     43023    cpu-e-894   7
[0] MPI startup(): 104     43024    cpu-e-894   8
[0] MPI startup(): 105     43025    cpu-e-894   9
[0] MPI startup(): 106     43026    cpu-e-894   10
[0] MPI startup(): 107     43027    cpu-e-894   11
[0] MPI startup(): 108     43028    cpu-e-894   12
[0] MPI startup(): 109     43029    cpu-e-894   13
[0] MPI startup(): 110     43030    cpu-e-894   14
[0] MPI startup(): 111     43031    cpu-e-894   15
[0] MPI startup(): 112     43032    cpu-e-894   16
[0] MPI startup(): 113     43033    cpu-e-894   17
[0] MPI startup(): 114     43034    cpu-e-894   18
[0] MPI startup(): 115     43035    cpu-e-894   19
[0] MPI startup(): 116     43036    cpu-e-894   20
[0] MPI startup(): 117     43037    cpu-e-894   21
[0] MPI startup(): 118     43038    cpu-e-894   22
[0] MPI startup(): 119     43039    cpu-e-894   23
[0] MPI startup(): 120     43040    cpu-e-894   24
[0] MPI startup(): 121     43041    cpu-e-894   25
[0] MPI startup(): 122     43042    cpu-e-894   26
[0] MPI startup(): 123     43043    cpu-e-894   27
[0] MPI startup(): 124     43044    cpu-e-894   28
[0] MPI startup(): 125     43045    cpu-e-894   29
[0] MPI startup(): 126     43046    cpu-e-894   30
[0] MPI startup(): 127     43047    cpu-e-894   31
[0] MPI startup(): 128     43056    cpu-e-957   0
[0] MPI startup(): 129     43057    cpu-e-957   1
[0] MPI startup(): 130     43058    cpu-e-957   2
[0] MPI startup(): 131     43059    cpu-e-957   3
[0] MPI startup(): 132     43060    cpu-e-957   4
[0] MPI startup(): 133     43061    cpu-e-957   5
[0] MPI startup(): 134     43062    cpu-e-957   6
[0] MPI startup(): 135     43063    cpu-e-957   7
[0] MPI startup(): 136     43064    cpu-e-957   8
[0] MPI startup(): 137     43065    cpu-e-957   9
[0] MPI startup(): 138     43066    cpu-e-957   10
[0] MPI startup(): 139     43067    cpu-e-957   11
[0] MPI startup(): 140     43068    cpu-e-957   12
[0] MPI startup(): 141     43069    cpu-e-957   13
[0] MPI startup(): 142     43070    cpu-e-957   14
[0] MPI startup(): 143     43071    cpu-e-957   15
[0] MPI startup(): 144     43072    cpu-e-957   16
[0] MPI startup(): 145     43073    cpu-e-957   17
[0] MPI startup(): 146     43074    cpu-e-957   18
[0] MPI startup(): 147     43075    cpu-e-957   19
[0] MPI startup(): 148     43076    cpu-e-957   20
[0] MPI startup(): 149     43077    cpu-e-957   21
[0] MPI startup(): 150     43078    cpu-e-957   22
[0] MPI startup(): 151     43079    cpu-e-957   23
[0] MPI startup(): 152     43080    cpu-e-957   24
[0] MPI startup(): 153     43081    cpu-e-957   25
[0] MPI startup(): 154     43082    cpu-e-957   26
[0] MPI startup(): 155     43083    cpu-e-957   27
[0] MPI startup(): 156     43084    cpu-e-957   28
[0] MPI startup(): 157     43085    cpu-e-957   29
[0] MPI startup(): 158     43086    cpu-e-957   30
[0] MPI startup(): 159     43087    cpu-e-957   31
[0] MPI startup(): 160     43125    cpu-e-958   0
[0] MPI startup(): 161     43126    cpu-e-958   1
[0] MPI startup(): 162     43127    cpu-e-958   2
[0] MPI startup(): 163     43128    cpu-e-958   3
[0] MPI startup(): 164     43129    cpu-e-958   4
[0] MPI startup(): 165     43130    cpu-e-958   5
[0] MPI startup(): 166     43131    cpu-e-958   6
[0] MPI startup(): 167     43132    cpu-e-958   7
[0] MPI startup(): 168     43133    cpu-e-958   8
[0] MPI startup(): 169     43134    cpu-e-958   9
[0] MPI startup(): 170     43135    cpu-e-958   10
[0] MPI startup(): 171     43136    cpu-e-958   11
[0] MPI startup(): 172     43137    cpu-e-958   12
[0] MPI startup(): 173     43138    cpu-e-958   13
[0] MPI startup(): 174     43139    cpu-e-958   14
[0] MPI startup(): 175     43140    cpu-e-958   15
[0] MPI startup(): 176     43141    cpu-e-958   16
[0] MPI startup(): 177     43142    cpu-e-958   17
[0] MPI startup(): 178     43143    cpu-e-958   18
[0] MPI startup(): 179     43144    cpu-e-958   19
[0] MPI startup(): 180     43145    cpu-e-958   20
[0] MPI startup(): 181     43146    cpu-e-958   21
[0] MPI startup(): 182     43147    cpu-e-958   22
[0] MPI startup(): 183     43148    cpu-e-958   23
[0] MPI startup(): 184     43149    cpu-e-958   24
[0] MPI startup(): 185     43150    cpu-e-958   25
[0] MPI startup(): 186     43151    cpu-e-958   26
[0] MPI startup(): 187     43152    cpu-e-958   27
[0] MPI startup(): 188     43153    cpu-e-958   28
[0] MPI startup(): 189     43154    cpu-e-958   29
[0] MPI startup(): 190     43155    cpu-e-958   30
[0] MPI startup(): 191     43156    cpu-e-958   31
[0] MPI startup(): 192     43079    cpu-e-1021  0
[0] MPI startup(): 193     43080    cpu-e-1021  1
[0] MPI startup(): 194     43081    cpu-e-1021  2
[0] MPI startup(): 195     43082    cpu-e-1021  3
[0] MPI startup(): 196     43083    cpu-e-1021  4
[0] MPI startup(): 197     43084    cpu-e-1021  5
[0] MPI startup(): 198     43085    cpu-e-1021  6
[0] MPI startup(): 199     43086    cpu-e-1021  7
[0] MPI startup(): 200     43087    cpu-e-1021  8
[0] MPI startup(): 201     43088    cpu-e-1021  9
[0] MPI startup(): 202     43089    cpu-e-1021  10
[0] MPI startup(): 203     43090    cpu-e-1021  11
[0] MPI startup(): 204     43091    cpu-e-1021  12
[0] MPI startup(): 205     43092    cpu-e-1021  13
[0] MPI startup(): 206     43093    cpu-e-1021  14
[0] MPI startup(): 207     43094    cpu-e-1021  15
[0] MPI startup(): 208     43095    cpu-e-1021  16
[0] MPI startup(): 209     43096    cpu-e-1021  17
[0] MPI startup(): 210     43097    cpu-e-1021  18
[0] MPI startup(): 211     43098    cpu-e-1021  19
[0] MPI startup(): 212     43099    cpu-e-1021  20
[0] MPI startup(): 213     43100    cpu-e-1021  21
[0] MPI startup(): 214     43101    cpu-e-1021  22
[0] MPI startup(): 215     43102    cpu-e-1021  23
[0] MPI startup(): 216     43103    cpu-e-1021  24
[0] MPI startup(): 217     43104    cpu-e-1021  25
[0] MPI startup(): 218     43105    cpu-e-1021  26
[0] MPI startup(): 219     43106    cpu-e-1021  27
[0] MPI startup(): 220     43107    cpu-e-1021  28
[0] MPI startup(): 221     43108    cpu-e-1021  29
[0] MPI startup(): 222     43109    cpu-e-1021  30
[0] MPI startup(): 223     43110    cpu-e-1021  31
[0] MPI startup(): 224     43028    cpu-e-1022  0
[0] MPI startup(): 225     43029    cpu-e-1022  1
[0] MPI startup(): 226     43030    cpu-e-1022  2
[0] MPI startup(): 227     43031    cpu-e-1022  3
[0] MPI startup(): 228     43032    cpu-e-1022  4
[0] MPI startup(): 229     43033    cpu-e-1022  5
[0] MPI startup(): 230     43034    cpu-e-1022  6
[0] MPI startup(): 231     43035    cpu-e-1022  7
[0] MPI startup(): 232     43036    cpu-e-1022  8
[0] MPI startup(): 233     43037    cpu-e-1022  9
[0] MPI startup(): 234     43038    cpu-e-1022  10
[0] MPI startup(): 235     43039    cpu-e-1022  11
[0] MPI startup(): 236     43040    cpu-e-1022  12
[0] MPI startup(): 237     43041    cpu-e-1022  13
[0] MPI startup(): 238     43042    cpu-e-1022  14
[0] MPI startup(): 239     43043    cpu-e-1022  15
[0] MPI startup(): 240     43044    cpu-e-1022  16
[0] MPI startup(): 241     43045    cpu-e-1022  17
[0] MPI startup(): 242     43046    cpu-e-1022  18
[0] MPI startup(): 243     43047    cpu-e-1022  19
[0] MPI startup(): 244     43048    cpu-e-1022  20
[0] MPI startup(): 245     43049    cpu-e-1022  21
[0] MPI startup(): 246     43050    cpu-e-1022  22
[0] MPI startup(): 247     43051    cpu-e-1022  23
[0] MPI startup(): 248     43052    cpu-e-1022  24
[0] MPI startup(): 249     43053    cpu-e-1022  25
[0] MPI startup(): 250     43054    cpu-e-1022  26
[0] MPI startup(): 251     43055    cpu-e-1022  27
[0] MPI startup(): 252     43056    cpu-e-1022  28
[0] MPI startup(): 253     43057    cpu-e-1022  29
[0] MPI startup(): 254     43058    cpu-e-1022  30
[0] MPI startup(): 255     43059    cpu-e-1022  31
[0] MPI startup(): 256     42837    cpu-e-1149  0
[0] MPI startup(): 257     42838    cpu-e-1149  1
[0] MPI startup(): 258     42839    cpu-e-1149  2
[0] MPI startup(): 259     42840    cpu-e-1149  3
[0] MPI startup(): 260     42841    cpu-e-1149  4
[0] MPI startup(): 261     42842    cpu-e-1149  5
[0] MPI startup(): 262     42843    cpu-e-1149  6
[0] MPI startup(): 263     42844    cpu-e-1149  7
[0] MPI startup(): 264     42845    cpu-e-1149  8
[0] MPI startup(): 265     42846    cpu-e-1149  9
[0] MPI startup(): 266     42847    cpu-e-1149  10
[0] MPI startup(): 267     42848    cpu-e-1149  11
[0] MPI startup(): 268     42849    cpu-e-1149  12
[0] MPI startup(): 269     42850    cpu-e-1149  13
[0] MPI startup(): 270     42851    cpu-e-1149  14
[0] MPI startup(): 271     42852    cpu-e-1149  15
[0] MPI startup(): 272     42853    cpu-e-1149  16
[0] MPI startup(): 273     42854    cpu-e-1149  17
[0] MPI startup(): 274     42855    cpu-e-1149  18
[0] MPI startup(): 275     42856    cpu-e-1149  19
[0] MPI startup(): 276     42857    cpu-e-1149  20
[0] MPI startup(): 277     42858    cpu-e-1149  21
[0] MPI startup(): 278     42859    cpu-e-1149  22
[0] MPI startup(): 279     42860    cpu-e-1149  23
[0] MPI startup(): 280     42861    cpu-e-1149  24
[0] MPI startup(): 281     42862    cpu-e-1149  25
[0] MPI startup(): 282     42863    cpu-e-1149  26
[0] MPI startup(): 283     42864    cpu-e-1149  27
[0] MPI startup(): 284     42865    cpu-e-1149  28
[0] MPI startup(): 285     42866    cpu-e-1149  29
[0] MPI startup(): 286     42867    cpu-e-1149  30
[0] MPI startup(): 287     42868    cpu-e-1149  31
[0] MPI startup(): 288     42998    cpu-e-1150  0
[0] MPI startup(): 289     42999    cpu-e-1150  1
[0] MPI startup(): 290     43000    cpu-e-1150  2
[0] MPI startup(): 291     43001    cpu-e-1150  3
[0] MPI startup(): 292     43002    cpu-e-1150  4
[0] MPI startup(): 293     43003    cpu-e-1150  5
[0] MPI startup(): 294     43004    cpu-e-1150  6
[0] MPI startup(): 295     43005    cpu-e-1150  7
[0] MPI startup(): 296     43006    cpu-e-1150  8
[0] MPI startup(): 297     43007    cpu-e-1150  9
[0] MPI startup(): 298     43008    cpu-e-1150  10
[0] MPI startup(): 299     43009    cpu-e-1150  11
[0] MPI startup(): 300     43010    cpu-e-1150  12
[0] MPI startup(): 301     43011    cpu-e-1150  13
[0] MPI startup(): 302     43012    cpu-e-1150  14
[0] MPI startup(): 303     43013    cpu-e-1150  15
[0] MPI startup(): 304     43014    cpu-e-1150  16
[0] MPI startup(): 305     43015    cpu-e-1150  17
[0] MPI startup(): 306     43016    cpu-e-1150  18
[0] MPI startup(): 307     43017    cpu-e-1150  19
[0] MPI startup(): 308     43018    cpu-e-1150  20
[0] MPI startup(): 309     43019    cpu-e-1150  21
[0] MPI startup(): 310     43020    cpu-e-1150  22
[0] MPI startup(): 311     43021    cpu-e-1150  23
[0] MPI startup(): 312     43022    cpu-e-1150  24
[0] MPI startup(): 313     43023    cpu-e-1150  25
[0] MPI startup(): 314     43024    cpu-e-1150  26
[0] MPI startup(): 315     43025    cpu-e-1150  27
[0] MPI startup(): 316     43026    cpu-e-1150  28
[0] MPI startup(): 317     43027    cpu-e-1150  29
[0] MPI startup(): 318     43028    cpu-e-1150  30
[0] MPI startup(): 319     43029    cpu-e-1150  31
[0] MPI startup(): I_MPI_CC=icc
[0] MPI startup(): I_MPI_CXX=icpc
[0] MPI startup(): I_MPI_FC=ifort
[0] MPI startup(): I_MPI_F90=ifort
[0] MPI startup(): I_MPI_F77=ifort
[0] MPI startup(): I_MPI_ROOT=/usr/local/Cluster-Apps/intel/2019.3//compilers_and_libraries_2019.3.192/linux/mpi
[0] MPI startup(): I_MPI_HYDRA_RMK=slurm
[0] MPI startup(): I_MPI_JOB_RESPECT_PROCESS_PLACEMENT=off
[0] MPI startup(): I_MPI_PIN_DOMAIN=omp:compact
[0] MPI startup(): I_MPI_PIN_ORDER=scatter
[0] MPI startup(): I_MPI_FABRICS=shm:ofi
[0] MPI startup(): I_MPI_DEBUG=10
[0] MPI startup(): I_MPI_TMI_PROVIDER variable has been removed from the product, its value is ignored

[0] MPI startup(): I_MPI_TMI_PROVIDER environment variable is not supported.
[0] MPI startup(): Similar variables:
	 I_MPI_OFI_PROVIDER
[0] MPI startup(): To check the list of supported variables, use the impi_info utility or refer to https://software.intel.com/en-us/mpi-library/documentation/get-started.
IOR-3.3alpha1: MPI Coordinated Test of Parallel I/O
Began               : Sun Jun  9 10:35:42 2019
Command line        : /home/mjr208/projects/benchmarking/io-500-src-stonewall-fix/bin/ior -r -R -a=POSIX --posix.odirect -C -t 16m -b 160g -F -i 1 -C -Q 1 -g -G 27 -k -e -o /dac/fs1/mjr208/job12143920-2019-06-09-1006/ior_easy/ior_file_easy -O stoneWallingStatusFile=/dac/fs1/mjr208/job12143920-2019-06-09-1006/ior_easy/stonewall
Machine             : Linux cpu-e-829
TestID              : 0
StartTime           : Sun Jun  9 10:35:42 2019
Path                : /dac/fs1/mjr208/job12143920-2019-06-09-1006/ior_easy
FS                  : 412.5 TiB   Used FS: 12.4%   Inodes: 960.0 Mi   Used Inodes: 16.2%

Options: 
api                 : POSIX
apiVersion          : 
test filename       : /dac/fs1/mjr208/job12143920-2019-06-09-1006/ior_easy/ior_file_easy
access              : file-per-process
type                : independent
segments            : 1
ordering in a file  : sequential
tasks               : 320
clients per node    : 32
repetitions         : 1
xfersize            : 16 MiB
blocksize           : 160 GiB
aggregate filesize  : 50 TiB

Results: 

access    bw(MiB/s)  block(KiB) xfer(KiB)  open(s)    wr/rd(s)   close(s)   total(s)   iter
------    ---------  ---------- ---------  --------   --------   --------   --------   ----
read      126609     167772160  16384      0.016533   414.08     0.005713   414.10     0   
Max Read:  126609.28 MiB/sec (132759.45 MB/sec)

Summary of all tests:
Operation   Max(MiB)   Min(MiB)  Mean(MiB)     StdDev   Max(OPs)   Min(OPs)  Mean(OPs)     StdDev    Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt   blksiz    xsize aggs(MiB)   API RefNum
read       126609.28  126609.28  126609.28       0.00    7913.08    7913.08    7913.08       0.00  414.09920     0    320  32    1   1     2        1         0    0      1 171798691840 16777216 52428800.0 POSIX      0
Finished            : Sun Jun  9 10:42:36 2019
ior_easy_write
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
[0] MPI startup(): libfabric version: 1.8.0a1-impi

MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
[0] MPI startup(): libfabric provider: psm2

[0] MPI startup(): Rank    Pid      Node name   Pin cpu
[0] MPI startup(): 0       35775    cpu-e-829   0
[0] MPI startup(): 1       35776    cpu-e-829   1
[0] MPI startup(): 2       35777    cpu-e-829   2
[0] MPI startup(): 3       35778    cpu-e-829   3
[0] MPI startup(): 4       35779    cpu-e-829   4
[0] MPI startup(): 5       35780    cpu-e-829   5
[0] MPI startup(): 6       35781    cpu-e-829   6
[0] MPI startup(): 7       35782    cpu-e-829   7
[0] MPI startup(): 8       35783    cpu-e-829   8
[0] MPI startup(): 9       35784    cpu-e-829   9
[0] MPI startup(): 10      35785    cpu-e-829   10
[0] MPI startup(): 11      35786    cpu-e-829   11
[0] MPI startup(): 12      35787    cpu-e-829   12
[0] MPI startup(): 13      35788    cpu-e-829   13
[0] MPI startup(): 14      35789    cpu-e-829   14
[0] MPI startup(): 15      35790    cpu-e-829   15
[0] MPI startup(): 16      35791    cpu-e-829   16
[0] MPI startup(): 17      35792    cpu-e-829   17
[0] MPI startup(): 18      35793    cpu-e-829   18
[0] MPI startup(): 19      35794    cpu-e-829   19
[0] MPI startup(): 20      35795    cpu-e-829   20
[0] MPI startup(): 21      35796    cpu-e-829   21
[0] MPI startup(): 22      35797    cpu-e-829   22
[0] MPI startup(): 23      35798    cpu-e-829   23
[0] MPI startup(): 24      35799    cpu-e-829   24
[0] MPI startup(): 25      35800    cpu-e-829   25
[0] MPI startup(): 26      35801    cpu-e-829   26
[0] MPI startup(): 27      35802    cpu-e-829   27
[0] MPI startup(): 28      35803    cpu-e-829   28
[0] MPI startup(): 29      35804    cpu-e-829   29
[0] MPI startup(): 30      35805    cpu-e-829   30
[0] MPI startup(): 31      35806    cpu-e-829   31
[0] MPI startup(): 32      35715    cpu-e-830   0
[0] MPI startup(): 33      35716    cpu-e-830   1
[0] MPI startup(): 34      35717    cpu-e-830   2
[0] MPI startup(): 35      35718    cpu-e-830   3
[0] MPI startup(): 36      35719    cpu-e-830   4
[0] MPI startup(): 37      35720    cpu-e-830   5
[0] MPI startup(): 38      35721    cpu-e-830   6
[0] MPI startup(): 39      35722    cpu-e-830   7
[0] MPI startup(): 40      35723    cpu-e-830   8
[0] MPI startup(): 41      35724    cpu-e-830   9
[0] MPI startup(): 42      35725    cpu-e-830   10
[0] MPI startup(): 43      35726    cpu-e-830   11
[0] MPI startup(): 44      35727    cpu-e-830   12
[0] MPI startup(): 45      35728    cpu-e-830   13
[0] MPI startup(): 46      35729    cpu-e-830   14
[0] MPI startup(): 47      35730    cpu-e-830   15
[0] MPI startup(): 48      35731    cpu-e-830   16
[0] MPI startup(): 49      35732    cpu-e-830   17
[0] MPI startup(): 50      35733    cpu-e-830   18
[0] MPI startup(): 51      35734    cpu-e-830   19
[0] MPI startup(): 52      35735    cpu-e-830   20
[0] MPI startup(): 53      35736    cpu-e-830   21
[0] MPI startup(): 54      35737    cpu-e-830   22
[0] MPI startup(): 55      35738    cpu-e-830   23
[0] MPI startup(): 56      35739    cpu-e-830   24
[0] MPI startup(): 57      35740    cpu-e-830   25
[0] MPI startup(): 58      35741    cpu-e-830   26
[0] MPI startup(): 59      35742    cpu-e-830   27
[0] MPI startup(): 60      35743    cpu-e-830   28
[0] MPI startup(): 61      35744    cpu-e-830   29
[0] MPI startup(): 62      35745    cpu-e-830   30
[0] MPI startup(): 63      35746    cpu-e-830   31
[0] MPI startup(): 64      35671    cpu-e-893   0
[0] MPI startup(): 65      35672    cpu-e-893   1
[0] MPI startup(): 66      35673    cpu-e-893   2
[0] MPI startup(): 67      35674    cpu-e-893   3
[0] MPI startup(): 68      35675    cpu-e-893   4
[0] MPI startup(): 69      35676    cpu-e-893   5
[0] MPI startup(): 70      35677    cpu-e-893   6
[0] MPI startup(): 71      35678    cpu-e-893   7
[0] MPI startup(): 72      35679    cpu-e-893   8
[0] MPI startup(): 73      35680    cpu-e-893   9
[0] MPI startup(): 74      35681    cpu-e-893   10
[0] MPI startup(): 75      35682    cpu-e-893   11
[0] MPI startup(): 76      35683    cpu-e-893   12
[0] MPI startup(): 77      35684    cpu-e-893   13
[0] MPI startup(): 78      35685    cpu-e-893   14
[0] MPI startup(): 79      35686    cpu-e-893   15
[0] MPI startup(): 80      35687    cpu-e-893   16
[0] MPI startup(): 81      35688    cpu-e-893   17
[0] MPI startup(): 82      35689    cpu-e-893   18
[0] MPI startup(): 83      35690    cpu-e-893   19
[0] MPI startup(): 84      35691    cpu-e-893   20
[0] MPI startup(): 85      35692    cpu-e-893   21
[0] MPI startup(): 86      35693    cpu-e-893   22
[0] MPI startup(): 87      35694    cpu-e-893   23
[0] MPI startup(): 88      35695    cpu-e-893   24
[0] MPI startup(): 89      35696    cpu-e-893   25
[0] MPI startup(): 90      35697    cpu-e-893   26
[0] MPI startup(): 91      35698    cpu-e-893   27
[0] MPI startup(): 92      35699    cpu-e-893   28
[0] MPI startup(): 93      35700    cpu-e-893   29
[0] MPI startup(): 94      35701    cpu-e-893   30
[0] MPI startup(): 95      35702    cpu-e-893   31
[0] MPI startup(): 96      35631    cpu-e-894   0
[0] MPI startup(): 97      35632    cpu-e-894   1
[0] MPI startup(): 98      35633    cpu-e-894   2
[0] MPI startup(): 99      35634    cpu-e-894   3
[0] MPI startup(): 100     35635    cpu-e-894   4
[0] MPI startup(): 101     35636    cpu-e-894   5
[0] MPI startup(): 102     35637    cpu-e-894   6
[0] MPI startup(): 103     35638    cpu-e-894   7
[0] MPI startup(): 104     35639    cpu-e-894   8
[0] MPI startup(): 105     35640    cpu-e-894   9
[0] MPI startup(): 106     35641    cpu-e-894   10
[0] MPI startup(): 107     35642    cpu-e-894   11
[0] MPI startup(): 108     35643    cpu-e-894   12
[0] MPI startup(): 109     35644    cpu-e-894   13
[0] MPI startup(): 110     35645    cpu-e-894   14
[0] MPI startup(): 111     35646    cpu-e-894   15
[0] MPI startup(): 112     35647    cpu-e-894   16
[0] MPI startup(): 113     35648    cpu-e-894   17
[0] MPI startup(): 114     35649    cpu-e-894   18
[0] MPI startup(): 115     35650    cpu-e-894   19
[0] MPI startup(): 116     35651    cpu-e-894   20
[0] MPI startup(): 117     35652    cpu-e-894   21
[0] MPI startup(): 118     35653    cpu-e-894   22
[0] MPI startup(): 119     35654    cpu-e-894   23
[0] MPI startup(): 120     35655    cpu-e-894   24
[0] MPI startup(): 121     35656    cpu-e-894   25
[0] MPI startup(): 122     35657    cpu-e-894   26
[0] MPI startup(): 123     35658    cpu-e-894   27
[0] MPI startup(): 124     35659    cpu-e-894   28
[0] MPI startup(): 125     35660    cpu-e-894   29
[0] MPI startup(): 126     35661    cpu-e-894   30
[0] MPI startup(): 127     35662    cpu-e-894   31
[0] MPI startup(): 128     35711    cpu-e-957   0
[0] MPI startup(): 129     35712    cpu-e-957   1
[0] MPI startup(): 130     35713    cpu-e-957   2
[0] MPI startup(): 131     35714    cpu-e-957   3
[0] MPI startup(): 132     35715    cpu-e-957   4
[0] MPI startup(): 133     35716    cpu-e-957   5
[0] MPI startup(): 134     35717    cpu-e-957   6
[0] MPI startup(): 135     35718    cpu-e-957   7
[0] MPI startup(): 136     35719    cpu-e-957   8
[0] MPI startup(): 137     35720    cpu-e-957   9
[0] MPI startup(): 138     35721    cpu-e-957   10
[0] MPI startup(): 139     35722    cpu-e-957   11
[0] MPI startup(): 140     35723    cpu-e-957   12
[0] MPI startup(): 141     35724    cpu-e-957   13
[0] MPI startup(): 142     35725    cpu-e-957   14
[0] MPI startup(): 143     35726    cpu-e-957   15
[0] MPI startup(): 144     35727    cpu-e-957   16
[0] MPI startup(): 145     35728    cpu-e-957   17
[0] MPI startup(): 146     35729    cpu-e-957   18
[0] MPI startup(): 147     35730    cpu-e-957   19
[0] MPI startup(): 148     35731    cpu-e-957   20
[0] MPI startup(): 149     35732    cpu-e-957   21
[0] MPI startup(): 150     35733    cpu-e-957   22
[0] MPI startup(): 151     35734    cpu-e-957   23
[0] MPI startup(): 152     35735    cpu-e-957   24
[0] MPI startup(): 153     35736    cpu-e-957   25
[0] MPI startup(): 154     35737    cpu-e-957   26
[0] MPI startup(): 155     35738    cpu-e-957   27
[0] MPI startup(): 156     35739    cpu-e-957   28
[0] MPI startup(): 157     35740    cpu-e-957   29
[0] MPI startup(): 158     35741    cpu-e-957   30
[0] MPI startup(): 159     35742    cpu-e-957   31
[0] MPI startup(): 160     35711    cpu-e-958   0
[0] MPI startup(): 161     35712    cpu-e-958   1
[0] MPI startup(): 162     35713    cpu-e-958   2
[0] MPI startup(): 163     35714    cpu-e-958   3
[0] MPI startup(): 164     35715    cpu-e-958   4
[0] MPI startup(): 165     35716    cpu-e-958   5
[0] MPI startup(): 166     35717    cpu-e-958   6
[0] MPI startup(): 167     35718    cpu-e-958   7
[0] MPI startup(): 168     35719    cpu-e-958   8
[0] MPI startup(): 169     35720    cpu-e-958   9
[0] MPI startup(): 170     35721    cpu-e-958   10
[0] MPI startup(): 171     35722    cpu-e-958   11
[0] MPI startup(): 172     35723    cpu-e-958   12
[0] MPI startup(): 173     35724    cpu-e-958   13
[0] MPI startup(): 174     35725    cpu-e-958   14
[0] MPI startup(): 175     35726    cpu-e-958   15
[0] MPI startup(): 176     35727    cpu-e-958   16
[0] MPI startup(): 177     35728    cpu-e-958   17
[0] MPI startup(): 178     35729    cpu-e-958   18
[0] MPI startup(): 179     35730    cpu-e-958   19
[0] MPI startup(): 180     35731    cpu-e-958   20
[0] MPI startup(): 181     35732    cpu-e-958   21
[0] MPI startup(): 182     35733    cpu-e-958   22
[0] MPI startup(): 183     35734    cpu-e-958   23
[0] MPI startup(): 184     35735    cpu-e-958   24
[0] MPI startup(): 185     35736    cpu-e-958   25
[0] MPI startup(): 186     35737    cpu-e-958   26
[0] MPI startup(): 187     35738    cpu-e-958   27
[0] MPI startup(): 188     35739    cpu-e-958   28
[0] MPI startup(): 189     35740    cpu-e-958   29
[0] MPI startup(): 190     35741    cpu-e-958   30
[0] MPI startup(): 191     35742    cpu-e-958   31
[0] MPI startup(): 192     35778    cpu-e-1021  0
[0] MPI startup(): 193     35779    cpu-e-1021  1
[0] MPI startup(): 194     35780    cpu-e-1021  2
[0] MPI startup(): 195     35781    cpu-e-1021  3
[0] MPI startup(): 196     35782    cpu-e-1021  4
[0] MPI startup(): 197     35783    cpu-e-1021  5
[0] MPI startup(): 198     35784    cpu-e-1021  6
[0] MPI startup(): 199     35785    cpu-e-1021  7
[0] MPI startup(): 200     35786    cpu-e-1021  8
[0] MPI startup(): 201     35787    cpu-e-1021  9
[0] MPI startup(): 202     35788    cpu-e-1021  10
[0] MPI startup(): 203     35789    cpu-e-1021  11
[0] MPI startup(): 204     35790    cpu-e-1021  12
[0] MPI startup(): 205     35791    cpu-e-1021  13
[0] MPI startup(): 206     35792    cpu-e-1021  14
[0] MPI startup(): 207     35793    cpu-e-1021  15
[0] MPI startup(): 208     35794    cpu-e-1021  16
[0] MPI startup(): 209     35795    cpu-e-1021  17
[0] MPI startup(): 210     35796    cpu-e-1021  18
[0] MPI startup(): 211     35797    cpu-e-1021  19
[0] MPI startup(): 212     35798    cpu-e-1021  20
[0] MPI startup(): 213     35799    cpu-e-1021  21
[0] MPI startup(): 214     35800    cpu-e-1021  22
[0] MPI startup(): 215     35801    cpu-e-1021  23
[0] MPI startup(): 216     35802    cpu-e-1021  24
[0] MPI startup(): 217     35803    cpu-e-1021  25
[0] MPI startup(): 218     35804    cpu-e-1021  26
[0] MPI startup(): 219     35805    cpu-e-1021  27
[0] MPI startup(): 220     35806    cpu-e-1021  28
[0] MPI startup(): 221     35807    cpu-e-1021  29
[0] MPI startup(): 222     35808    cpu-e-1021  30
[0] MPI startup(): 223     35809    cpu-e-1021  31
[0] MPI startup(): 224     35738    cpu-e-1022  0
[0] MPI startup(): 225     35739    cpu-e-1022  1
[0] MPI startup(): 226     35740    cpu-e-1022  2
[0] MPI startup(): 227     35741    cpu-e-1022  3
[0] MPI startup(): 228     35742    cpu-e-1022  4
[0] MPI startup(): 229     35743    cpu-e-1022  5
[0] MPI startup(): 230     35744    cpu-e-1022  6
[0] MPI startup(): 231     35745    cpu-e-1022  7
[0] MPI startup(): 232     35746    cpu-e-1022  8
[0] MPI startup(): 233     35747    cpu-e-1022  9
[0] MPI startup(): 234     35748    cpu-e-1022  10
[0] MPI startup(): 235     35749    cpu-e-1022  11
[0] MPI startup(): 236     35750    cpu-e-1022  12
[0] MPI startup(): 237     35751    cpu-e-1022  13
[0] MPI startup(): 238     35752    cpu-e-1022  14
[0] MPI startup(): 239     35753    cpu-e-1022  15
[0] MPI startup(): 240     35754    cpu-e-1022  16
[0] MPI startup(): 241     35755    cpu-e-1022  17
[0] MPI startup(): 242     35756    cpu-e-1022  18
[0] MPI startup(): 243     35757    cpu-e-1022  19
[0] MPI startup(): 244     35758    cpu-e-1022  20
[0] MPI startup(): 245     35759    cpu-e-1022  21
[0] MPI startup(): 246     35760    cpu-e-1022  22
[0] MPI startup(): 247     35761    cpu-e-1022  23
[0] MPI startup(): 248     35762    cpu-e-1022  24
[0] MPI startup(): 249     35763    cpu-e-1022  25
[0] MPI startup(): 250     35764    cpu-e-1022  26
[0] MPI startup(): 251     35765    cpu-e-1022  27
[0] MPI startup(): 252     35766    cpu-e-1022  28
[0] MPI startup(): 253     35767    cpu-e-1022  29
[0] MPI startup(): 254     35768    cpu-e-1022  30
[0] MPI startup(): 255     35769    cpu-e-1022  31
[0] MPI startup(): 256     35577    cpu-e-1149  0
[0] MPI startup(): 257     35578    cpu-e-1149  1
[0] MPI startup(): 258     35579    cpu-e-1149  2
[0] MPI startup(): 259     35580    cpu-e-1149  3
[0] MPI startup(): 260     35581    cpu-e-1149  4
[0] MPI startup(): 261     35582    cpu-e-1149  5
[0] MPI startup(): 262     35583    cpu-e-1149  6
[0] MPI startup(): 263     35584    cpu-e-1149  7
[0] MPI startup(): 264     35585    cpu-e-1149  8
[0] MPI startup(): 265     35586    cpu-e-1149  9
[0] MPI startup(): 266     35587    cpu-e-1149  10
[0] MPI startup(): 267     35588    cpu-e-1149  11
[0] MPI startup(): 268     35589    cpu-e-1149  12
[0] MPI startup(): 269     35590    cpu-e-1149  13
[0] MPI startup(): 270     35591    cpu-e-1149  14
[0] MPI startup(): 271     35592    cpu-e-1149  15
[0] MPI startup(): 272     35593    cpu-e-1149  16
[0] MPI startup(): 273     35594    cpu-e-1149  17
[0] MPI startup(): 274     35595    cpu-e-1149  18
[0] MPI startup(): 275     35596    cpu-e-1149  19
[0] MPI startup(): 276     35597    cpu-e-1149  20
[0] MPI startup(): 277     35598    cpu-e-1149  21
[0] MPI startup(): 278     35599    cpu-e-1149  22
[0] MPI startup(): 279     35600    cpu-e-1149  23
[0] MPI startup(): 280     35601    cpu-e-1149  24
[0] MPI startup(): 281     35602    cpu-e-1149  25
[0] MPI startup(): 282     35603    cpu-e-1149  26
[0] MPI startup(): 283     35604    cpu-e-1149  27
[0] MPI startup(): 284     35605    cpu-e-1149  28
[0] MPI startup(): 285     35606    cpu-e-1149  29
[0] MPI startup(): 286     35607    cpu-e-1149  30
[0] MPI startup(): 287     35608    cpu-e-1149  31
[0] MPI startup(): 288     35633    cpu-e-1150  0
[0] MPI startup(): 289     35634    cpu-e-1150  1
[0] MPI startup(): 290     35635    cpu-e-1150  2
[0] MPI startup(): 291     35636    cpu-e-1150  3
[0] MPI startup(): 292     35637    cpu-e-1150  4
[0] MPI startup(): 293     35638    cpu-e-1150  5
[0] MPI startup(): 294     35639    cpu-e-1150  6
[0] MPI startup(): 295     35640    cpu-e-1150  7
[0] MPI startup(): 296     35641    cpu-e-1150  8
[0] MPI startup(): 297     35642    cpu-e-1150  9
[0] MPI startup(): 298     35643    cpu-e-1150  10
[0] MPI startup(): 299     35644    cpu-e-1150  11
[0] MPI startup(): 300     35645    cpu-e-1150  12
[0] MPI startup(): 301     35646    cpu-e-1150  13
[0] MPI startup(): 302     35647    cpu-e-1150  14
[0] MPI startup(): 303     35648    cpu-e-1150  15
[0] MPI startup(): 304     35649    cpu-e-1150  16
[0] MPI startup(): 305     35650    cpu-e-1150  17
[0] MPI startup(): 306     35651    cpu-e-1150  18
[0] MPI startup(): 307     35652    cpu-e-1150  19
[0] MPI startup(): 308     35653    cpu-e-1150  20
[0] MPI startup(): 309     35654    cpu-e-1150  21
[0] MPI startup(): 310     35655    cpu-e-1150  22
[0] MPI startup(): 311     35656    cpu-e-1150  23
[0] MPI startup(): 312     35657    cpu-e-1150  24
[0] MPI startup(): 313     35658    cpu-e-1150  25
[0] MPI startup(): 314     35659    cpu-e-1150  26
[0] MPI startup(): 315     35660    cpu-e-1150  27
[0] MPI startup(): 316     35661    cpu-e-1150  28
[0] MPI startup(): 317     35662    cpu-e-1150  29
[0] MPI startup(): 318     35663    cpu-e-1150  30
[0] MPI startup(): 319     35664    cpu-e-1150  31
[0] MPI startup(): I_MPI_CC=icc
[0] MPI startup(): I_MPI_CXX=icpc
[0] MPI startup(): I_MPI_FC=ifort
[0] MPI startup(): I_MPI_F90=ifort
[0] MPI startup(): I_MPI_F77=ifort
[0] MPI startup(): I_MPI_ROOT=/usr/local/Cluster-Apps/intel/2019.3//compilers_and_libraries_2019.3.192/linux/mpi
[0] MPI startup(): I_MPI_HYDRA_RMK=slurm
[0] MPI startup(): I_MPI_JOB_RESPECT_PROCESS_PLACEMENT=off
[0] MPI startup(): I_MPI_PIN_DOMAIN=omp:compact
[0] MPI startup(): I_MPI_PIN_ORDER=scatter
[0] MPI startup(): I_MPI_FABRICS=shm:ofi
[0] MPI startup(): I_MPI_DEBUG=10
[0] MPI startup(): I_MPI_TMI_PROVIDER variable has been removed from the product, its value is ignored

[0] MPI startup(): I_MPI_TMI_PROVIDER environment variable is not supported.
[0] MPI startup(): Similar variables:
	 I_MPI_OFI_PROVIDER
[0] MPI startup(): To check the list of supported variables, use the impi_info utility or refer to https://software.intel.com/en-us/mpi-library/documentation/get-started.
IOR-3.3alpha1: MPI Coordinated Test of Parallel I/O
Began               : Sun Jun  9 10:09:27 2019
Command line        : /home/mjr208/projects/benchmarking/io-500-src-stonewall-fix/bin/ior -w -a=POSIX --posix.odirect -C -t 16m -b 160g -F -i 1 -C -Q 1 -g -G 27 -k -e -o /dac/fs1/mjr208/job12143920-2019-06-09-1006/ior_easy/ior_file_easy -O stoneWallingStatusFile=/dac/fs1/mjr208/job12143920-2019-06-09-1006/ior_easy/stonewall -O stoneWallingWearOut=1 -D 300
Machine             : Linux cpu-e-829
TestID              : 0
StartTime           : Sun Jun  9 10:09:27 2019
Path                : /dac/fs1/mjr208/job12143920-2019-06-09-1006/ior_easy
FS                  : 412.5 TiB   Used FS: 0.0%   Inodes: 960.0 Mi   Used Inodes: 0.0%

Options: 
api                 : POSIX
apiVersion          : 
test filename       : /dac/fs1/mjr208/job12143920-2019-06-09-1006/ior_easy/ior_file_easy
access              : file-per-process
type                : independent
segments            : 1
ordering in a file  : sequential
tasks               : 320
clients per node    : 32
repetitions         : 1
xfersize            : 16 MiB
blocksize           : 160 GiB
aggregate filesize  : 50 TiB
stonewallingTime    : 300
stoneWallingWearOut : 1

Results: 

access    bw(MiB/s)  block(KiB) xfer(KiB)  open(s)    wr/rd(s)   close(s)   total(s)   iter
------    ---------  ---------- ---------  --------   --------   --------   --------   ----
stonewalling pairs accessed min: 8780 max: 10240 -- min data: 137.2 GiB mean data: 157.8 GiB time: 300.0s
write     156790     167772160  16384      0.013947   334.37     0.004553   334.39     0   
Max Write: 156789.51 MiB/sec (164405.72 MB/sec)

Summary of all tests:
Operation   Max(MiB)   Min(MiB)  Mean(MiB)     StdDev   Max(OPs)   Min(OPs)  Mean(OPs)     StdDev    Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt   blksiz    xsize aggs(MiB)   API RefNum
write      156789.51  156789.51  156789.51       0.00    9799.34    9799.34    9799.34       0.00  334.38972     0    320  32    1   1     2        1         0    0      1 171798691840 16777216 52428800.0 POSIX      0
Finished            : Sun Jun  9 10:15:01 2019
ior_hard_read
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
[0] MPI startup(): libfabric version: 1.8.0a1-impi

[0] MPI startup(): libfabric provider: psm2

[0] MPI startup(): Rank    Pid      Node name   Pin cpu
[0] MPI startup(): 0       46527    cpu-e-829   0
[0] MPI startup(): 1       46528    cpu-e-829   1
[0] MPI startup(): 2       46529    cpu-e-829   2
[0] MPI startup(): 3       46530    cpu-e-829   3
[0] MPI startup(): 4       46531    cpu-e-829   4
[0] MPI startup(): 5       46532    cpu-e-829   5
[0] MPI startup(): 6       46533    cpu-e-829   6
[0] MPI startup(): 7       46534    cpu-e-829   7
[0] MPI startup(): 8       46535    cpu-e-829   8
[0] MPI startup(): 9       46536    cpu-e-829   9
[0] MPI startup(): 10      46537    cpu-e-829   10
[0] MPI startup(): 11      46538    cpu-e-829   11
[0] MPI startup(): 12      46539    cpu-e-829   12
[0] MPI startup(): 13      46540    cpu-e-829   13
[0] MPI startup(): 14      46541    cpu-e-829   14
[0] MPI startup(): 15      46542    cpu-e-829   15
[0] MPI startup(): 16      46543    cpu-e-829   16
[0] MPI startup(): 17      46544    cpu-e-829   17
[0] MPI startup(): 18      46545    cpu-e-829   18
[0] MPI startup(): 19      46546    cpu-e-829   19
[0] MPI startup(): 20      46547    cpu-e-829   20
[0] MPI startup(): 21      46548    cpu-e-829   21
[0] MPI startup(): 22      46549    cpu-e-829   22
[0] MPI startup(): 23      46550    cpu-e-829   23
[0] MPI startup(): 24      46551    cpu-e-829   24
[0] MPI startup(): 25      46552    cpu-e-829   25
[0] MPI startup(): 26      46553    cpu-e-829   26
[0] MPI startup(): 27      46554    cpu-e-829   27
[0] MPI startup(): 28      46555    cpu-e-829   28
[0] MPI startup(): 29      46556    cpu-e-829   29
[0] MPI startup(): 30      46557    cpu-e-829   30
[0] MPI startup(): 31      46558    cpu-e-829   31
[0] MPI startup(): 32      46115    cpu-e-830   0
[0] MPI startup(): 33      46116    cpu-e-830   1
[0] MPI startup(): 34      46117    cpu-e-830   2
[0] MPI startup(): 35      46118    cpu-e-830   3
[0] MPI startup(): 36      46119    cpu-e-830   4
[0] MPI startup(): 37      46120    cpu-e-830   5
[0] MPI startup(): 38      46121    cpu-e-830   6
[0] MPI startup(): 39      46122    cpu-e-830   7
[0] MPI startup(): 40      46123    cpu-e-830   8
[0] MPI startup(): 41      46124    cpu-e-830   9
[0] MPI startup(): 42      46125    cpu-e-830   10
[0] MPI startup(): 43      46126    cpu-e-830   11
[0] MPI startup(): 44      46127    cpu-e-830   12
[0] MPI startup(): 45      46128    cpu-e-830   13
[0] MPI startup(): 46      46129    cpu-e-830   14
[0] MPI startup(): 47      46130    cpu-e-830   15
[0] MPI startup(): 48      46131    cpu-e-830   16
[0] MPI startup(): 49      46132    cpu-e-830   17
[0] MPI startup(): 50      46133    cpu-e-830   18
[0] MPI startup(): 51      46134    cpu-e-830   19
[0] MPI startup(): 52      46135    cpu-e-830   20
[0] MPI startup(): 53      46136    cpu-e-830   21
[0] MPI startup(): 54      46137    cpu-e-830   22
[0] MPI startup(): 55      46138    cpu-e-830   23
[0] MPI startup(): 56      46139    cpu-e-830   24
[0] MPI startup(): 57      46140    cpu-e-830   25
[0] MPI startup(): 58      46141    cpu-e-830   26
[0] MPI startup(): 59      46142    cpu-e-830   27
[0] MPI startup(): 60      46143    cpu-e-830   28
[0] MPI startup(): 61      46144    cpu-e-830   29
[0] MPI startup(): 62      46145    cpu-e-830   30
[0] MPI startup(): 63      46146    cpu-e-830   31
[0] MPI startup(): 64      45900    cpu-e-893   0
[0] MPI startup(): 65      45901    cpu-e-893   1
[0] MPI startup(): 66      45902    cpu-e-893   2
[0] MPI startup(): 67      45903    cpu-e-893   3
[0] MPI startup(): 68      45904    cpu-e-893   4
[0] MPI startup(): 69      45905    cpu-e-893   5
[0] MPI startup(): 70      45906    cpu-e-893   6
[0] MPI startup(): 71      45907    cpu-e-893   7
[0] MPI startup(): 72      45908    cpu-e-893   8
[0] MPI startup(): 73      45909    cpu-e-893   9
[0] MPI startup(): 74      45910    cpu-e-893   10
[0] MPI startup(): 75      45911    cpu-e-893   11
[0] MPI startup(): 76      45912    cpu-e-893   12
[0] MPI startup(): 77      45913    cpu-e-893   13
[0] MPI startup(): 78      45914    cpu-e-893   14
[0] MPI startup(): 79      45915    cpu-e-893   15
[0] MPI startup(): 80      45916    cpu-e-893   16
[0] MPI startup(): 81      45917    cpu-e-893   17
[0] MPI startup(): 82      45918    cpu-e-893   18
[0] MPI startup(): 83      45919    cpu-e-893   19
[0] MPI startup(): 84      45920    cpu-e-893   20
[0] MPI startup(): 85      45921    cpu-e-893   21
[0] MPI startup(): 86      45922    cpu-e-893   22
[0] MPI startup(): 87      45923    cpu-e-893   23
[0] MPI startup(): 88      45924    cpu-e-893   24
[0] MPI startup(): 89      45925    cpu-e-893   25
[0] MPI startup(): 90      45926    cpu-e-893   26
[0] MPI startup(): 91      45927    cpu-e-893   27
[0] MPI startup(): 92      45928    cpu-e-893   28
[0] MPI startup(): 93      45929    cpu-e-893   29
[0] MPI startup(): 94      45930    cpu-e-893   30
[0] MPI startup(): 95      45931    cpu-e-893   31
[0] MPI startup(): 96      45892    cpu-e-894   0
[0] MPI startup(): 97      45893    cpu-e-894   1
[0] MPI startup(): 98      45894    cpu-e-894   2
[0] MPI startup(): 99      45895    cpu-e-894   3
[0] MPI startup(): 100     45896    cpu-e-894   4
[0] MPI startup(): 101     45897    cpu-e-894   5
[0] MPI startup(): 102     45898    cpu-e-894   6
[0] MPI startup(): 103     45899    cpu-e-894   7
[0] MPI startup(): 104     45900    cpu-e-894   8
[0] MPI startup(): 105     45901    cpu-e-894   9
[0] MPI startup(): 106     45902    cpu-e-894   10
[0] MPI startup(): 107     45903    cpu-e-894   11
[0] MPI startup(): 108     45904    cpu-e-894   12
[0] MPI startup(): 109     45905    cpu-e-894   13
[0] MPI startup(): 110     45906    cpu-e-894   14
[0] MPI startup(): 111     45907    cpu-e-894   15
[0] MPI startup(): 112     45908    cpu-e-894   16
[0] MPI startup(): 113     45909    cpu-e-894   17
[0] MPI startup(): 114     45910    cpu-e-894   18
[0] MPI startup(): 115     45911    cpu-e-894   19
[0] MPI startup(): 116     45912    cpu-e-894   20
[0] MPI startup(): 117     45913    cpu-e-894   21
[0] MPI startup(): 118     45914    cpu-e-894   22
[0] MPI startup(): 119     45915    cpu-e-894   23
[0] MPI startup(): 120     45916    cpu-e-894   24
[0] MPI startup(): 121     45917    cpu-e-894   25
[0] MPI startup(): 122     45918    cpu-e-894   26
[0] MPI startup(): 123     45919    cpu-e-894   27
[0] MPI startup(): 124     45920    cpu-e-894   28
[0] MPI startup(): 125     45921    cpu-e-894   29
[0] MPI startup(): 126     45922    cpu-e-894   30
[0] MPI startup(): 127     45923    cpu-e-894   31
[0] MPI startup(): 128     45913    cpu-e-957   0
[0] MPI startup(): 129     45914    cpu-e-957   1
[0] MPI startup(): 130     45915    cpu-e-957   2
[0] MPI startup(): 131     45916    cpu-e-957   3
[0] MPI startup(): 132     45917    cpu-e-957   4
[0] MPI startup(): 133     45918    cpu-e-957   5
[0] MPI startup(): 134     45919    cpu-e-957   6
[0] MPI startup(): 135     45920    cpu-e-957   7
[0] MPI startup(): 136     45921    cpu-e-957   8
[0] MPI startup(): 137     45922    cpu-e-957   9
[0] MPI startup(): 138     45923    cpu-e-957   10
[0] MPI startup(): 139     45924    cpu-e-957   11
[0] MPI startup(): 140     45925    cpu-e-957   12
[0] MPI startup(): 141     45926    cpu-e-957   13
[0] MPI startup(): 142     45927    cpu-e-957   14
[0] MPI startup(): 143     45928    cpu-e-957   15
[0] MPI startup(): 144     45929    cpu-e-957   16
[0] MPI startup(): 145     45930    cpu-e-957   17
[0] MPI startup(): 146     45931    cpu-e-957   18
[0] MPI startup(): 147     45932    cpu-e-957   19
[0] MPI startup(): 148     45933    cpu-e-957   20
[0] MPI startup(): 149     45934    cpu-e-957   21
[0] MPI startup(): 150     45935    cpu-e-957   22
[0] MPI startup(): 151     45936    cpu-e-957   23
[0] MPI startup(): 152     45937    cpu-e-957   24
[0] MPI startup(): 153     45938    cpu-e-957   25
[0] MPI startup(): 154     45939    cpu-e-957   26
[0] MPI startup(): 155     45940    cpu-e-957   27
[0] MPI startup(): 156     45941    cpu-e-957   28
[0] MPI startup(): 157     45942    cpu-e-957   29
[0] MPI startup(): 158     45943    cpu-e-957   30
[0] MPI startup(): 159     45944    cpu-e-957   31
[0] MPI startup(): 160     45964    cpu-e-958   0
[0] MPI startup(): 161     45965    cpu-e-958   1
[0] MPI startup(): 162     45966    cpu-e-958   2
[0] MPI startup(): 163     45967    cpu-e-958   3
[0] MPI startup(): 164     45968    cpu-e-958   4
[0] MPI startup(): 165     45969    cpu-e-958   5
[0] MPI startup(): 166     45970    cpu-e-958   6
[0] MPI startup(): 167     45971    cpu-e-958   7
[0] MPI startup(): 168     45972    cpu-e-958   8
[0] MPI startup(): 169     45973    cpu-e-958   9
[0] MPI startup(): 170     45974    cpu-e-958   10
[0] MPI startup(): 171     45975    cpu-e-958   11
[0] MPI startup(): 172     45976    cpu-e-958   12
[0] MPI startup(): 173     45977    cpu-e-958   13
[0] MPI startup(): 174     45978    cpu-e-958   14
[0] MPI startup(): 175     45979    cpu-e-958   15
[0] MPI startup(): 176     45980    cpu-e-958   16
[0] MPI startup(): 177     45981    cpu-e-958   17
[0] MPI startup(): 178     45982    cpu-e-958   18
[0] MPI startup(): 179     45983    cpu-e-958   19
[0] MPI startup(): 180     45984    cpu-e-958   20
[0] MPI startup(): 181     45985    cpu-e-958   21
[0] MPI startup(): 182     45986    cpu-e-958   22
[0] MPI startup(): 183     45987    cpu-e-958   23
[0] MPI startup(): 184     45988    cpu-e-958   24
[0] MPI startup(): 185     45989    cpu-e-958   25
[0] MPI startup(): 186     45990    cpu-e-958   26
[0] MPI startup(): 187     45991    cpu-e-958   27
[0] MPI startup(): 188     45992    cpu-e-958   28
[0] MPI startup(): 189     45993    cpu-e-958   29
[0] MPI startup(): 190     45994    cpu-e-958   30
[0] MPI startup(): 191     45995    cpu-e-958   31
[0] MPI startup(): 192     45957    cpu-e-1021  0
[0] MPI startup(): 193     45958    cpu-e-1021  1
[0] MPI startup(): 194     45959    cpu-e-1021  2
[0] MPI startup(): 195     45960    cpu-e-1021  3
[0] MPI startup(): 196     45961    cpu-e-1021  4
[0] MPI startup(): 197     45962    cpu-e-1021  5
[0] MPI startup(): 198     45963    cpu-e-1021  6
[0] MPI startup(): 199     45964    cpu-e-1021  7
[0] MPI startup(): 200     45965    cpu-e-1021  8
[0] MPI startup(): 201     45966    cpu-e-1021  9
[0] MPI startup(): 202     45967    cpu-e-1021  10
[0] MPI startup(): 203     45968    cpu-e-1021  11
[0] MPI startup(): 204     45969    cpu-e-1021  12
[0] MPI startup(): 205     45970    cpu-e-1021  13
[0] MPI startup(): 206     45971    cpu-e-1021  14
[0] MPI startup(): 207     45972    cpu-e-1021  15
[0] MPI startup(): 208     45973    cpu-e-1021  16
[0] MPI startup(): 209     45974    cpu-e-1021  17
[0] MPI startup(): 210     45975    cpu-e-1021  18
[0] MPI startup(): 211     45976    cpu-e-1021  19
[0] MPI startup(): 212     45977    cpu-e-1021  20
[0] MPI startup(): 213     45978    cpu-e-1021  21
[0] MPI startup(): 214     45979    cpu-e-1021  22
[0] MPI startup(): 215     45980    cpu-e-1021  23
[0] MPI startup(): 216     45981    cpu-e-1021  24
[0] MPI startup(): 217     45982    cpu-e-1021  25
[0] MPI startup(): 218     45983    cpu-e-1021  26
[0] MPI startup(): 219     45984    cpu-e-1021  27
[0] MPI startup(): 220     45985    cpu-e-1021  28
[0] MPI startup(): 221     45986    cpu-e-1021  29
[0] MPI startup(): 222     45987    cpu-e-1021  30
[0] MPI startup(): 223     45988    cpu-e-1021  31
[0] MPI startup(): 224     45917    cpu-e-1022  0
[0] MPI startup(): 225     45918    cpu-e-1022  1
[0] MPI startup(): 226     45919    cpu-e-1022  2
[0] MPI startup(): 227     45920    cpu-e-1022  3
[0] MPI startup(): 228     45921    cpu-e-1022  4
[0] MPI startup(): 229     45922    cpu-e-1022  5
[0] MPI startup(): 230     45923    cpu-e-1022  6
[0] MPI startup(): 231     45924    cpu-e-1022  7
[0] MPI startup(): 232     45925    cpu-e-1022  8
[0] MPI startup(): 233     45926    cpu-e-1022  9
[0] MPI startup(): 234     45927    cpu-e-1022  10
[0] MPI startup(): 235     45928    cpu-e-1022  11
[0] MPI startup(): 236     45929    cpu-e-1022  12
[0] MPI startup(): 237     45930    cpu-e-1022  13
[0] MPI startup(): 238     45931    cpu-e-1022  14
[0] MPI startup(): 239     45932    cpu-e-1022  15
[0] MPI startup(): 240     45933    cpu-e-1022  16
[0] MPI startup(): 241     45934    cpu-e-1022  17
[0] MPI startup(): 242     45935    cpu-e-1022  18
[0] MPI startup(): 243     45936    cpu-e-1022  19
[0] MPI startup(): 244     45937    cpu-e-1022  20
[0] MPI startup(): 245     45938    cpu-e-1022  21
[0] MPI startup(): 246     45939    cpu-e-1022  22
[0] MPI startup(): 247     45940    cpu-e-1022  23
[0] MPI startup(): 248     45941    cpu-e-1022  24
[0] MPI startup(): 249     45942    cpu-e-1022  25
[0] MPI startup(): 250     45943    cpu-e-1022  26
[0] MPI startup(): 251     45944    cpu-e-1022  27
[0] MPI startup(): 252     45945    cpu-e-1022  28
[0] MPI startup(): 253     45946    cpu-e-1022  29
[0] MPI startup(): 254     45947    cpu-e-1022  30
[0] MPI startup(): 255     45948    cpu-e-1022  31
[0] MPI startup(): 256     45729    cpu-e-1149  0
[0] MPI startup(): 257     45730    cpu-e-1149  1
[0] MPI startup(): 258     45731    cpu-e-1149  2
[0] MPI startup(): 259     45732    cpu-e-1149  3
[0] MPI startup(): 260     45733    cpu-e-1149  4
[0] MPI startup(): 261     45734    cpu-e-1149  5
[0] MPI startup(): 262     45735    cpu-e-1149  6
[0] MPI startup(): 263     45736    cpu-e-1149  7
[0] MPI startup(): 264     45737    cpu-e-1149  8
[0] MPI startup(): 265     45738    cpu-e-1149  9
[0] MPI startup(): 266     45739    cpu-e-1149  10
[0] MPI startup(): 267     45740    cpu-e-1149  11
[0] MPI startup(): 268     45741    cpu-e-1149  12
[0] MPI startup(): 269     45742    cpu-e-1149  13
[0] MPI startup(): 270     45743    cpu-e-1149  14
[0] MPI startup(): 271     45744    cpu-e-1149  15
[0] MPI startup(): 272     45745    cpu-e-1149  16
[0] MPI startup(): 273     45746    cpu-e-1149  17
[0] MPI startup(): 274     45747    cpu-e-1149  18
[0] MPI startup(): 275     45748    cpu-e-1149  19
[0] MPI startup(): 276     45749    cpu-e-1149  20
[0] MPI startup(): 277     45750    cpu-e-1149  21
[0] MPI startup(): 278     45751    cpu-e-1149  22
[0] MPI startup(): 279     45752    cpu-e-1149  23
[0] MPI startup(): 280     45753    cpu-e-1149  24
[0] MPI startup(): 281     45754    cpu-e-1149  25
[0] MPI startup(): 282     45755    cpu-e-1149  26
[0] MPI startup(): 283     45756    cpu-e-1149  27
[0] MPI startup(): 284     45757    cpu-e-1149  28
[0] MPI startup(): 285     45758    cpu-e-1149  29
[0] MPI startup(): 286     45759    cpu-e-1149  30
[0] MPI startup(): 287     45760    cpu-e-1149  31
[0] MPI startup(): 288     45889    cpu-e-1150  0
[0] MPI startup(): 289     45890    cpu-e-1150  1
[0] MPI startup(): 290     45891    cpu-e-1150  2
[0] MPI startup(): 291     45892    cpu-e-1150  3
[0] MPI startup(): 292     45893    cpu-e-1150  4
[0] MPI startup(): 293     45894    cpu-e-1150  5
[0] MPI startup(): 294     45895    cpu-e-1150  6
[0] MPI startup(): 295     45896    cpu-e-1150  7
[0] MPI startup(): 296     45897    cpu-e-1150  8
[0] MPI startup(): 297     45898    cpu-e-1150  9
[0] MPI startup(): 298     45899    cpu-e-1150  10
[0] MPI startup(): 299     45900    cpu-e-1150  11
[0] MPI startup(): 300     45901    cpu-e-1150  12
[0] MPI startup(): 301     45902    cpu-e-1150  13
[0] MPI startup(): 302     45903    cpu-e-1150  14
[0] MPI startup(): 303     45904    cpu-e-1150  15
[0] MPI startup(): 304     45905    cpu-e-1150  16
[0] MPI startup(): 305     45906    cpu-e-1150  17
[0] MPI startup(): 306     45907    cpu-e-1150  18
[0] MPI startup(): 307     45908    cpu-e-1150  19
[0] MPI startup(): 308     45909    cpu-e-1150  20
[0] MPI startup(): 309     45910    cpu-e-1150  21
[0] MPI startup(): 310     45911    cpu-e-1150  22
[0] MPI startup(): 311     45912    cpu-e-1150  23
[0] MPI startup(): 312     45913    cpu-e-1150  24
[0] MPI startup(): 313     45914    cpu-e-1150  25
[0] MPI startup(): 314     45915    cpu-e-1150  26
[0] MPI startup(): 315     45916    cpu-e-1150  27
[0] MPI startup(): 316     45917    cpu-e-1150  28
[0] MPI startup(): 317     45918    cpu-e-1150  29
[0] MPI startup(): 318     45919    cpu-e-1150  30
[0] MPI startup(): 319     45920    cpu-e-1150  31
[0] MPI startup(): I_MPI_CC=icc
[0] MPI startup(): I_MPI_CXX=icpc
[0] MPI startup(): I_MPI_FC=ifort
[0] MPI startup(): I_MPI_F90=ifort
[0] MPI startup(): I_MPI_F77=ifort
[0] MPI startup(): I_MPI_ROOT=/usr/local/Cluster-Apps/intel/2019.3//compilers_and_libraries_2019.3.192/linux/mpi
[0] MPI startup(): I_MPI_HYDRA_RMK=slurm
[0] MPI startup(): I_MPI_JOB_RESPECT_PROCESS_PLACEMENT=off
[0] MPI startup(): I_MPI_PIN_DOMAIN=omp:compact
[0] MPI startup(): I_MPI_PIN_ORDER=scatter
[0] MPI startup(): I_MPI_FABRICS=shm:ofi
[0] MPI startup(): I_MPI_DEBUG=10
[0] MPI startup(): I_MPI_TMI_PROVIDER variable has been removed from the product, its value is ignored

[0] MPI startup(): I_MPI_TMI_PROVIDER environment variable is not supported.
[0] MPI startup(): Similar variables:
	 I_MPI_OFI_PROVIDER
[0] MPI startup(): To check the list of supported variables, use the impi_info utility or refer to https://software.intel.com/en-us/mpi-library/documentation/get-started.
IOR-3.3alpha1: MPI Coordinated Test of Parallel I/O
Began               : Sun Jun  9 10:44:36 2019
Command line        : /home/mjr208/projects/benchmarking/io-500-src-stonewall-fix/bin/ior -r -R -s 90000 -a MPIIO -i 1 -C -Q 1 -g -G 27 -k -e -t 47008 -b 47008 -o /dac/fs1/mjr208/job12143920-2019-06-09-1006/ior_hard/IOR_file -O stoneWallingStatusFile=/dac/fs1/mjr208/job12143920-2019-06-09-1006/ior_hard/stonewall
Machine             : Linux cpu-e-829
TestID              : 0
StartTime           : Sun Jun  9 10:44:36 2019
Path                : /dac/fs1/mjr208/job12143920-2019-06-09-1006/ior_hard
FS                  : 412.5 TiB   Used FS: 12.4%   Inodes: 960.0 Mi   Used Inodes: 16.2%

Options: 
api                 : MPIIO
apiVersion          : (3.1)
test filename       : /dac/fs1/mjr208/job12143920-2019-06-09-1006/ior_hard/IOR_file
access              : single-shared-file
type                : independent
segments            : 90000
ordering in a file  : sequential
ordering inter file : constant task offset
task offset         : 1
tasks               : 320
clients per node    : 32
repetitions         : 1
xfersize            : 47008 bytes
blocksize           : 47008 bytes
aggregate filesize  : 1.23 TiB

Results: 

access    bw(MiB/s)  block(KiB) xfer(KiB)  open(s)    wr/rd(s)   close(s)   total(s)   iter
------    ---------  ---------- ---------  --------   --------   --------   --------   ----
read      8087       45.91      45.91      0.026557   159.61     0.026212   159.66     0   
Max Read:  8086.52 MiB/sec (8479.33 MB/sec)

Summary of all tests:
Operation   Max(MiB)   Min(MiB)  Mean(MiB)     StdDev   Max(OPs)   Min(OPs)  Mean(OPs)     StdDev    Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt   blksiz    xsize aggs(MiB)   API RefNum
read         8086.52    8086.52    8086.52       0.00  180380.66  180380.66  180380.66       0.00  159.66235     0    320  32    1   0     1        1         0    0  90000    47008    47008 1291113.2 MPIIO      0
Finished            : Sun Jun  9 10:47:18 2019
ior_hard_write
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
[0] MPI startup(): libfabric version: 1.8.0a1-impi

MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
[0] MPI startup(): libfabric provider: psm2

[0] MPI startup(): Rank    Pid      Node name   Pin cpu
[0] MPI startup(): 0       38829    cpu-e-829   0
[0] MPI startup(): 1       38830    cpu-e-829   1
[0] MPI startup(): 2       38831    cpu-e-829   2
[0] MPI startup(): 3       38832    cpu-e-829   3
[0] MPI startup(): 4       38833    cpu-e-829   4
[0] MPI startup(): 5       38834    cpu-e-829   5
[0] MPI startup(): 6       38835    cpu-e-829   6
[0] MPI startup(): 7       38836    cpu-e-829   7
[0] MPI startup(): 8       38837    cpu-e-829   8
[0] MPI startup(): 9       38838    cpu-e-829   9
[0] MPI startup(): 10      38839    cpu-e-829   10
[0] MPI startup(): 11      38840    cpu-e-829   11
[0] MPI startup(): 12      38841    cpu-e-829   12
[0] MPI startup(): 13      38842    cpu-e-829   13
[0] MPI startup(): 14      38843    cpu-e-829   14
[0] MPI startup(): 15      38844    cpu-e-829   15
[0] MPI startup(): 16      38845    cpu-e-829   16
[0] MPI startup(): 17      38846    cpu-e-829   17
[0] MPI startup(): 18      38847    cpu-e-829   18
[0] MPI startup(): 19      38848    cpu-e-829   19
[0] MPI startup(): 20      38849    cpu-e-829   20
[0] MPI startup(): 21      38850    cpu-e-829   21
[0] MPI startup(): 22      38851    cpu-e-829   22
[0] MPI startup(): 23      38852    cpu-e-829   23
[0] MPI startup(): 24      38853    cpu-e-829   24
[0] MPI startup(): 25      38854    cpu-e-829   25
[0] MPI startup(): 26      38855    cpu-e-829   26
[0] MPI startup(): 27      38856    cpu-e-829   27
[0] MPI startup(): 28      38857    cpu-e-829   28
[0] MPI startup(): 29      38858    cpu-e-829   29
[0] MPI startup(): 30      38859    cpu-e-829   30
[0] MPI startup(): 31      38860    cpu-e-829   31
[0] MPI startup(): 32      38714    cpu-e-830   0
[0] MPI startup(): 33      38715    cpu-e-830   1
[0] MPI startup(): 34      38716    cpu-e-830   2
[0] MPI startup(): 35      38717    cpu-e-830   3
[0] MPI startup(): 36      38718    cpu-e-830   4
[0] MPI startup(): 37      38719    cpu-e-830   5
[0] MPI startup(): 38      38720    cpu-e-830   6
[0] MPI startup(): 39      38721    cpu-e-830   7
[0] MPI startup(): 40      38722    cpu-e-830   8
[0] MPI startup(): 41      38723    cpu-e-830   9
[0] MPI startup(): 42      38724    cpu-e-830   10
[0] MPI startup(): 43      38725    cpu-e-830   11
[0] MPI startup(): 44      38726    cpu-e-830   12
[0] MPI startup(): 45      38727    cpu-e-830   13
[0] MPI startup(): 46      38728    cpu-e-830   14
[0] MPI startup(): 47      38729    cpu-e-830   15
[0] MPI startup(): 48      38730    cpu-e-830   16
[0] MPI startup(): 49      38731    cpu-e-830   17
[0] MPI startup(): 50      38732    cpu-e-830   18
[0] MPI startup(): 51      38733    cpu-e-830   19
[0] MPI startup(): 52      38734    cpu-e-830   20
[0] MPI startup(): 53      38735    cpu-e-830   21
[0] MPI startup(): 54      38736    cpu-e-830   22
[0] MPI startup(): 55      38737    cpu-e-830   23
[0] MPI startup(): 56      38738    cpu-e-830   24
[0] MPI startup(): 57      38739    cpu-e-830   25
[0] MPI startup(): 58      38740    cpu-e-830   26
[0] MPI startup(): 59      38741    cpu-e-830   27
[0] MPI startup(): 60      38742    cpu-e-830   28
[0] MPI startup(): 61      38743    cpu-e-830   29
[0] MPI startup(): 62      38744    cpu-e-830   30
[0] MPI startup(): 63      38745    cpu-e-830   31
[0] MPI startup(): 64      38569    cpu-e-893   0
[0] MPI startup(): 65      38570    cpu-e-893   1
[0] MPI startup(): 66      38571    cpu-e-893   2
[0] MPI startup(): 67      38572    cpu-e-893   3
[0] MPI startup(): 68      38573    cpu-e-893   4
[0] MPI startup(): 69      38574    cpu-e-893   5
[0] MPI startup(): 70      38575    cpu-e-893   6
[0] MPI startup(): 71      38576    cpu-e-893   7
[0] MPI startup(): 72      38577    cpu-e-893   8
[0] MPI startup(): 73      38578    cpu-e-893   9
[0] MPI startup(): 74      38579    cpu-e-893   10
[0] MPI startup(): 75      38580    cpu-e-893   11
[0] MPI startup(): 76      38581    cpu-e-893   12
[0] MPI startup(): 77      38582    cpu-e-893   13
[0] MPI startup(): 78      38583    cpu-e-893   14
[0] MPI startup(): 79      38584    cpu-e-893   15
[0] MPI startup(): 80      38585    cpu-e-893   16
[0] MPI startup(): 81      38586    cpu-e-893   17
[0] MPI startup(): 82      38587    cpu-e-893   18
[0] MPI startup(): 83      38588    cpu-e-893   19
[0] MPI startup(): 84      38589    cpu-e-893   20
[0] MPI startup(): 85      38590    cpu-e-893   21
[0] MPI startup(): 86      38591    cpu-e-893   22
[0] MPI startup(): 87      38592    cpu-e-893   23
[0] MPI startup(): 88      38593    cpu-e-893   24
[0] MPI startup(): 89      38594    cpu-e-893   25
[0] MPI startup(): 90      38595    cpu-e-893   26
[0] MPI startup(): 91      38596    cpu-e-893   27
[0] MPI startup(): 92      38597    cpu-e-893   28
[0] MPI startup(): 93      38598    cpu-e-893   29
[0] MPI startup(): 94      38599    cpu-e-893   30
[0] MPI startup(): 95      38600    cpu-e-893   31
[0] MPI startup(): 96      38558    cpu-e-894   0
[0] MPI startup(): 97      38559    cpu-e-894   1
[0] MPI startup(): 98      38560    cpu-e-894   2
[0] MPI startup(): 99      38561    cpu-e-894   3
[0] MPI startup(): 100     38562    cpu-e-894   4
[0] MPI startup(): 101     38563    cpu-e-894   5
[0] MPI startup(): 102     38564    cpu-e-894   6
[0] MPI startup(): 103     38565    cpu-e-894   7
[0] MPI startup(): 104     38566    cpu-e-894   8
[0] MPI startup(): 105     38567    cpu-e-894   9
[0] MPI startup(): 106     38568    cpu-e-894   10
[0] MPI startup(): 107     38569    cpu-e-894   11
[0] MPI startup(): 108     38570    cpu-e-894   12
[0] MPI startup(): 109     38571    cpu-e-894   13
[0] MPI startup(): 110     38572    cpu-e-894   14
[0] MPI startup(): 111     38573    cpu-e-894   15
[0] MPI startup(): 112     38574    cpu-e-894   16
[0] MPI startup(): 113     38575    cpu-e-894   17
[0] MPI startup(): 114     38576    cpu-e-894   18
[0] MPI startup(): 115     38577    cpu-e-894   19
[0] MPI startup(): 116     38578    cpu-e-894   20
[0] MPI startup(): 117     38579    cpu-e-894   21
[0] MPI startup(): 118     38580    cpu-e-894   22
[0] MPI startup(): 119     38581    cpu-e-894   23
[0] MPI startup(): 120     38582    cpu-e-894   24
[0] MPI startup(): 121     38583    cpu-e-894   25
[0] MPI startup(): 122     38584    cpu-e-894   26
[0] MPI startup(): 123     38585    cpu-e-894   27
[0] MPI startup(): 124     38586    cpu-e-894   28
[0] MPI startup(): 125     38587    cpu-e-894   29
[0] MPI startup(): 126     38588    cpu-e-894   30
[0] MPI startup(): 127     38589    cpu-e-894   31
[0] MPI startup(): 128     38609    cpu-e-957   0
[0] MPI startup(): 129     38610    cpu-e-957   1
[0] MPI startup(): 130     38611    cpu-e-957   2
[0] MPI startup(): 131     38612    cpu-e-957   3
[0] MPI startup(): 132     38613    cpu-e-957   4
[0] MPI startup(): 133     38614    cpu-e-957   5
[0] MPI startup(): 134     38615    cpu-e-957   6
[0] MPI startup(): 135     38616    cpu-e-957   7
[0] MPI startup(): 136     38617    cpu-e-957   8
[0] MPI startup(): 137     38618    cpu-e-957   9
[0] MPI startup(): 138     38619    cpu-e-957   10
[0] MPI startup(): 139     38620    cpu-e-957   11
[0] MPI startup(): 140     38621    cpu-e-957   12
[0] MPI startup(): 141     38622    cpu-e-957   13
[0] MPI startup(): 142     38623    cpu-e-957   14
[0] MPI startup(): 143     38624    cpu-e-957   15
[0] MPI startup(): 144     38625    cpu-e-957   16
[0] MPI startup(): 145     38626    cpu-e-957   17
[0] MPI startup(): 146     38627    cpu-e-957   18
[0] MPI startup(): 147     38628    cpu-e-957   19
[0] MPI startup(): 148     38629    cpu-e-957   20
[0] MPI startup(): 149     38630    cpu-e-957   21
[0] MPI startup(): 150     38631    cpu-e-957   22
[0] MPI startup(): 151     38632    cpu-e-957   23
[0] MPI startup(): 152     38633    cpu-e-957   24
[0] MPI startup(): 153     38634    cpu-e-957   25
[0] MPI startup(): 154     38635    cpu-e-957   26
[0] MPI startup(): 155     38636    cpu-e-957   27
[0] MPI startup(): 156     38637    cpu-e-957   28
[0] MPI startup(): 157     38638    cpu-e-957   29
[0] MPI startup(): 158     38639    cpu-e-957   30
[0] MPI startup(): 159     38640    cpu-e-957   31
[0] MPI startup(): 160     38673    cpu-e-958   0
[0] MPI startup(): 161     38674    cpu-e-958   1
[0] MPI startup(): 162     38675    cpu-e-958   2
[0] MPI startup(): 163     38676    cpu-e-958   3
[0] MPI startup(): 164     38677    cpu-e-958   4
[0] MPI startup(): 165     38678    cpu-e-958   5
[0] MPI startup(): 166     38679    cpu-e-958   6
[0] MPI startup(): 167     38680    cpu-e-958   7
[0] MPI startup(): 168     38681    cpu-e-958   8
[0] MPI startup(): 169     38682    cpu-e-958   9
[0] MPI startup(): 170     38683    cpu-e-958   10
[0] MPI startup(): 171     38684    cpu-e-958   11
[0] MPI startup(): 172     38685    cpu-e-958   12
[0] MPI startup(): 173     38686    cpu-e-958   13
[0] MPI startup(): 174     38687    cpu-e-958   14
[0] MPI startup(): 175     38688    cpu-e-958   15
[0] MPI startup(): 176     38689    cpu-e-958   16
[0] MPI startup(): 177     38690    cpu-e-958   17
[0] MPI startup(): 178     38691    cpu-e-958   18
[0] MPI startup(): 179     38692    cpu-e-958   19
[0] MPI startup(): 180     38693    cpu-e-958   20
[0] MPI startup(): 181     38694    cpu-e-958   21
[0] MPI startup(): 182     38695    cpu-e-958   22
[0] MPI startup(): 183     38696    cpu-e-958   23
[0] MPI startup(): 184     38697    cpu-e-958   24
[0] MPI startup(): 185     38698    cpu-e-958   25
[0] MPI startup(): 186     38699    cpu-e-958   26
[0] MPI startup(): 187     38700    cpu-e-958   27
[0] MPI startup(): 188     38701    cpu-e-958   28
[0] MPI startup(): 189     38702    cpu-e-958   29
[0] MPI startup(): 190     38703    cpu-e-958   30
[0] MPI startup(): 191     38704    cpu-e-958   31
[0] MPI startup(): 192     38659    cpu-e-1021  0
[0] MPI startup(): 193     38660    cpu-e-1021  1
[0] MPI startup(): 194     38661    cpu-e-1021  2
[0] MPI startup(): 195     38662    cpu-e-1021  3
[0] MPI startup(): 196     38663    cpu-e-1021  4
[0] MPI startup(): 197     38664    cpu-e-1021  5
[0] MPI startup(): 198     38665    cpu-e-1021  6
[0] MPI startup(): 199     38666    cpu-e-1021  7
[0] MPI startup(): 200     38667    cpu-e-1021  8
[0] MPI startup(): 201     38668    cpu-e-1021  9
[0] MPI startup(): 202     38669    cpu-e-1021  10
[0] MPI startup(): 203     38670    cpu-e-1021  11
[0] MPI startup(): 204     38671    cpu-e-1021  12
[0] MPI startup(): 205     38672    cpu-e-1021  13
[0] MPI startup(): 206     38673    cpu-e-1021  14
[0] MPI startup(): 207     38674    cpu-e-1021  15
[0] MPI startup(): 208     38675    cpu-e-1021  16
[0] MPI startup(): 209     38676    cpu-e-1021  17
[0] MPI startup(): 210     38677    cpu-e-1021  18
[0] MPI startup(): 211     38678    cpu-e-1021  19
[0] MPI startup(): 212     38679    cpu-e-1021  20
[0] MPI startup(): 213     38680    cpu-e-1021  21
[0] MPI startup(): 214     38681    cpu-e-1021  22
[0] MPI startup(): 215     38682    cpu-e-1021  23
[0] MPI startup(): 216     38683    cpu-e-1021  24
[0] MPI startup(): 217     38684    cpu-e-1021  25
[0] MPI startup(): 218     38685    cpu-e-1021  26
[0] MPI startup(): 219     38686    cpu-e-1021  27
[0] MPI startup(): 220     38687    cpu-e-1021  28
[0] MPI startup(): 221     38688    cpu-e-1021  29
[0] MPI startup(): 222     38689    cpu-e-1021  30
[0] MPI startup(): 223     38690    cpu-e-1021  31
[0] MPI startup(): 224     38623    cpu-e-1022  0
[0] MPI startup(): 225     38624    cpu-e-1022  1
[0] MPI startup(): 226     38625    cpu-e-1022  2
[0] MPI startup(): 227     38626    cpu-e-1022  3
[0] MPI startup(): 228     38627    cpu-e-1022  4
[0] MPI startup(): 229     38628    cpu-e-1022  5
[0] MPI startup(): 230     38629    cpu-e-1022  6
[0] MPI startup(): 231     38630    cpu-e-1022  7
[0] MPI startup(): 232     38631    cpu-e-1022  8
[0] MPI startup(): 233     38632    cpu-e-1022  9
[0] MPI startup(): 234     38633    cpu-e-1022  10
[0] MPI startup(): 235     38634    cpu-e-1022  11
[0] MPI startup(): 236     38635    cpu-e-1022  12
[0] MPI startup(): 237     38636    cpu-e-1022  13
[0] MPI startup(): 238     38637    cpu-e-1022  14
[0] MPI startup(): 239     38638    cpu-e-1022  15
[0] MPI startup(): 240     38639    cpu-e-1022  16
[0] MPI startup(): 241     38640    cpu-e-1022  17
[0] MPI startup(): 242     38641    cpu-e-1022  18
[0] MPI startup(): 243     38642    cpu-e-1022  19
[0] MPI startup(): 244     38643    cpu-e-1022  20
[0] MPI startup(): 245     38644    cpu-e-1022  21
[0] MPI startup(): 246     38645    cpu-e-1022  22
[0] MPI startup(): 247     38646    cpu-e-1022  23
[0] MPI startup(): 248     38647    cpu-e-1022  24
[0] MPI startup(): 249     38648    cpu-e-1022  25
[0] MPI startup(): 250     38649    cpu-e-1022  26
[0] MPI startup(): 251     38650    cpu-e-1022  27
[0] MPI startup(): 252     38651    cpu-e-1022  28
[0] MPI startup(): 253     38652    cpu-e-1022  29
[0] MPI startup(): 254     38653    cpu-e-1022  30
[0] MPI startup(): 255     38654    cpu-e-1022  31
[0] MPI startup(): 256     38501    cpu-e-1149  0
[0] MPI startup(): 257     38502    cpu-e-1149  1
[0] MPI startup(): 258     38503    cpu-e-1149  2
[0] MPI startup(): 259     38504    cpu-e-1149  3
[0] MPI startup(): 260     38505    cpu-e-1149  4
[0] MPI startup(): 261     38506    cpu-e-1149  5
[0] MPI startup(): 262     38507    cpu-e-1149  6
[0] MPI startup(): 263     38508    cpu-e-1149  7
[0] MPI startup(): 264     38509    cpu-e-1149  8
[0] MPI startup(): 265     38510    cpu-e-1149  9
[0] MPI startup(): 266     38511    cpu-e-1149  10
[0] MPI startup(): 267     38512    cpu-e-1149  11
[0] MPI startup(): 268     38513    cpu-e-1149  12
[0] MPI startup(): 269     38514    cpu-e-1149  13
[0] MPI startup(): 270     38515    cpu-e-1149  14
[0] MPI startup(): 271     38516    cpu-e-1149  15
[0] MPI startup(): 272     38517    cpu-e-1149  16
[0] MPI startup(): 273     38518    cpu-e-1149  17
[0] MPI startup(): 274     38519    cpu-e-1149  18
[0] MPI startup(): 275     38520    cpu-e-1149  19
[0] MPI startup(): 276     38521    cpu-e-1149  20
[0] MPI startup(): 277     38522    cpu-e-1149  21
[0] MPI startup(): 278     38523    cpu-e-1149  22
[0] MPI startup(): 279     38524    cpu-e-1149  23
[0] MPI startup(): 280     38525    cpu-e-1149  24
[0] MPI startup(): 281     38526    cpu-e-1149  25
[0] MPI startup(): 282     38527    cpu-e-1149  26
[0] MPI startup(): 283     38528    cpu-e-1149  27
[0] MPI startup(): 284     38529    cpu-e-1149  28
[0] MPI startup(): 285     38530    cpu-e-1149  29
[0] MPI startup(): 286     38531    cpu-e-1149  30
[0] MPI startup(): 287     38532    cpu-e-1149  31
[0] MPI startup(): 288     38590    cpu-e-1150  0
[0] MPI startup(): 289     38591    cpu-e-1150  1
[0] MPI startup(): 290     38592    cpu-e-1150  2
[0] MPI startup(): 291     38593    cpu-e-1150  3
[0] MPI startup(): 292     38594    cpu-e-1150  4
[0] MPI startup(): 293     38595    cpu-e-1150  5
[0] MPI startup(): 294     38596    cpu-e-1150  6
[0] MPI startup(): 295     38597    cpu-e-1150  7
[0] MPI startup(): 296     38598    cpu-e-1150  8
[0] MPI startup(): 297     38599    cpu-e-1150  9
[0] MPI startup(): 298     38600    cpu-e-1150  10
[0] MPI startup(): 299     38601    cpu-e-1150  11
[0] MPI startup(): 300     38602    cpu-e-1150  12
[0] MPI startup(): 301     38603    cpu-e-1150  13
[0] MPI startup(): 302     38604    cpu-e-1150  14
[0] MPI startup(): 303     38605    cpu-e-1150  15
[0] MPI startup(): 304     38606    cpu-e-1150  16
[0] MPI startup(): 305     38607    cpu-e-1150  17
[0] MPI startup(): 306     38608    cpu-e-1150  18
[0] MPI startup(): 307     38609    cpu-e-1150  19
[0] MPI startup(): 308     38610    cpu-e-1150  20
[0] MPI startup(): 309     38611    cpu-e-1150  21
[0] MPI startup(): 310     38612    cpu-e-1150  22
[0] MPI startup(): 311     38613    cpu-e-1150  23
[0] MPI startup(): 312     38614    cpu-e-1150  24
[0] MPI startup(): 313     38615    cpu-e-1150  25
[0] MPI startup(): 314     38616    cpu-e-1150  26
[0] MPI startup(): 315     38617    cpu-e-1150  27
[0] MPI startup(): 316     38618    cpu-e-1150  28
[0] MPI startup(): 317     38619    cpu-e-1150  29
[0] MPI startup(): 318     38620    cpu-e-1150  30
[0] MPI startup(): 319     38621    cpu-e-1150  31
[0] MPI startup(): I_MPI_CC=icc
[0] MPI startup(): I_MPI_CXX=icpc
[0] MPI startup(): I_MPI_FC=ifort
[0] MPI startup(): I_MPI_F90=ifort
[0] MPI startup(): I_MPI_F77=ifort
[0] MPI startup(): I_MPI_ROOT=/usr/local/Cluster-Apps/intel/2019.3//compilers_and_libraries_2019.3.192/linux/mpi
[0] MPI startup(): I_MPI_HYDRA_RMK=slurm
[0] MPI startup(): I_MPI_JOB_RESPECT_PROCESS_PLACEMENT=off
[0] MPI startup(): I_MPI_PIN_DOMAIN=omp:compact
[0] MPI startup(): I_MPI_PIN_ORDER=scatter
[0] MPI startup(): I_MPI_FABRICS=shm:ofi
[0] MPI startup(): I_MPI_DEBUG=10
[0] MPI startup(): I_MPI_TMI_PROVIDER variable has been removed from the product, its value is ignored

[0] MPI startup(): I_MPI_TMI_PROVIDER environment variable is not supported.
[0] MPI startup(): Similar variables:
	 I_MPI_OFI_PROVIDER
[0] MPI startup(): To check the list of supported variables, use the impi_info utility or refer to https://software.intel.com/en-us/mpi-library/documentation/get-started.
IOR-3.3alpha1: MPI Coordinated Test of Parallel I/O
Began               : Sun Jun  9 10:21:13 2019
Command line        : /home/mjr208/projects/benchmarking/io-500-src-stonewall-fix/bin/ior -w -s 90000 -a MPIIO -i 1 -C -Q 1 -g -G 27 -k -e -t 47008 -b 47008 -o /dac/fs1/mjr208/job12143920-2019-06-09-1006/ior_hard/IOR_file -O stoneWallingStatusFile=/dac/fs1/mjr208/job12143920-2019-06-09-1006/ior_hard/stonewall -O stoneWallingWearOut=1 -D 300
Machine             : Linux cpu-e-829
TestID              : 0
StartTime           : Sun Jun  9 10:21:13 2019
Path                : /dac/fs1/mjr208/job12143920-2019-06-09-1006/ior_hard
FS                  : 412.5 TiB   Used FS: 12.1%   Inodes: 960.0 Mi   Used Inodes: 15.3%

Options: 
api                 : MPIIO
apiVersion          : (3.1)
test filename       : /dac/fs1/mjr208/job12143920-2019-06-09-1006/ior_hard/IOR_file
access              : single-shared-file
type                : independent
segments            : 90000
ordering in a file  : sequential
ordering inter file : constant task offset
task offset         : 1
tasks               : 320
clients per node    : 32
repetitions         : 1
xfersize            : 47008 bytes
blocksize           : 47008 bytes
aggregate filesize  : 1.23 TiB
stonewallingTime    : 300
stoneWallingWearOut : 1

Results: 

access    bw(MiB/s)  block(KiB) xfer(KiB)  open(s)    wr/rd(s)   close(s)   total(s)   iter
------    ---------  ---------- ---------  --------   --------   --------   --------   ----
stonewalling pairs accessed min: 73220 max: 90000 -- min data: 3.2 GiB mean data: 3.5 GiB time: 300.0s
write     3605       45.91      45.91      0.019708   358.12     0.003492   358.14     0   
Max Write: 3605.00 MiB/sec (3780.12 MB/sec)

Summary of all tests:
Operation   Max(MiB)   Min(MiB)  Mean(MiB)     StdDev   Max(OPs)   Min(OPs)  Mean(OPs)     StdDev    Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt   blksiz    xsize aggs(MiB)   API RefNum
write        3605.00    3605.00    3605.00       0.00   80414.39   80414.39   80414.39       0.00  358.14484     0    320  32    1   0     1        1         0    0  90000    47008    47008 1291113.2 MPIIO      0
Finished            : Sun Jun  9 10:27:12 2019
mdtest_easy_delete
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
[0] MPI startup(): libfabric version: 1.8.0a1-impi

MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
[0] MPI startup(): libfabric provider: psm2

[0] MPI startup(): Rank    Pid      Node name   Pin cpu
[0] MPI startup(): 0       49479    cpu-e-829   0
[0] MPI startup(): 1       49480    cpu-e-829   1
[0] MPI startup(): 2       49481    cpu-e-829   2
[0] MPI startup(): 3       49482    cpu-e-829   3
[0] MPI startup(): 4       49483    cpu-e-829   4
[0] MPI startup(): 5       49484    cpu-e-829   5
[0] MPI startup(): 6       49485    cpu-e-829   6
[0] MPI startup(): 7       49486    cpu-e-829   7
[0] MPI startup(): 8       49487    cpu-e-829   8
[0] MPI startup(): 9       49488    cpu-e-829   9
[0] MPI startup(): 10      49489    cpu-e-829   10
[0] MPI startup(): 11      49490    cpu-e-829   11
[0] MPI startup(): 12      49491    cpu-e-829   12
[0] MPI startup(): 13      49492    cpu-e-829   13
[0] MPI startup(): 14      49493    cpu-e-829   14
[0] MPI startup(): 15      49494    cpu-e-829   15
[0] MPI startup(): 16      49495    cpu-e-829   16
[0] MPI startup(): 17      49496    cpu-e-829   17
[0] MPI startup(): 18      49497    cpu-e-829   18
[0] MPI startup(): 19      49498    cpu-e-829   19
[0] MPI startup(): 20      49499    cpu-e-829   20
[0] MPI startup(): 21      49500    cpu-e-829   21
[0] MPI startup(): 22      49501    cpu-e-829   22
[0] MPI startup(): 23      49502    cpu-e-829   23
[0] MPI startup(): 24      49503    cpu-e-829   24
[0] MPI startup(): 25      49504    cpu-e-829   25
[0] MPI startup(): 26      49505    cpu-e-829   26
[0] MPI startup(): 27      49506    cpu-e-829   27
[0] MPI startup(): 28      49507    cpu-e-829   28
[0] MPI startup(): 29      49508    cpu-e-829   29
[0] MPI startup(): 30      49509    cpu-e-829   30
[0] MPI startup(): 31      49510    cpu-e-829   31
[0] MPI startup(): 32      48992    cpu-e-830   0
[0] MPI startup(): 33      48993    cpu-e-830   1
[0] MPI startup(): 34      48994    cpu-e-830   2
[0] MPI startup(): 35      48995    cpu-e-830   3
[0] MPI startup(): 36      48996    cpu-e-830   4
[0] MPI startup(): 37      48997    cpu-e-830   5
[0] MPI startup(): 38      48998    cpu-e-830   6
[0] MPI startup(): 39      48999    cpu-e-830   7
[0] MPI startup(): 40      49000    cpu-e-830   8
[0] MPI startup(): 41      49001    cpu-e-830   9
[0] MPI startup(): 42      49002    cpu-e-830   10
[0] MPI startup(): 43      49003    cpu-e-830   11
[0] MPI startup(): 44      49004    cpu-e-830   12
[0] MPI startup(): 45      49005    cpu-e-830   13
[0] MPI startup(): 46      49006    cpu-e-830   14
[0] MPI startup(): 47      49007    cpu-e-830   15
[0] MPI startup(): 48      49008    cpu-e-830   16
[0] MPI startup(): 49      49009    cpu-e-830   17
[0] MPI startup(): 50      49010    cpu-e-830   18
[0] MPI startup(): 51      49011    cpu-e-830   19
[0] MPI startup(): 52      49012    cpu-e-830   20
[0] MPI startup(): 53      49013    cpu-e-830   21
[0] MPI startup(): 54      49014    cpu-e-830   22
[0] MPI startup(): 55      49015    cpu-e-830   23
[0] MPI startup(): 56      49016    cpu-e-830   24
[0] MPI startup(): 57      49017    cpu-e-830   25
[0] MPI startup(): 58      49018    cpu-e-830   26
[0] MPI startup(): 59      49019    cpu-e-830   27
[0] MPI startup(): 60      49020    cpu-e-830   28
[0] MPI startup(): 61      49021    cpu-e-830   29
[0] MPI startup(): 62      49022    cpu-e-830   30
[0] MPI startup(): 63      49023    cpu-e-830   31
[0] MPI startup(): 64      48748    cpu-e-893   0
[0] MPI startup(): 65      48749    cpu-e-893   1
[0] MPI startup(): 66      48750    cpu-e-893   2
[0] MPI startup(): 67      48751    cpu-e-893   3
[0] MPI startup(): 68      48752    cpu-e-893   4
[0] MPI startup(): 69      48753    cpu-e-893   5
[0] MPI startup(): 70      48754    cpu-e-893   6
[0] MPI startup(): 71      48755    cpu-e-893   7
[0] MPI startup(): 72      48756    cpu-e-893   8
[0] MPI startup(): 73      48757    cpu-e-893   9
[0] MPI startup(): 74      48758    cpu-e-893   10
[0] MPI startup(): 75      48759    cpu-e-893   11
[0] MPI startup(): 76      48760    cpu-e-893   12
[0] MPI startup(): 77      48761    cpu-e-893   13
[0] MPI startup(): 78      48762    cpu-e-893   14
[0] MPI startup(): 79      48763    cpu-e-893   15
[0] MPI startup(): 80      48764    cpu-e-893   16
[0] MPI startup(): 81      48765    cpu-e-893   17
[0] MPI startup(): 82      48766    cpu-e-893   18
[0] MPI startup(): 83      48767    cpu-e-893   19
[0] MPI startup(): 84      48768    cpu-e-893   20
[0] MPI startup(): 85      48769    cpu-e-893   21
[0] MPI startup(): 86      48770    cpu-e-893   22
[0] MPI startup(): 87      48771    cpu-e-893   23
[0] MPI startup(): 88      48772    cpu-e-893   24
[0] MPI startup(): 89      48773    cpu-e-893   25
[0] MPI startup(): 90      48774    cpu-e-893   26
[0] MPI startup(): 91      48775    cpu-e-893   27
[0] MPI startup(): 92      48776    cpu-e-893   28
[0] MPI startup(): 93      48777    cpu-e-893   29
[0] MPI startup(): 94      48778    cpu-e-893   30
[0] MPI startup(): 95      48779    cpu-e-893   31
[0] MPI startup(): 96      48752    cpu-e-894   0
[0] MPI startup(): 97      48753    cpu-e-894   1
[0] MPI startup(): 98      48754    cpu-e-894   2
[0] MPI startup(): 99      48755    cpu-e-894   3
[0] MPI startup(): 100     48756    cpu-e-894   4
[0] MPI startup(): 101     48757    cpu-e-894   5
[0] MPI startup(): 102     48758    cpu-e-894   6
[0] MPI startup(): 103     48759    cpu-e-894   7
[0] MPI startup(): 104     48760    cpu-e-894   8
[0] MPI startup(): 105     48761    cpu-e-894   9
[0] MPI startup(): 106     48762    cpu-e-894   10
[0] MPI startup(): 107     48763    cpu-e-894   11
[0] MPI startup(): 108     48764    cpu-e-894   12
[0] MPI startup(): 109     48765    cpu-e-894   13
[0] MPI startup(): 110     48766    cpu-e-894   14
[0] MPI startup(): 111     48767    cpu-e-894   15
[0] MPI startup(): 112     48768    cpu-e-894   16
[0] MPI startup(): 113     48769    cpu-e-894   17
[0] MPI startup(): 114     48770    cpu-e-894   18
[0] MPI startup(): 115     48771    cpu-e-894   19
[0] MPI startup(): 116     48772    cpu-e-894   20
[0] MPI startup(): 117     48773    cpu-e-894   21
[0] MPI startup(): 118     48774    cpu-e-894   22
[0] MPI startup(): 119     48775    cpu-e-894   23
[0] MPI startup(): 120     48776    cpu-e-894   24
[0] MPI startup(): 121     48777    cpu-e-894   25
[0] MPI startup(): 122     48778    cpu-e-894   26
[0] MPI startup(): 123     48779    cpu-e-894   27
[0] MPI startup(): 124     48780    cpu-e-894   28
[0] MPI startup(): 125     48781    cpu-e-894   29
[0] MPI startup(): 126     48782    cpu-e-894   30
[0] MPI startup(): 127     48783    cpu-e-894   31
[0] MPI startup(): 128     48733    cpu-e-957   0
[0] MPI startup(): 129     48734    cpu-e-957   1
[0] MPI startup(): 130     48735    cpu-e-957   2
[0] MPI startup(): 131     48736    cpu-e-957   3
[0] MPI startup(): 132     48737    cpu-e-957   4
[0] MPI startup(): 133     48738    cpu-e-957   5
[0] MPI startup(): 134     48739    cpu-e-957   6
[0] MPI startup(): 135     48740    cpu-e-957   7
[0] MPI startup(): 136     48741    cpu-e-957   8
[0] MPI startup(): 137     48742    cpu-e-957   9
[0] MPI startup(): 138     48743    cpu-e-957   10
[0] MPI startup(): 139     48744    cpu-e-957   11
[0] MPI startup(): 140     48745    cpu-e-957   12
[0] MPI startup(): 141     48746    cpu-e-957   13
[0] MPI startup(): 142     48747    cpu-e-957   14
[0] MPI startup(): 143     48748    cpu-e-957   15
[0] MPI startup(): 144     48749    cpu-e-957   16
[0] MPI startup(): 145     48750    cpu-e-957   17
[0] MPI startup(): 146     48751    cpu-e-957   18
[0] MPI startup(): 147     48752    cpu-e-957   19
[0] MPI startup(): 148     48753    cpu-e-957   20
[0] MPI startup(): 149     48754    cpu-e-957   21
[0] MPI startup(): 150     48755    cpu-e-957   22
[0] MPI startup(): 151     48756    cpu-e-957   23
[0] MPI startup(): 152     48757    cpu-e-957   24
[0] MPI startup(): 153     48758    cpu-e-957   25
[0] MPI startup(): 154     48759    cpu-e-957   26
[0] MPI startup(): 155     48760    cpu-e-957   27
[0] MPI startup(): 156     48761    cpu-e-957   28
[0] MPI startup(): 157     48762    cpu-e-957   29
[0] MPI startup(): 158     48763    cpu-e-957   30
[0] MPI startup(): 159     48764    cpu-e-957   31
[0] MPI startup(): 160     48814    cpu-e-958   0
[0] MPI startup(): 161     48815    cpu-e-958   1
[0] MPI startup(): 162     48816    cpu-e-958   2
[0] MPI startup(): 163     48817    cpu-e-958   3
[0] MPI startup(): 164     48818    cpu-e-958   4
[0] MPI startup(): 165     48819    cpu-e-958   5
[0] MPI startup(): 166     48820    cpu-e-958   6
[0] MPI startup(): 167     48821    cpu-e-958   7
[0] MPI startup(): 168     48822    cpu-e-958   8
[0] MPI startup(): 169     48823    cpu-e-958   9
[0] MPI startup(): 170     48824    cpu-e-958   10
[0] MPI startup(): 171     48825    cpu-e-958   11
[0] MPI startup(): 172     48826    cpu-e-958   12
[0] MPI startup(): 173     48827    cpu-e-958   13
[0] MPI startup(): 174     48828    cpu-e-958   14
[0] MPI startup(): 175     48829    cpu-e-958   15
[0] MPI startup(): 176     48830    cpu-e-958   16
[0] MPI startup(): 177     48831    cpu-e-958   17
[0] MPI startup(): 178     48832    cpu-e-958   18
[0] MPI startup(): 179     48833    cpu-e-958   19
[0] MPI startup(): 180     48834    cpu-e-958   20
[0] MPI startup(): 181     48835    cpu-e-958   21
[0] MPI startup(): 182     48836    cpu-e-958   22
[0] MPI startup(): 183     48837    cpu-e-958   23
[0] MPI startup(): 184     48838    cpu-e-958   24
[0] MPI startup(): 185     48839    cpu-e-958   25
[0] MPI startup(): 186     48840    cpu-e-958   26
[0] MPI startup(): 187     48841    cpu-e-958   27
[0] MPI startup(): 188     48842    cpu-e-958   28
[0] MPI startup(): 189     48843    cpu-e-958   29
[0] MPI startup(): 190     48844    cpu-e-958   30
[0] MPI startup(): 191     48845    cpu-e-958   31
[0] MPI startup(): 192     48775    cpu-e-1021  0
[0] MPI startup(): 193     48776    cpu-e-1021  1
[0] MPI startup(): 194     48777    cpu-e-1021  2
[0] MPI startup(): 195     48778    cpu-e-1021  3
[0] MPI startup(): 196     48779    cpu-e-1021  4
[0] MPI startup(): 197     48780    cpu-e-1021  5
[0] MPI startup(): 198     48781    cpu-e-1021  6
[0] MPI startup(): 199     48782    cpu-e-1021  7
[0] MPI startup(): 200     48783    cpu-e-1021  8
[0] MPI startup(): 201     48784    cpu-e-1021  9
[0] MPI startup(): 202     48785    cpu-e-1021  10
[0] MPI startup(): 203     48786    cpu-e-1021  11
[0] MPI startup(): 204     48787    cpu-e-1021  12
[0] MPI startup(): 205     48788    cpu-e-1021  13
[0] MPI startup(): 206     48789    cpu-e-1021  14
[0] MPI startup(): 207     48790    cpu-e-1021  15
[0] MPI startup(): 208     48791    cpu-e-1021  16
[0] MPI startup(): 209     48792    cpu-e-1021  17
[0] MPI startup(): 210     48793    cpu-e-1021  18
[0] MPI startup(): 211     48794    cpu-e-1021  19
[0] MPI startup(): 212     48795    cpu-e-1021  20
[0] MPI startup(): 213     48796    cpu-e-1021  21
[0] MPI startup(): 214     48797    cpu-e-1021  22
[0] MPI startup(): 215     48798    cpu-e-1021  23
[0] MPI startup(): 216     48799    cpu-e-1021  24
[0] MPI startup(): 217     48800    cpu-e-1021  25
[0] MPI startup(): 218     48801    cpu-e-1021  26
[0] MPI startup(): 219     48802    cpu-e-1021  27
[0] MPI startup(): 220     48803    cpu-e-1021  28
[0] MPI startup(): 221     48804    cpu-e-1021  29
[0] MPI startup(): 222     48805    cpu-e-1021  30
[0] MPI startup(): 223     48806    cpu-e-1021  31
[0] MPI startup(): 224     48774    cpu-e-1022  0
[0] MPI startup(): 225     48775    cpu-e-1022  1
[0] MPI startup(): 226     48776    cpu-e-1022  2
[0] MPI startup(): 227     48777    cpu-e-1022  3
[0] MPI startup(): 228     48778    cpu-e-1022  4
[0] MPI startup(): 229     48779    cpu-e-1022  5
[0] MPI startup(): 230     48780    cpu-e-1022  6
[0] MPI startup(): 231     48781    cpu-e-1022  7
[0] MPI startup(): 232     48782    cpu-e-1022  8
[0] MPI startup(): 233     48783    cpu-e-1022  9
[0] MPI startup(): 234     48784    cpu-e-1022  10
[0] MPI startup(): 235     48785    cpu-e-1022  11
[0] MPI startup(): 236     48786    cpu-e-1022  12
[0] MPI startup(): 237     48787    cpu-e-1022  13
[0] MPI startup(): 238     48788    cpu-e-1022  14
[0] MPI startup(): 239     48789    cpu-e-1022  15
[0] MPI startup(): 240     48790    cpu-e-1022  16
[0] MPI startup(): 241     48791    cpu-e-1022  17
[0] MPI startup(): 242     48792    cpu-e-1022  18
[0] MPI startup(): 243     48793    cpu-e-1022  19
[0] MPI startup(): 244     48794    cpu-e-1022  20
[0] MPI startup(): 245     48795    cpu-e-1022  21
[0] MPI startup(): 246     48796    cpu-e-1022  22
[0] MPI startup(): 247     48797    cpu-e-1022  23
[0] MPI startup(): 248     48798    cpu-e-1022  24
[0] MPI startup(): 249     48799    cpu-e-1022  25
[0] MPI startup(): 250     48800    cpu-e-1022  26
[0] MPI startup(): 251     48801    cpu-e-1022  27
[0] MPI startup(): 252     48802    cpu-e-1022  28
[0] MPI startup(): 253     48803    cpu-e-1022  29
[0] MPI startup(): 254     48804    cpu-e-1022  30
[0] MPI startup(): 255     48805    cpu-e-1022  31
[0] MPI startup(): 256     48514    cpu-e-1149  0
[0] MPI startup(): 257     48515    cpu-e-1149  1
[0] MPI startup(): 258     48516    cpu-e-1149  2
[0] MPI startup(): 259     48517    cpu-e-1149  3
[0] MPI startup(): 260     48518    cpu-e-1149  4
[0] MPI startup(): 261     48519    cpu-e-1149  5
[0] MPI startup(): 262     48520    cpu-e-1149  6
[0] MPI startup(): 263     48521    cpu-e-1149  7
[0] MPI startup(): 264     48522    cpu-e-1149  8
[0] MPI startup(): 265     48523    cpu-e-1149  9
[0] MPI startup(): 266     48524    cpu-e-1149  10
[0] MPI startup(): 267     48525    cpu-e-1149  11
[0] MPI startup(): 268     48526    cpu-e-1149  12
[0] MPI startup(): 269     48527    cpu-e-1149  13
[0] MPI startup(): 270     48528    cpu-e-1149  14
[0] MPI startup(): 271     48529    cpu-e-1149  15
[0] MPI startup(): 272     48530    cpu-e-1149  16
[0] MPI startup(): 273     48531    cpu-e-1149  17
[0] MPI startup(): 274     48532    cpu-e-1149  18
[0] MPI startup(): 275     48533    cpu-e-1149  19
[0] MPI startup(): 276     48534    cpu-e-1149  20
[0] MPI startup(): 277     48535    cpu-e-1149  21
[0] MPI startup(): 278     48536    cpu-e-1149  22
[0] MPI startup(): 279     48537    cpu-e-1149  23
[0] MPI startup(): 280     48538    cpu-e-1149  24
[0] MPI startup(): 281     48539    cpu-e-1149  25
[0] MPI startup(): 282     48540    cpu-e-1149  26
[0] MPI startup(): 283     48541    cpu-e-1149  27
[0] MPI startup(): 284     48542    cpu-e-1149  28
[0] MPI startup(): 285     48543    cpu-e-1149  29
[0] MPI startup(): 286     48544    cpu-e-1149  30
[0] MPI startup(): 287     48545    cpu-e-1149  31
[0] MPI startup(): 288     48671    cpu-e-1150  0
[0] MPI startup(): 289     48672    cpu-e-1150  1
[0] MPI startup(): 290     48673    cpu-e-1150  2
[0] MPI startup(): 291     48674    cpu-e-1150  3
[0] MPI startup(): 292     48675    cpu-e-1150  4
[0] MPI startup(): 293     48676    cpu-e-1150  5
[0] MPI startup(): 294     48677    cpu-e-1150  6
[0] MPI startup(): 295     48678    cpu-e-1150  7
[0] MPI startup(): 296     48679    cpu-e-1150  8
[0] MPI startup(): 297     48680    cpu-e-1150  9
[0] MPI startup(): 298     48681    cpu-e-1150  10
[0] MPI startup(): 299     48682    cpu-e-1150  11
[0] MPI startup(): 300     48683    cpu-e-1150  12
[0] MPI startup(): 301     48684    cpu-e-1150  13
[0] MPI startup(): 302     48685    cpu-e-1150  14
[0] MPI startup(): 303     48686    cpu-e-1150  15
[0] MPI startup(): 304     48687    cpu-e-1150  16
[0] MPI startup(): 305     48688    cpu-e-1150  17
[0] MPI startup(): 306     48689    cpu-e-1150  18
[0] MPI startup(): 307     48690    cpu-e-1150  19
[0] MPI startup(): 308     48691    cpu-e-1150  20
[0] MPI startup(): 309     48692    cpu-e-1150  21
[0] MPI startup(): 310     48693    cpu-e-1150  22
[0] MPI startup(): 311     48694    cpu-e-1150  23
[0] MPI startup(): 312     48695    cpu-e-1150  24
[0] MPI startup(): 313     48696    cpu-e-1150  25
[0] MPI startup(): 314     48697    cpu-e-1150  26
[0] MPI startup(): 315     48698    cpu-e-1150  27
[0] MPI startup(): 316     48699    cpu-e-1150  28
[0] MPI startup(): 317     48700    cpu-e-1150  29
[0] MPI startup(): 318     48701    cpu-e-1150  30
[0] MPI startup(): 319     48702    cpu-e-1150  31
[0] MPI startup(): I_MPI_CC=icc
[0] MPI startup(): I_MPI_CXX=icpc
[0] MPI startup(): I_MPI_FC=ifort
[0] MPI startup(): I_MPI_F90=ifort
[0] MPI startup(): I_MPI_F77=ifort
[0] MPI startup(): I_MPI_ROOT=/usr/local/Cluster-Apps/intel/2019.3//compilers_and_libraries_2019.3.192/linux/mpi
[0] MPI startup(): I_MPI_HYDRA_RMK=slurm
[0] MPI startup(): I_MPI_JOB_RESPECT_PROCESS_PLACEMENT=off
[0] MPI startup(): I_MPI_PIN_DOMAIN=omp:compact
[0] MPI startup(): I_MPI_PIN_ORDER=scatter
[0] MPI startup(): I_MPI_FABRICS=shm:ofi
[0] MPI startup(): I_MPI_DEBUG=10
[0] MPI startup(): I_MPI_TMI_PROVIDER variable has been removed from the product, its value is ignored

[0] MPI startup(): I_MPI_TMI_PROVIDER environment variable is not supported.
[0] MPI startup(): Similar variables:
	 I_MPI_OFI_PROVIDER
[0] MPI startup(): To check the list of supported variables, use the impi_info utility or refer to https://software.intel.com/en-us/mpi-library/documentation/get-started.
-- started at 06/09/2019 10:48:57 --

mdtest-3.3alpha1 was launched with 320 total task(s) on 10 node(s)
Command line used: /home/mjr208/projects/benchmarking/io-500-src-stonewall-fix/bin/mdtest "-r" "-n" "480000" "-u" "-L" "-F" "-d" "/dac/fs1/mjr208/job12143920-2019-06-09-1006/mdt_easy"
Path: /dac/fs1/mjr208/job12143920-2019-06-09-1006
FS: 412.5 TiB   Used FS: 12.4%   Inodes: 960.0 Mi   Used Inodes: 16.2%

320 tasks, 153600000 files

SUMMARY rate: (of 1 iterations)
   Operation                      Max            Min           Mean        Std Dev
   ---------                      ---            ---           ----        -------
   File creation     :          0.000          0.000          0.000          0.000
   File stat         :          0.000          0.000          0.000          0.000
   File read         :          0.000          0.000          0.000          0.000
   File removal      :     389468.189     389450.029     389451.460          1.130
   Tree creation     :          0.000          0.000          0.000          0.000
   Tree removal      :          1.160          1.160          1.160          0.000

-- finished at 06/09/2019 10:55:33 --
mdtest_easy_stat
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
[0] MPI startup(): libfabric version: 1.8.0a1-impi

MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
[0] MPI startup(): libfabric provider: psm2

[0] MPI startup(): Rank    Pid      Node name   Pin cpu
[0] MPI startup(): 0       45092    cpu-e-829   0
[0] MPI startup(): 1       45093    cpu-e-829   1
[0] MPI startup(): 2       45094    cpu-e-829   2
[0] MPI startup(): 3       45095    cpu-e-829   3
[0] MPI startup(): 4       45096    cpu-e-829   4
[0] MPI startup(): 5       45097    cpu-e-829   5
[0] MPI startup(): 6       45098    cpu-e-829   6
[0] MPI startup(): 7       45099    cpu-e-829   7
[0] MPI startup(): 8       45100    cpu-e-829   8
[0] MPI startup(): 9       45101    cpu-e-829   9
[0] MPI startup(): 10      45102    cpu-e-829   10
[0] MPI startup(): 11      45103    cpu-e-829   11
[0] MPI startup(): 12      45104    cpu-e-829   12
[0] MPI startup(): 13      45105    cpu-e-829   13
[0] MPI startup(): 14      45106    cpu-e-829   14
[0] MPI startup(): 15      45107    cpu-e-829   15
[0] MPI startup(): 16      45108    cpu-e-829   16
[0] MPI startup(): 17      45109    cpu-e-829   17
[0] MPI startup(): 18      45110    cpu-e-829   18
[0] MPI startup(): 19      45111    cpu-e-829   19
[0] MPI startup(): 20      45112    cpu-e-829   20
[0] MPI startup(): 21      45113    cpu-e-829   21
[0] MPI startup(): 22      45114    cpu-e-829   22
[0] MPI startup(): 23      45115    cpu-e-829   23
[0] MPI startup(): 24      45116    cpu-e-829   24
[0] MPI startup(): 25      45117    cpu-e-829   25
[0] MPI startup(): 26      45118    cpu-e-829   26
[0] MPI startup(): 27      45119    cpu-e-829   27
[0] MPI startup(): 28      45120    cpu-e-829   28
[0] MPI startup(): 29      45121    cpu-e-829   29
[0] MPI startup(): 30      45122    cpu-e-829   30
[0] MPI startup(): 31      45123    cpu-e-829   31
[0] MPI startup(): 32      44721    cpu-e-830   0
[0] MPI startup(): 33      44722    cpu-e-830   1
[0] MPI startup(): 34      44723    cpu-e-830   2
[0] MPI startup(): 35      44724    cpu-e-830   3
[0] MPI startup(): 36      44725    cpu-e-830   4
[0] MPI startup(): 37      44726    cpu-e-830   5
[0] MPI startup(): 38      44727    cpu-e-830   6
[0] MPI startup(): 39      44728    cpu-e-830   7
[0] MPI startup(): 40      44729    cpu-e-830   8
[0] MPI startup(): 41      44730    cpu-e-830   9
[0] MPI startup(): 42      44731    cpu-e-830   10
[0] MPI startup(): 43      44732    cpu-e-830   11
[0] MPI startup(): 44      44733    cpu-e-830   12
[0] MPI startup(): 45      44734    cpu-e-830   13
[0] MPI startup(): 46      44735    cpu-e-830   14
[0] MPI startup(): 47      44736    cpu-e-830   15
[0] MPI startup(): 48      44737    cpu-e-830   16
[0] MPI startup(): 49      44738    cpu-e-830   17
[0] MPI startup(): 50      44739    cpu-e-830   18
[0] MPI startup(): 51      44740    cpu-e-830   19
[0] MPI startup(): 52      44741    cpu-e-830   20
[0] MPI startup(): 53      44742    cpu-e-830   21
[0] MPI startup(): 54      44743    cpu-e-830   22
[0] MPI startup(): 55      44744    cpu-e-830   23
[0] MPI startup(): 56      44745    cpu-e-830   24
[0] MPI startup(): 57      44746    cpu-e-830   25
[0] MPI startup(): 58      44747    cpu-e-830   26
[0] MPI startup(): 59      44748    cpu-e-830   27
[0] MPI startup(): 60      44749    cpu-e-830   28
[0] MPI startup(): 61      44750    cpu-e-830   29
[0] MPI startup(): 62      44751    cpu-e-830   30
[0] MPI startup(): 63      44752    cpu-e-830   31
[0] MPI startup(): 64      44507    cpu-e-893   0
[0] MPI startup(): 65      44508    cpu-e-893   1
[0] MPI startup(): 66      44509    cpu-e-893   2
[0] MPI startup(): 67      44510    cpu-e-893   3
[0] MPI startup(): 68      44511    cpu-e-893   4
[0] MPI startup(): 69      44512    cpu-e-893   5
[0] MPI startup(): 70      44513    cpu-e-893   6
[0] MPI startup(): 71      44514    cpu-e-893   7
[0] MPI startup(): 72      44515    cpu-e-893   8
[0] MPI startup(): 73      44516    cpu-e-893   9
[0] MPI startup(): 74      44517    cpu-e-893   10
[0] MPI startup(): 75      44518    cpu-e-893   11
[0] MPI startup(): 76      44519    cpu-e-893   12
[0] MPI startup(): 77      44520    cpu-e-893   13
[0] MPI startup(): 78      44521    cpu-e-893   14
[0] MPI startup(): 79      44522    cpu-e-893   15
[0] MPI startup(): 80      44523    cpu-e-893   16
[0] MPI startup(): 81      44524    cpu-e-893   17
[0] MPI startup(): 82      44525    cpu-e-893   18
[0] MPI startup(): 83      44526    cpu-e-893   19
[0] MPI startup(): 84      44527    cpu-e-893   20
[0] MPI startup(): 85      44528    cpu-e-893   21
[0] MPI startup(): 86      44529    cpu-e-893   22
[0] MPI startup(): 87      44530    cpu-e-893   23
[0] MPI startup(): 88      44531    cpu-e-893   24
[0] MPI startup(): 89      44532    cpu-e-893   25
[0] MPI startup(): 90      44533    cpu-e-893   26
[0] MPI startup(): 91      44534    cpu-e-893   27
[0] MPI startup(): 92      44535    cpu-e-893   28
[0] MPI startup(): 93      44536    cpu-e-893   29
[0] MPI startup(): 94      44537    cpu-e-893   30
[0] MPI startup(): 95      44538    cpu-e-893   31
[0] MPI startup(): 96      44498    cpu-e-894   0
[0] MPI startup(): 97      44499    cpu-e-894   1
[0] MPI startup(): 98      44500    cpu-e-894   2
[0] MPI startup(): 99      44501    cpu-e-894   3
[0] MPI startup(): 100     44502    cpu-e-894   4
[0] MPI startup(): 101     44503    cpu-e-894   5
[0] MPI startup(): 102     44504    cpu-e-894   6
[0] MPI startup(): 103     44505    cpu-e-894   7
[0] MPI startup(): 104     44506    cpu-e-894   8
[0] MPI startup(): 105     44507    cpu-e-894   9
[0] MPI startup(): 106     44508    cpu-e-894   10
[0] MPI startup(): 107     44509    cpu-e-894   11
[0] MPI startup(): 108     44510    cpu-e-894   12
[0] MPI startup(): 109     44511    cpu-e-894   13
[0] MPI startup(): 110     44512    cpu-e-894   14
[0] MPI startup(): 111     44513    cpu-e-894   15
[0] MPI startup(): 112     44514    cpu-e-894   16
[0] MPI startup(): 113     44515    cpu-e-894   17
[0] MPI startup(): 114     44516    cpu-e-894   18
[0] MPI startup(): 115     44517    cpu-e-894   19
[0] MPI startup(): 116     44518    cpu-e-894   20
[0] MPI startup(): 117     44519    cpu-e-894   21
[0] MPI startup(): 118     44520    cpu-e-894   22
[0] MPI startup(): 119     44521    cpu-e-894   23
[0] MPI startup(): 120     44522    cpu-e-894   24
[0] MPI startup(): 121     44523    cpu-e-894   25
[0] MPI startup(): 122     44524    cpu-e-894   26
[0] MPI startup(): 123     44525    cpu-e-894   27
[0] MPI startup(): 124     44526    cpu-e-894   28
[0] MPI startup(): 125     44527    cpu-e-894   29
[0] MPI startup(): 126     44528    cpu-e-894   30
[0] MPI startup(): 127     44529    cpu-e-894   31
[0] MPI startup(): 128     44520    cpu-e-957   0
[0] MPI startup(): 129     44521    cpu-e-957   1
[0] MPI startup(): 130     44522    cpu-e-957   2
[0] MPI startup(): 131     44523    cpu-e-957   3
[0] MPI startup(): 132     44524    cpu-e-957   4
[0] MPI startup(): 133     44525    cpu-e-957   5
[0] MPI startup(): 134     44526    cpu-e-957   6
[0] MPI startup(): 135     44527    cpu-e-957   7
[0] MPI startup(): 136     44528    cpu-e-957   8
[0] MPI startup(): 137     44529    cpu-e-957   9
[0] MPI startup(): 138     44530    cpu-e-957   10
[0] MPI startup(): 139     44531    cpu-e-957   11
[0] MPI startup(): 140     44532    cpu-e-957   12
[0] MPI startup(): 141     44533    cpu-e-957   13
[0] MPI startup(): 142     44534    cpu-e-957   14
[0] MPI startup(): 143     44535    cpu-e-957   15
[0] MPI startup(): 144     44536    cpu-e-957   16
[0] MPI startup(): 145     44537    cpu-e-957   17
[0] MPI startup(): 146     44538    cpu-e-957   18
[0] MPI startup(): 147     44539    cpu-e-957   19
[0] MPI startup(): 148     44540    cpu-e-957   20
[0] MPI startup(): 149     44541    cpu-e-957   21
[0] MPI startup(): 150     44542    cpu-e-957   22
[0] MPI startup(): 151     44543    cpu-e-957   23
[0] MPI startup(): 152     44544    cpu-e-957   24
[0] MPI startup(): 153     44545    cpu-e-957   25
[0] MPI startup(): 154     44546    cpu-e-957   26
[0] MPI startup(): 155     44547    cpu-e-957   27
[0] MPI startup(): 156     44548    cpu-e-957   28
[0] MPI startup(): 157     44549    cpu-e-957   29
[0] MPI startup(): 158     44550    cpu-e-957   30
[0] MPI startup(): 159     44551    cpu-e-957   31
[0] MPI startup(): 160     44616    cpu-e-958   0
[0] MPI startup(): 161     44617    cpu-e-958   1
[0] MPI startup(): 162     44618    cpu-e-958   2
[0] MPI startup(): 163     44619    cpu-e-958   3
[0] MPI startup(): 164     44620    cpu-e-958   4
[0] MPI startup(): 165     44621    cpu-e-958   5
[0] MPI startup(): 166     44622    cpu-e-958   6
[0] MPI startup(): 167     44623    cpu-e-958   7
[0] MPI startup(): 168     44624    cpu-e-958   8
[0] MPI startup(): 169     44625    cpu-e-958   9
[0] MPI startup(): 170     44626    cpu-e-958   10
[0] MPI startup(): 171     44627    cpu-e-958   11
[0] MPI startup(): 172     44628    cpu-e-958   12
[0] MPI startup(): 173     44629    cpu-e-958   13
[0] MPI startup(): 174     44630    cpu-e-958   14
[0] MPI startup(): 175     44631    cpu-e-958   15
[0] MPI startup(): 176     44632    cpu-e-958   16
[0] MPI startup(): 177     44633    cpu-e-958   17
[0] MPI startup(): 178     44634    cpu-e-958   18
[0] MPI startup(): 179     44635    cpu-e-958   19
[0] MPI startup(): 180     44636    cpu-e-958   20
[0] MPI startup(): 181     44637    cpu-e-958   21
[0] MPI startup(): 182     44638    cpu-e-958   22
[0] MPI startup(): 183     44639    cpu-e-958   23
[0] MPI startup(): 184     44640    cpu-e-958   24
[0] MPI startup(): 185     44641    cpu-e-958   25
[0] MPI startup(): 186     44642    cpu-e-958   26
[0] MPI startup(): 187     44643    cpu-e-958   27
[0] MPI startup(): 188     44644    cpu-e-958   28
[0] MPI startup(): 189     44645    cpu-e-958   29
[0] MPI startup(): 190     44646    cpu-e-958   30
[0] MPI startup(): 191     44647    cpu-e-958   31
[0] MPI startup(): 192     44562    cpu-e-1021  0
[0] MPI startup(): 193     44563    cpu-e-1021  1
[0] MPI startup(): 194     44564    cpu-e-1021  2
[0] MPI startup(): 195     44565    cpu-e-1021  3
[0] MPI startup(): 196     44566    cpu-e-1021  4
[0] MPI startup(): 197     44567    cpu-e-1021  5
[0] MPI startup(): 198     44568    cpu-e-1021  6
[0] MPI startup(): 199     44569    cpu-e-1021  7
[0] MPI startup(): 200     44570    cpu-e-1021  8
[0] MPI startup(): 201     44571    cpu-e-1021  9
[0] MPI startup(): 202     44572    cpu-e-1021  10
[0] MPI startup(): 203     44573    cpu-e-1021  11
[0] MPI startup(): 204     44574    cpu-e-1021  12
[0] MPI startup(): 205     44575    cpu-e-1021  13
[0] MPI startup(): 206     44576    cpu-e-1021  14
[0] MPI startup(): 207     44577    cpu-e-1021  15
[0] MPI startup(): 208     44578    cpu-e-1021  16
[0] MPI startup(): 209     44579    cpu-e-1021  17
[0] MPI startup(): 210     44580    cpu-e-1021  18
[0] MPI startup(): 211     44581    cpu-e-1021  19
[0] MPI startup(): 212     44582    cpu-e-1021  20
[0] MPI startup(): 213     44583    cpu-e-1021  21
[0] MPI startup(): 214     44584    cpu-e-1021  22
[0] MPI startup(): 215     44585    cpu-e-1021  23
[0] MPI startup(): 216     44586    cpu-e-1021  24
[0] MPI startup(): 217     44587    cpu-e-1021  25
[0] MPI startup(): 218     44588    cpu-e-1021  26
[0] MPI startup(): 219     44589    cpu-e-1021  27
[0] MPI startup(): 220     44590    cpu-e-1021  28
[0] MPI startup(): 221     44591    cpu-e-1021  29
[0] MPI startup(): 222     44592    cpu-e-1021  30
[0] MPI startup(): 223     44593    cpu-e-1021  31
[0] MPI startup(): 224     44522    cpu-e-1022  0
[0] MPI startup(): 225     44523    cpu-e-1022  1
[0] MPI startup(): 226     44524    cpu-e-1022  2
[0] MPI startup(): 227     44525    cpu-e-1022  3
[0] MPI startup(): 228     44526    cpu-e-1022  4
[0] MPI startup(): 229     44527    cpu-e-1022  5
[0] MPI startup(): 230     44528    cpu-e-1022  6
[0] MPI startup(): 231     44529    cpu-e-1022  7
[0] MPI startup(): 232     44530    cpu-e-1022  8
[0] MPI startup(): 233     44531    cpu-e-1022  9
[0] MPI startup(): 234     44532    cpu-e-1022  10
[0] MPI startup(): 235     44533    cpu-e-1022  11
[0] MPI startup(): 236     44534    cpu-e-1022  12
[0] MPI startup(): 237     44535    cpu-e-1022  13
[0] MPI startup(): 238     44536    cpu-e-1022  14
[0] MPI startup(): 239     44537    cpu-e-1022  15
[0] MPI startup(): 240     44538    cpu-e-1022  16
[0] MPI startup(): 241     44539    cpu-e-1022  17
[0] MPI startup(): 242     44540    cpu-e-1022  18
[0] MPI startup(): 243     44541    cpu-e-1022  19
[0] MPI startup(): 244     44542    cpu-e-1022  20
[0] MPI startup(): 245     44543    cpu-e-1022  21
[0] MPI startup(): 246     44544    cpu-e-1022  22
[0] MPI startup(): 247     44545    cpu-e-1022  23
[0] MPI startup(): 248     44546    cpu-e-1022  24
[0] MPI startup(): 249     44547    cpu-e-1022  25
[0] MPI startup(): 250     44548    cpu-e-1022  26
[0] MPI startup(): 251     44549    cpu-e-1022  27
[0] MPI startup(): 252     44550    cpu-e-1022  28
[0] MPI startup(): 253     44551    cpu-e-1022  29
[0] MPI startup(): 254     44552    cpu-e-1022  30
[0] MPI startup(): 255     44553    cpu-e-1022  31
[0] MPI startup(): 256     44334    cpu-e-1149  0
[0] MPI startup(): 257     44335    cpu-e-1149  1
[0] MPI startup(): 258     44336    cpu-e-1149  2
[0] MPI startup(): 259     44337    cpu-e-1149  3
[0] MPI startup(): 260     44338    cpu-e-1149  4
[0] MPI startup(): 261     44339    cpu-e-1149  5
[0] MPI startup(): 262     44340    cpu-e-1149  6
[0] MPI startup(): 263     44341    cpu-e-1149  7
[0] MPI startup(): 264     44342    cpu-e-1149  8
[0] MPI startup(): 265     44343    cpu-e-1149  9
[0] MPI startup(): 266     44344    cpu-e-1149  10
[0] MPI startup(): 267     44345    cpu-e-1149  11
[0] MPI startup(): 268     44346    cpu-e-1149  12
[0] MPI startup(): 269     44347    cpu-e-1149  13
[0] MPI startup(): 270     44348    cpu-e-1149  14
[0] MPI startup(): 271     44349    cpu-e-1149  15
[0] MPI startup(): 272     44350    cpu-e-1149  16
[0] MPI startup(): 273     44351    cpu-e-1149  17
[0] MPI startup(): 274     44352    cpu-e-1149  18
[0] MPI startup(): 275     44353    cpu-e-1149  19
[0] MPI startup(): 276     44354    cpu-e-1149  20
[0] MPI startup(): 277     44355    cpu-e-1149  21
[0] MPI startup(): 278     44356    cpu-e-1149  22
[0] MPI startup(): 279     44357    cpu-e-1149  23
[0] MPI startup(): 280     44358    cpu-e-1149  24
[0] MPI startup(): 281     44359    cpu-e-1149  25
[0] MPI startup(): 282     44360    cpu-e-1149  26
[0] MPI startup(): 283     44361    cpu-e-1149  27
[0] MPI startup(): 284     44362    cpu-e-1149  28
[0] MPI startup(): 285     44363    cpu-e-1149  29
[0] MPI startup(): 286     44364    cpu-e-1149  30
[0] MPI startup(): 287     44365    cpu-e-1149  31
[0] MPI startup(): 288     44496    cpu-e-1150  0
[0] MPI startup(): 289     44497    cpu-e-1150  1
[0] MPI startup(): 290     44498    cpu-e-1150  2
[0] MPI startup(): 291     44499    cpu-e-1150  3
[0] MPI startup(): 292     44500    cpu-e-1150  4
[0] MPI startup(): 293     44501    cpu-e-1150  5
[0] MPI startup(): 294     44502    cpu-e-1150  6
[0] MPI startup(): 295     44503    cpu-e-1150  7
[0] MPI startup(): 296     44504    cpu-e-1150  8
[0] MPI startup(): 297     44505    cpu-e-1150  9
[0] MPI startup(): 298     44506    cpu-e-1150  10
[0] MPI startup(): 299     44507    cpu-e-1150  11
[0] MPI startup(): 300     44508    cpu-e-1150  12
[0] MPI startup(): 301     44509    cpu-e-1150  13
[0] MPI startup(): 302     44510    cpu-e-1150  14
[0] MPI startup(): 303     44511    cpu-e-1150  15
[0] MPI startup(): 304     44512    cpu-e-1150  16
[0] MPI startup(): 305     44513    cpu-e-1150  17
[0] MPI startup(): 306     44514    cpu-e-1150  18
[0] MPI startup(): 307     44515    cpu-e-1150  19
[0] MPI startup(): 308     44516    cpu-e-1150  20
[0] MPI startup(): 309     44517    cpu-e-1150  21
[0] MPI startup(): 310     44518    cpu-e-1150  22
[0] MPI startup(): 311     44519    cpu-e-1150  23
[0] MPI startup(): 312     44520    cpu-e-1150  24
[0] MPI startup(): 313     44521    cpu-e-1150  25
[0] MPI startup(): 314     44522    cpu-e-1150  26
[0] MPI startup(): 315     44523    cpu-e-1150  27
[0] MPI startup(): 316     44524    cpu-e-1150  28
[0] MPI startup(): 317     44525    cpu-e-1150  29
[0] MPI startup(): 318     44526    cpu-e-1150  30
[0] MPI startup(): 319     44527    cpu-e-1150  31
[0] MPI startup(): I_MPI_CC=icc
[0] MPI startup(): I_MPI_CXX=icpc
[0] MPI startup(): I_MPI_FC=ifort
[0] MPI startup(): I_MPI_F90=ifort
[0] MPI startup(): I_MPI_F77=ifort
[0] MPI startup(): I_MPI_ROOT=/usr/local/Cluster-Apps/intel/2019.3//compilers_and_libraries_2019.3.192/linux/mpi
[0] MPI startup(): I_MPI_HYDRA_RMK=slurm
[0] MPI startup(): I_MPI_JOB_RESPECT_PROCESS_PLACEMENT=off
[0] MPI startup(): I_MPI_PIN_DOMAIN=omp:compact
[0] MPI startup(): I_MPI_PIN_ORDER=scatter
[0] MPI startup(): I_MPI_FABRICS=shm:ofi
[0] MPI startup(): I_MPI_DEBUG=10
[0] MPI startup(): I_MPI_TMI_PROVIDER variable has been removed from the product, its value is ignored

[0] MPI startup(): I_MPI_TMI_PROVIDER environment variable is not supported.
[0] MPI startup(): Similar variables:
	 I_MPI_OFI_PROVIDER
[0] MPI startup(): To check the list of supported variables, use the impi_info utility or refer to https://software.intel.com/en-us/mpi-library/documentation/get-started.
-- started at 06/09/2019 10:43:11 --

mdtest-3.3alpha1 was launched with 320 total task(s) on 10 node(s)
Command line used: /home/mjr208/projects/benchmarking/io-500-src-stonewall-fix/bin/mdtest "-T" "-n" "480000" "-u" "-L" "-F" "-d" "/dac/fs1/mjr208/job12143920-2019-06-09-1006/mdt_easy"
Path: /dac/fs1/mjr208/job12143920-2019-06-09-1006
FS: 412.5 TiB   Used FS: 12.4%   Inodes: 960.0 Mi   Used Inodes: 16.2%

320 tasks, 153600000 files

SUMMARY rate: (of 1 iterations)
   Operation                      Max            Min           Mean        Std Dev
   ---------                      ---            ---           ----        -------
   File creation     :          0.000          0.000          0.000          0.000
   File stat         :    3071101.050    3071075.414    3071087.478          5.304
   File read         :          0.000          0.000          0.000          0.000
   File removal      :          0.000          0.000          0.000          0.000
   Tree creation     :          0.000          0.000          0.000          0.000
   Tree removal      :          0.000          0.000          0.000          0.000

-- finished at 06/09/2019 10:44:01 --
mdtest_easy_write
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
[0] MPI startup(): libfabric version: 1.8.0a1-impi

MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
[0] MPI startup(): libfabric provider: psm2

[0] MPI startup(): Rank    Pid      Node name   Pin cpu
[0] MPI startup(): 0       37297    cpu-e-829   0
[0] MPI startup(): 1       37298    cpu-e-829   1
[0] MPI startup(): 2       37299    cpu-e-829   2
[0] MPI startup(): 3       37300    cpu-e-829   3
[0] MPI startup(): 4       37301    cpu-e-829   4
[0] MPI startup(): 5       37302    cpu-e-829   5
[0] MPI startup(): 6       37303    cpu-e-829   6
[0] MPI startup(): 7       37304    cpu-e-829   7
[0] MPI startup(): 8       37305    cpu-e-829   8
[0] MPI startup(): 9       37306    cpu-e-829   9
[0] MPI startup(): 10      37307    cpu-e-829   10
[0] MPI startup(): 11      37308    cpu-e-829   11
[0] MPI startup(): 12      37309    cpu-e-829   12
[0] MPI startup(): 13      37310    cpu-e-829   13
[0] MPI startup(): 14      37311    cpu-e-829   14
[0] MPI startup(): 15      37312    cpu-e-829   15
[0] MPI startup(): 16      37313    cpu-e-829   16
[0] MPI startup(): 17      37314    cpu-e-829   17
[0] MPI startup(): 18      37315    cpu-e-829   18
[0] MPI startup(): 19      37316    cpu-e-829   19
[0] MPI startup(): 20      37317    cpu-e-829   20
[0] MPI startup(): 21      37318    cpu-e-829   21
[0] MPI startup(): 22      37319    cpu-e-829   22
[0] MPI startup(): 23      37320    cpu-e-829   23
[0] MPI startup(): 24      37321    cpu-e-829   24
[0] MPI startup(): 25      37322    cpu-e-829   25
[0] MPI startup(): 26      37323    cpu-e-829   26
[0] MPI startup(): 27      37324    cpu-e-829   27
[0] MPI startup(): 28      37325    cpu-e-829   28
[0] MPI startup(): 29      37326    cpu-e-829   29
[0] MPI startup(): 30      37327    cpu-e-829   30
[0] MPI startup(): 31      37328    cpu-e-829   31
[0] MPI startup(): 32      37227    cpu-e-830   0
[0] MPI startup(): 33      37228    cpu-e-830   1
[0] MPI startup(): 34      37229    cpu-e-830   2
[0] MPI startup(): 35      37230    cpu-e-830   3
[0] MPI startup(): 36      37231    cpu-e-830   4
[0] MPI startup(): 37      37232    cpu-e-830   5
[0] MPI startup(): 38      37233    cpu-e-830   6
[0] MPI startup(): 39      37234    cpu-e-830   7
[0] MPI startup(): 40      37235    cpu-e-830   8
[0] MPI startup(): 41      37236    cpu-e-830   9
[0] MPI startup(): 42      37237    cpu-e-830   10
[0] MPI startup(): 43      37238    cpu-e-830   11
[0] MPI startup(): 44      37239    cpu-e-830   12
[0] MPI startup(): 45      37240    cpu-e-830   13
[0] MPI startup(): 46      37241    cpu-e-830   14
[0] MPI startup(): 47      37242    cpu-e-830   15
[0] MPI startup(): 48      37243    cpu-e-830   16
[0] MPI startup(): 49      37244    cpu-e-830   17
[0] MPI startup(): 50      37245    cpu-e-830   18
[0] MPI startup(): 51      37246    cpu-e-830   19
[0] MPI startup(): 52      37247    cpu-e-830   20
[0] MPI startup(): 53      37248    cpu-e-830   21
[0] MPI startup(): 54      37249    cpu-e-830   22
[0] MPI startup(): 55      37250    cpu-e-830   23
[0] MPI startup(): 56      37251    cpu-e-830   24
[0] MPI startup(): 57      37252    cpu-e-830   25
[0] MPI startup(): 58      37253    cpu-e-830   26
[0] MPI startup(): 59      37254    cpu-e-830   27
[0] MPI startup(): 60      37255    cpu-e-830   28
[0] MPI startup(): 61      37256    cpu-e-830   29
[0] MPI startup(): 62      37257    cpu-e-830   30
[0] MPI startup(): 63      37258    cpu-e-830   31
[0] MPI startup(): 64      37151    cpu-e-893   0
[0] MPI startup(): 65      37152    cpu-e-893   1
[0] MPI startup(): 66      37153    cpu-e-893   2
[0] MPI startup(): 67      37154    cpu-e-893   3
[0] MPI startup(): 68      37155    cpu-e-893   4
[0] MPI startup(): 69      37156    cpu-e-893   5
[0] MPI startup(): 70      37157    cpu-e-893   6
[0] MPI startup(): 71      37158    cpu-e-893   7
[0] MPI startup(): 72      37159    cpu-e-893   8
[0] MPI startup(): 73      37160    cpu-e-893   9
[0] MPI startup(): 74      37161    cpu-e-893   10
[0] MPI startup(): 75      37162    cpu-e-893   11
[0] MPI startup(): 76      37163    cpu-e-893   12
[0] MPI startup(): 77      37164    cpu-e-893   13
[0] MPI startup(): 78      37165    cpu-e-893   14
[0] MPI startup(): 79      37166    cpu-e-893   15
[0] MPI startup(): 80      37167    cpu-e-893   16
[0] MPI startup(): 81      37168    cpu-e-893   17
[0] MPI startup(): 82      37169    cpu-e-893   18
[0] MPI startup(): 83      37170    cpu-e-893   19
[0] MPI startup(): 84      37171    cpu-e-893   20
[0] MPI startup(): 85      37172    cpu-e-893   21
[0] MPI startup(): 86      37173    cpu-e-893   22
[0] MPI startup(): 87      37174    cpu-e-893   23
[0] MPI startup(): 88      37175    cpu-e-893   24
[0] MPI startup(): 89      37176    cpu-e-893   25
[0] MPI startup(): 90      37177    cpu-e-893   26
[0] MPI startup(): 91      37178    cpu-e-893   27
[0] MPI startup(): 92      37179    cpu-e-893   28
[0] MPI startup(): 93      37180    cpu-e-893   29
[0] MPI startup(): 94      37181    cpu-e-893   30
[0] MPI startup(): 95      37182    cpu-e-893   31
[0] MPI startup(): 96      37109    cpu-e-894   0
[0] MPI startup(): 97      37110    cpu-e-894   1
[0] MPI startup(): 98      37111    cpu-e-894   2
[0] MPI startup(): 99      37112    cpu-e-894   3
[0] MPI startup(): 100     37113    cpu-e-894   4
[0] MPI startup(): 101     37114    cpu-e-894   5
[0] MPI startup(): 102     37115    cpu-e-894   6
[0] MPI startup(): 103     37116    cpu-e-894   7
[0] MPI startup(): 104     37117    cpu-e-894   8
[0] MPI startup(): 105     37118    cpu-e-894   9
[0] MPI startup(): 106     37119    cpu-e-894   10
[0] MPI startup(): 107     37120    cpu-e-894   11
[0] MPI startup(): 108     37121    cpu-e-894   12
[0] MPI startup(): 109     37122    cpu-e-894   13
[0] MPI startup(): 110     37123    cpu-e-894   14
[0] MPI startup(): 111     37124    cpu-e-894   15
[0] MPI startup(): 112     37125    cpu-e-894   16
[0] MPI startup(): 113     37126    cpu-e-894   17
[0] MPI startup(): 114     37127    cpu-e-894   18
[0] MPI startup(): 115     37128    cpu-e-894   19
[0] MPI startup(): 116     37129    cpu-e-894   20
[0] MPI startup(): 117     37130    cpu-e-894   21
[0] MPI startup(): 118     37131    cpu-e-894   22
[0] MPI startup(): 119     37132    cpu-e-894   23
[0] MPI startup(): 120     37133    cpu-e-894   24
[0] MPI startup(): 121     37134    cpu-e-894   25
[0] MPI startup(): 122     37135    cpu-e-894   26
[0] MPI startup(): 123     37136    cpu-e-894   27
[0] MPI startup(): 124     37137    cpu-e-894   28
[0] MPI startup(): 125     37138    cpu-e-894   29
[0] MPI startup(): 126     37139    cpu-e-894   30
[0] MPI startup(): 127     37140    cpu-e-894   31
[0] MPI startup(): 128     37151    cpu-e-957   0
[0] MPI startup(): 129     37152    cpu-e-957   1
[0] MPI startup(): 130     37153    cpu-e-957   2
[0] MPI startup(): 131     37154    cpu-e-957   3
[0] MPI startup(): 132     37155    cpu-e-957   4
[0] MPI startup(): 133     37156    cpu-e-957   5
[0] MPI startup(): 134     37157    cpu-e-957   6
[0] MPI startup(): 135     37158    cpu-e-957   7
[0] MPI startup(): 136     37159    cpu-e-957   8
[0] MPI startup(): 137     37160    cpu-e-957   9
[0] MPI startup(): 138     37161    cpu-e-957   10
[0] MPI startup(): 139     37162    cpu-e-957   11
[0] MPI startup(): 140     37163    cpu-e-957   12
[0] MPI startup(): 141     37164    cpu-e-957   13
[0] MPI startup(): 142     37165    cpu-e-957   14
[0] MPI startup(): 143     37166    cpu-e-957   15
[0] MPI startup(): 144     37167    cpu-e-957   16
[0] MPI startup(): 145     37168    cpu-e-957   17
[0] MPI startup(): 146     37169    cpu-e-957   18
[0] MPI startup(): 147     37170    cpu-e-957   19
[0] MPI startup(): 148     37171    cpu-e-957   20
[0] MPI startup(): 149     37172    cpu-e-957   21
[0] MPI startup(): 150     37173    cpu-e-957   22
[0] MPI startup(): 151     37174    cpu-e-957   23
[0] MPI startup(): 152     37175    cpu-e-957   24
[0] MPI startup(): 153     37176    cpu-e-957   25
[0] MPI startup(): 154     37177    cpu-e-957   26
[0] MPI startup(): 155     37178    cpu-e-957   27
[0] MPI startup(): 156     37179    cpu-e-957   28
[0] MPI startup(): 157     37180    cpu-e-957   29
[0] MPI startup(): 158     37181    cpu-e-957   30
[0] MPI startup(): 159     37182    cpu-e-957   31
[0] MPI startup(): 160     37200    cpu-e-958   0
[0] MPI startup(): 161     37201    cpu-e-958   1
[0] MPI startup(): 162     37202    cpu-e-958   2
[0] MPI startup(): 163     37203    cpu-e-958   3
[0] MPI startup(): 164     37204    cpu-e-958   4
[0] MPI startup(): 165     37205    cpu-e-958   5
[0] MPI startup(): 166     37206    cpu-e-958   6
[0] MPI startup(): 167     37207    cpu-e-958   7
[0] MPI startup(): 168     37208    cpu-e-958   8
[0] MPI startup(): 169     37209    cpu-e-958   9
[0] MPI startup(): 170     37210    cpu-e-958   10
[0] MPI startup(): 171     37211    cpu-e-958   11
[0] MPI startup(): 172     37212    cpu-e-958   12
[0] MPI startup(): 173     37213    cpu-e-958   13
[0] MPI startup(): 174     37214    cpu-e-958   14
[0] MPI startup(): 175     37215    cpu-e-958   15
[0] MPI startup(): 176     37216    cpu-e-958   16
[0] MPI startup(): 177     37217    cpu-e-958   17
[0] MPI startup(): 178     37218    cpu-e-958   18
[0] MPI startup(): 179     37219    cpu-e-958   19
[0] MPI startup(): 180     37220    cpu-e-958   20
[0] MPI startup(): 181     37221    cpu-e-958   21
[0] MPI startup(): 182     37222    cpu-e-958   22
[0] MPI startup(): 183     37223    cpu-e-958   23
[0] MPI startup(): 184     37224    cpu-e-958   24
[0] MPI startup(): 185     37225    cpu-e-958   25
[0] MPI startup(): 186     37226    cpu-e-958   26
[0] MPI startup(): 187     37227    cpu-e-958   27
[0] MPI startup(): 188     37228    cpu-e-958   28
[0] MPI startup(): 189     37229    cpu-e-958   29
[0] MPI startup(): 190     37230    cpu-e-958   30
[0] MPI startup(): 191     37231    cpu-e-958   31
[0] MPI startup(): 192     37193    cpu-e-1021  0
[0] MPI startup(): 193     37194    cpu-e-1021  1
[0] MPI startup(): 194     37195    cpu-e-1021  2
[0] MPI startup(): 195     37196    cpu-e-1021  3
[0] MPI startup(): 196     37197    cpu-e-1021  4
[0] MPI startup(): 197     37198    cpu-e-1021  5
[0] MPI startup(): 198     37199    cpu-e-1021  6
[0] MPI startup(): 199     37200    cpu-e-1021  7
[0] MPI startup(): 200     37201    cpu-e-1021  8
[0] MPI startup(): 201     37202    cpu-e-1021  9
[0] MPI startup(): 202     37203    cpu-e-1021  10
[0] MPI startup(): 203     37204    cpu-e-1021  11
[0] MPI startup(): 204     37205    cpu-e-1021  12
[0] MPI startup(): 205     37206    cpu-e-1021  13
[0] MPI startup(): 206     37207    cpu-e-1021  14
[0] MPI startup(): 207     37208    cpu-e-1021  15
[0] MPI startup(): 208     37209    cpu-e-1021  16
[0] MPI startup(): 209     37210    cpu-e-1021  17
[0] MPI startup(): 210     37211    cpu-e-1021  18
[0] MPI startup(): 211     37212    cpu-e-1021  19
[0] MPI startup(): 212     37213    cpu-e-1021  20
[0] MPI startup(): 213     37214    cpu-e-1021  21
[0] MPI startup(): 214     37215    cpu-e-1021  22
[0] MPI startup(): 215     37216    cpu-e-1021  23
[0] MPI startup(): 216     37217    cpu-e-1021  24
[0] MPI startup(): 217     37218    cpu-e-1021  25
[0] MPI startup(): 218     37219    cpu-e-1021  26
[0] MPI startup(): 219     37220    cpu-e-1021  27
[0] MPI startup(): 220     37221    cpu-e-1021  28
[0] MPI startup(): 221     37222    cpu-e-1021  29
[0] MPI startup(): 222     37223    cpu-e-1021  30
[0] MPI startup(): 223     37224    cpu-e-1021  31
[0] MPI startup(): 224     37197    cpu-e-1022  0
[0] MPI startup(): 225     37198    cpu-e-1022  1
[0] MPI startup(): 226     37199    cpu-e-1022  2
[0] MPI startup(): 227     37200    cpu-e-1022  3
[0] MPI startup(): 228     37201    cpu-e-1022  4
[0] MPI startup(): 229     37202    cpu-e-1022  5
[0] MPI startup(): 230     37203    cpu-e-1022  6
[0] MPI startup(): 231     37204    cpu-e-1022  7
[0] MPI startup(): 232     37205    cpu-e-1022  8
[0] MPI startup(): 233     37206    cpu-e-1022  9
[0] MPI startup(): 234     37207    cpu-e-1022  10
[0] MPI startup(): 235     37208    cpu-e-1022  11
[0] MPI startup(): 236     37209    cpu-e-1022  12
[0] MPI startup(): 237     37210    cpu-e-1022  13
[0] MPI startup(): 238     37211    cpu-e-1022  14
[0] MPI startup(): 239     37212    cpu-e-1022  15
[0] MPI startup(): 240     37213    cpu-e-1022  16
[0] MPI startup(): 241     37214    cpu-e-1022  17
[0] MPI startup(): 242     37215    cpu-e-1022  18
[0] MPI startup(): 243     37216    cpu-e-1022  19
[0] MPI startup(): 244     37217    cpu-e-1022  20
[0] MPI startup(): 245     37218    cpu-e-1022  21
[0] MPI startup(): 246     37219    cpu-e-1022  22
[0] MPI startup(): 247     37220    cpu-e-1022  23
[0] MPI startup(): 248     37221    cpu-e-1022  24
[0] MPI startup(): 249     37222    cpu-e-1022  25
[0] MPI startup(): 250     37223    cpu-e-1022  26
[0] MPI startup(): 251     37224    cpu-e-1022  27
[0] MPI startup(): 252     37225    cpu-e-1022  28
[0] MPI startup(): 253     37226    cpu-e-1022  29
[0] MPI startup(): 254     37227    cpu-e-1022  30
[0] MPI startup(): 255     37228    cpu-e-1022  31
[0] MPI startup(): 256     37058    cpu-e-1149  0
[0] MPI startup(): 257     37059    cpu-e-1149  1
[0] MPI startup(): 258     37060    cpu-e-1149  2
[0] MPI startup(): 259     37061    cpu-e-1149  3
[0] MPI startup(): 260     37062    cpu-e-1149  4
[0] MPI startup(): 261     37063    cpu-e-1149  5
[0] MPI startup(): 262     37064    cpu-e-1149  6
[0] MPI startup(): 263     37065    cpu-e-1149  7
[0] MPI startup(): 264     37066    cpu-e-1149  8
[0] MPI startup(): 265     37067    cpu-e-1149  9
[0] MPI startup(): 266     37068    cpu-e-1149  10
[0] MPI startup(): 267     37069    cpu-e-1149  11
[0] MPI startup(): 268     37070    cpu-e-1149  12
[0] MPI startup(): 269     37071    cpu-e-1149  13
[0] MPI startup(): 270     37072    cpu-e-1149  14
[0] MPI startup(): 271     37073    cpu-e-1149  15
[0] MPI startup(): 272     37074    cpu-e-1149  16
[0] MPI startup(): 273     37075    cpu-e-1149  17
[0] MPI startup(): 274     37076    cpu-e-1149  18
[0] MPI startup(): 275     37077    cpu-e-1149  19
[0] MPI startup(): 276     37078    cpu-e-1149  20
[0] MPI startup(): 277     37079    cpu-e-1149  21
[0] MPI startup(): 278     37080    cpu-e-1149  22
[0] MPI startup(): 279     37081    cpu-e-1149  23
[0] MPI startup(): 280     37082    cpu-e-1149  24
[0] MPI startup(): 281     37083    cpu-e-1149  25
[0] MPI startup(): 282     37084    cpu-e-1149  26
[0] MPI startup(): 283     37085    cpu-e-1149  27
[0] MPI startup(): 284     37086    cpu-e-1149  28
[0] MPI startup(): 285     37087    cpu-e-1149  29
[0] MPI startup(): 286     37088    cpu-e-1149  30
[0] MPI startup(): 287     37089    cpu-e-1149  31
[0] MPI startup(): 288     37120    cpu-e-1150  0
[0] MPI startup(): 289     37121    cpu-e-1150  1
[0] MPI startup(): 290     37122    cpu-e-1150  2
[0] MPI startup(): 291     37123    cpu-e-1150  3
[0] MPI startup(): 292     37124    cpu-e-1150  4
[0] MPI startup(): 293     37125    cpu-e-1150  5
[0] MPI startup(): 294     37126    cpu-e-1150  6
[0] MPI startup(): 295     37127    cpu-e-1150  7
[0] MPI startup(): 296     37128    cpu-e-1150  8
[0] MPI startup(): 297     37129    cpu-e-1150  9
[0] MPI startup(): 298     37130    cpu-e-1150  10
[0] MPI startup(): 299     37131    cpu-e-1150  11
[0] MPI startup(): 300     37132    cpu-e-1150  12
[0] MPI startup(): 301     37133    cpu-e-1150  13
[0] MPI startup(): 302     37134    cpu-e-1150  14
[0] MPI startup(): 303     37135    cpu-e-1150  15
[0] MPI startup(): 304     37136    cpu-e-1150  16
[0] MPI startup(): 305     37137    cpu-e-1150  17
[0] MPI startup(): 306     37138    cpu-e-1150  18
[0] MPI startup(): 307     37139    cpu-e-1150  19
[0] MPI startup(): 308     37140    cpu-e-1150  20
[0] MPI startup(): 309     37141    cpu-e-1150  21
[0] MPI startup(): 310     37142    cpu-e-1150  22
[0] MPI startup(): 311     37143    cpu-e-1150  23
[0] MPI startup(): 312     37144    cpu-e-1150  24
[0] MPI startup(): 313     37145    cpu-e-1150  25
[0] MPI startup(): 314     37146    cpu-e-1150  26
[0] MPI startup(): 315     37147    cpu-e-1150  27
[0] MPI startup(): 316     37148    cpu-e-1150  28
[0] MPI startup(): 317     37149    cpu-e-1150  29
[0] MPI startup(): 318     37150    cpu-e-1150  30
[0] MPI startup(): 319     37151    cpu-e-1150  31
[0] MPI startup(): I_MPI_CC=icc
[0] MPI startup(): I_MPI_CXX=icpc
[0] MPI startup(): I_MPI_FC=ifort
[0] MPI startup(): I_MPI_F90=ifort
[0] MPI startup(): I_MPI_F77=ifort
[0] MPI startup(): I_MPI_ROOT=/usr/local/Cluster-Apps/intel/2019.3//compilers_and_libraries_2019.3.192/linux/mpi
[0] MPI startup(): I_MPI_HYDRA_RMK=slurm
[0] MPI startup(): I_MPI_JOB_RESPECT_PROCESS_PLACEMENT=off
[0] MPI startup(): I_MPI_PIN_DOMAIN=omp:compact
[0] MPI startup(): I_MPI_PIN_ORDER=scatter
[0] MPI startup(): I_MPI_FABRICS=shm:ofi
[0] MPI startup(): I_MPI_DEBUG=10
[0] MPI startup(): I_MPI_TMI_PROVIDER variable has been removed from the product, its value is ignored

[0] MPI startup(): I_MPI_TMI_PROVIDER environment variable is not supported.
[0] MPI startup(): Similar variables:
	 I_MPI_OFI_PROVIDER
[0] MPI startup(): To check the list of supported variables, use the impi_info utility or refer to https://software.intel.com/en-us/mpi-library/documentation/get-started.
-- started at 06/09/2019 10:15:36 --

mdtest-3.3alpha1 was launched with 320 total task(s) on 10 node(s)
Command line used: /home/mjr208/projects/benchmarking/io-500-src-stonewall-fix/bin/mdtest "-C" "-n" "480000" "-u" "-L" "-F" "-d" "/dac/fs1/mjr208/job12143920-2019-06-09-1006/mdt_easy"
Path: /dac/fs1/mjr208/job12143920-2019-06-09-1006
FS: 412.5 TiB   Used FS: 12.1%   Inodes: 960.0 Mi   Used Inodes: 0.0%

320 tasks, 153600000 files

SUMMARY rate: (of 1 iterations)
   Operation                      Max            Min           Mean        Std Dev
   ---------                      ---            ---           ----        -------
   File creation     :     508301.996     508281.210     508283.320          1.326
   File stat         :          0.000          0.000          0.000          0.000
   File read         :          0.000          0.000          0.000          0.000
   File removal      :          0.000          0.000          0.000          0.000
   Tree creation     :         32.756         32.756         32.756          0.000
   Tree removal      :          0.000          0.000          0.000          0.000

-- finished at 06/09/2019 10:20:38 --
mdtest_hard_delete
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
[0] MPI startup(): libfabric version: 1.8.0a1-impi

MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
[0] MPI startup(): libfabric provider: psm2

[0] MPI startup(): Rank    Pid      Node name   Pin cpu
[0] MPI startup(): 0       52448    cpu-e-829   0
[0] MPI startup(): 1       52449    cpu-e-829   1
[0] MPI startup(): 2       52450    cpu-e-829   2
[0] MPI startup(): 3       52451    cpu-e-829   3
[0] MPI startup(): 4       52452    cpu-e-829   4
[0] MPI startup(): 5       52453    cpu-e-829   5
[0] MPI startup(): 6       52454    cpu-e-829   6
[0] MPI startup(): 7       52455    cpu-e-829   7
[0] MPI startup(): 8       52456    cpu-e-829   8
[0] MPI startup(): 9       52457    cpu-e-829   9
[0] MPI startup(): 10      52458    cpu-e-829   10
[0] MPI startup(): 11      52459    cpu-e-829   11
[0] MPI startup(): 12      52460    cpu-e-829   12
[0] MPI startup(): 13      52461    cpu-e-829   13
[0] MPI startup(): 14      52462    cpu-e-829   14
[0] MPI startup(): 15      52463    cpu-e-829   15
[0] MPI startup(): 16      52464    cpu-e-829   16
[0] MPI startup(): 17      52465    cpu-e-829   17
[0] MPI startup(): 18      52466    cpu-e-829   18
[0] MPI startup(): 19      52467    cpu-e-829   19
[0] MPI startup(): 20      52468    cpu-e-829   20
[0] MPI startup(): 21      52469    cpu-e-829   21
[0] MPI startup(): 22      52470    cpu-e-829   22
[0] MPI startup(): 23      52471    cpu-e-829   23
[0] MPI startup(): 24      52472    cpu-e-829   24
[0] MPI startup(): 25      52473    cpu-e-829   25
[0] MPI startup(): 26      52474    cpu-e-829   26
[0] MPI startup(): 27      52475    cpu-e-829   27
[0] MPI startup(): 28      52476    cpu-e-829   28
[0] MPI startup(): 29      52477    cpu-e-829   29
[0] MPI startup(): 30      52478    cpu-e-829   30
[0] MPI startup(): 31      52479    cpu-e-829   31
[0] MPI startup(): 32      51910    cpu-e-830   0
[0] MPI startup(): 33      51911    cpu-e-830   1
[0] MPI startup(): 34      51912    cpu-e-830   2
[0] MPI startup(): 35      51913    cpu-e-830   3
[0] MPI startup(): 36      51914    cpu-e-830   4
[0] MPI startup(): 37      51915    cpu-e-830   5
[0] MPI startup(): 38      51916    cpu-e-830   6
[0] MPI startup(): 39      51917    cpu-e-830   7
[0] MPI startup(): 40      51918    cpu-e-830   8
[0] MPI startup(): 41      51919    cpu-e-830   9
[0] MPI startup(): 42      51920    cpu-e-830   10
[0] MPI startup(): 43      51921    cpu-e-830   11
[0] MPI startup(): 44      51922    cpu-e-830   12
[0] MPI startup(): 45      51923    cpu-e-830   13
[0] MPI startup(): 46      51924    cpu-e-830   14
[0] MPI startup(): 47      51925    cpu-e-830   15
[0] MPI startup(): 48      51926    cpu-e-830   16
[0] MPI startup(): 49      51927    cpu-e-830   17
[0] MPI startup(): 50      51928    cpu-e-830   18
[0] MPI startup(): 51      51929    cpu-e-830   19
[0] MPI startup(): 52      51930    cpu-e-830   20
[0] MPI startup(): 53      51931    cpu-e-830   21
[0] MPI startup(): 54      51932    cpu-e-830   22
[0] MPI startup(): 55      51933    cpu-e-830   23
[0] MPI startup(): 56      51934    cpu-e-830   24
[0] MPI startup(): 57      51935    cpu-e-830   25
[0] MPI startup(): 58      51936    cpu-e-830   26
[0] MPI startup(): 59      51937    cpu-e-830   27
[0] MPI startup(): 60      51938    cpu-e-830   28
[0] MPI startup(): 61      51939    cpu-e-830   29
[0] MPI startup(): 62      51940    cpu-e-830   30
[0] MPI startup(): 63      51941    cpu-e-830   31
[0] MPI startup(): 64      51586    cpu-e-893   0
[0] MPI startup(): 65      51587    cpu-e-893   1
[0] MPI startup(): 66      51588    cpu-e-893   2
[0] MPI startup(): 67      51589    cpu-e-893   3
[0] MPI startup(): 68      51590    cpu-e-893   4
[0] MPI startup(): 69      51591    cpu-e-893   5
[0] MPI startup(): 70      51592    cpu-e-893   6
[0] MPI startup(): 71      51593    cpu-e-893   7
[0] MPI startup(): 72      51594    cpu-e-893   8
[0] MPI startup(): 73      51595    cpu-e-893   9
[0] MPI startup(): 74      51596    cpu-e-893   10
[0] MPI startup(): 75      51597    cpu-e-893   11
[0] MPI startup(): 76      51598    cpu-e-893   12
[0] MPI startup(): 77      51599    cpu-e-893   13
[0] MPI startup(): 78      51600    cpu-e-893   14
[0] MPI startup(): 79      51601    cpu-e-893   15
[0] MPI startup(): 80      51602    cpu-e-893   16
[0] MPI startup(): 81      51603    cpu-e-893   17
[0] MPI startup(): 82      51604    cpu-e-893   18
[0] MPI startup(): 83      51605    cpu-e-893   19
[0] MPI startup(): 84      51606    cpu-e-893   20
[0] MPI startup(): 85      51607    cpu-e-893   21
[0] MPI startup(): 86      51608    cpu-e-893   22
[0] MPI startup(): 87      51609    cpu-e-893   23
[0] MPI startup(): 88      51610    cpu-e-893   24
[0] MPI startup(): 89      51611    cpu-e-893   25
[0] MPI startup(): 90      51612    cpu-e-893   26
[0] MPI startup(): 91      51613    cpu-e-893   27
[0] MPI startup(): 92      51614    cpu-e-893   28
[0] MPI startup(): 93      51615    cpu-e-893   29
[0] MPI startup(): 94      51616    cpu-e-893   30
[0] MPI startup(): 95      51617    cpu-e-893   31
[0] MPI startup(): 96      51641    cpu-e-894   0
[0] MPI startup(): 97      51642    cpu-e-894   1
[0] MPI startup(): 98      51643    cpu-e-894   2
[0] MPI startup(): 99      51644    cpu-e-894   3
[0] MPI startup(): 100     51645    cpu-e-894   4
[0] MPI startup(): 101     51646    cpu-e-894   5
[0] MPI startup(): 102     51647    cpu-e-894   6
[0] MPI startup(): 103     51648    cpu-e-894   7
[0] MPI startup(): 104     51649    cpu-e-894   8
[0] MPI startup(): 105     51650    cpu-e-894   9
[0] MPI startup(): 106     51651    cpu-e-894   10
[0] MPI startup(): 107     51652    cpu-e-894   11
[0] MPI startup(): 108     51653    cpu-e-894   12
[0] MPI startup(): 109     51654    cpu-e-894   13
[0] MPI startup(): 110     51655    cpu-e-894   14
[0] MPI startup(): 111     51656    cpu-e-894   15
[0] MPI startup(): 112     51657    cpu-e-894   16
[0] MPI startup(): 113     51658    cpu-e-894   17
[0] MPI startup(): 114     51659    cpu-e-894   18
[0] MPI startup(): 115     51660    cpu-e-894   19
[0] MPI startup(): 116     51661    cpu-e-894   20
[0] MPI startup(): 117     51662    cpu-e-894   21
[0] MPI startup(): 118     51663    cpu-e-894   22
[0] MPI startup(): 119     51664    cpu-e-894   23
[0] MPI startup(): 120     51665    cpu-e-894   24
[0] MPI startup(): 121     51666    cpu-e-894   25
[0] MPI startup(): 122     51667    cpu-e-894   26
[0] MPI startup(): 123     51668    cpu-e-894   27
[0] MPI startup(): 124     51669    cpu-e-894   28
[0] MPI startup(): 125     51670    cpu-e-894   29
[0] MPI startup(): 126     51671    cpu-e-894   30
[0] MPI startup(): 127     51672    cpu-e-894   31
[0] MPI startup(): 128     51599    cpu-e-957   0
[0] MPI startup(): 129     51600    cpu-e-957   1
[0] MPI startup(): 130     51601    cpu-e-957   2
[0] MPI startup(): 131     51602    cpu-e-957   3
[0] MPI startup(): 132     51603    cpu-e-957   4
[0] MPI startup(): 133     51604    cpu-e-957   5
[0] MPI startup(): 134     51605    cpu-e-957   6
[0] MPI startup(): 135     51606    cpu-e-957   7
[0] MPI startup(): 136     51607    cpu-e-957   8
[0] MPI startup(): 137     51608    cpu-e-957   9
[0] MPI startup(): 138     51609    cpu-e-957   10
[0] MPI startup(): 139     51610    cpu-e-957   11
[0] MPI startup(): 140     51611    cpu-e-957   12
[0] MPI startup(): 141     51612    cpu-e-957   13
[0] MPI startup(): 142     51613    cpu-e-957   14
[0] MPI startup(): 143     51614    cpu-e-957   15
[0] MPI startup(): 144     51615    cpu-e-957   16
[0] MPI startup(): 145     51616    cpu-e-957   17
[0] MPI startup(): 146     51617    cpu-e-957   18
[0] MPI startup(): 147     51618    cpu-e-957   19
[0] MPI startup(): 148     51619    cpu-e-957   20
[0] MPI startup(): 149     51620    cpu-e-957   21
[0] MPI startup(): 150     51621    cpu-e-957   22
[0] MPI startup(): 151     51622    cpu-e-957   23
[0] MPI startup(): 152     51623    cpu-e-957   24
[0] MPI startup(): 153     51624    cpu-e-957   25
[0] MPI startup(): 154     51625    cpu-e-957   26
[0] MPI startup(): 155     51626    cpu-e-957   27
[0] MPI startup(): 156     51627    cpu-e-957   28
[0] MPI startup(): 157     51628    cpu-e-957   29
[0] MPI startup(): 158     51629    cpu-e-957   30
[0] MPI startup(): 159     51630    cpu-e-957   31
[0] MPI startup(): 160     51703    cpu-e-958   0
[0] MPI startup(): 161     51704    cpu-e-958   1
[0] MPI startup(): 162     51705    cpu-e-958   2
[0] MPI startup(): 163     51706    cpu-e-958   3
[0] MPI startup(): 164     51707    cpu-e-958   4
[0] MPI startup(): 165     51708    cpu-e-958   5
[0] MPI startup(): 166     51709    cpu-e-958   6
[0] MPI startup(): 167     51710    cpu-e-958   7
[0] MPI startup(): 168     51711    cpu-e-958   8
[0] MPI startup(): 169     51712    cpu-e-958   9
[0] MPI startup(): 170     51713    cpu-e-958   10
[0] MPI startup(): 171     51714    cpu-e-958   11
[0] MPI startup(): 172     51715    cpu-e-958   12
[0] MPI startup(): 173     51716    cpu-e-958   13
[0] MPI startup(): 174     51717    cpu-e-958   14
[0] MPI startup(): 175     51718    cpu-e-958   15
[0] MPI startup(): 176     51719    cpu-e-958   16
[0] MPI startup(): 177     51720    cpu-e-958   17
[0] MPI startup(): 178     51721    cpu-e-958   18
[0] MPI startup(): 179     51722    cpu-e-958   19
[0] MPI startup(): 180     51723    cpu-e-958   20
[0] MPI startup(): 181     51724    cpu-e-958   21
[0] MPI startup(): 182     51725    cpu-e-958   22
[0] MPI startup(): 183     51726    cpu-e-958   23
[0] MPI startup(): 184     51727    cpu-e-958   24
[0] MPI startup(): 185     51728    cpu-e-958   25
[0] MPI startup(): 186     51729    cpu-e-958   26
[0] MPI startup(): 187     51730    cpu-e-958   27
[0] MPI startup(): 188     51731    cpu-e-958   28
[0] MPI startup(): 189     51732    cpu-e-958   29
[0] MPI startup(): 190     51733    cpu-e-958   30
[0] MPI startup(): 191     51734    cpu-e-958   31
[0] MPI startup(): 192     51618    cpu-e-1021  0
[0] MPI startup(): 193     51619    cpu-e-1021  1
[0] MPI startup(): 194     51620    cpu-e-1021  2
[0] MPI startup(): 195     51621    cpu-e-1021  3
[0] MPI startup(): 196     51622    cpu-e-1021  4
[0] MPI startup(): 197     51623    cpu-e-1021  5
[0] MPI startup(): 198     51624    cpu-e-1021  6
[0] MPI startup(): 199     51625    cpu-e-1021  7
[0] MPI startup(): 200     51626    cpu-e-1021  8
[0] MPI startup(): 201     51627    cpu-e-1021  9
[0] MPI startup(): 202     51628    cpu-e-1021  10
[0] MPI startup(): 203     51629    cpu-e-1021  11
[0] MPI startup(): 204     51630    cpu-e-1021  12
[0] MPI startup(): 205     51631    cpu-e-1021  13
[0] MPI startup(): 206     51632    cpu-e-1021  14
[0] MPI startup(): 207     51633    cpu-e-1021  15
[0] MPI startup(): 208     51634    cpu-e-1021  16
[0] MPI startup(): 209     51635    cpu-e-1021  17
[0] MPI startup(): 210     51636    cpu-e-1021  18
[0] MPI startup(): 211     51637    cpu-e-1021  19
[0] MPI startup(): 212     51638    cpu-e-1021  20
[0] MPI startup(): 213     51639    cpu-e-1021  21
[0] MPI startup(): 214     51640    cpu-e-1021  22
[0] MPI startup(): 215     51641    cpu-e-1021  23
[0] MPI startup(): 216     51642    cpu-e-1021  24
[0] MPI startup(): 217     51643    cpu-e-1021  25
[0] MPI startup(): 218     51644    cpu-e-1021  26
[0] MPI startup(): 219     51645    cpu-e-1021  27
[0] MPI startup(): 220     51646    cpu-e-1021  28
[0] MPI startup(): 221     51647    cpu-e-1021  29
[0] MPI startup(): 222     51648    cpu-e-1021  30
[0] MPI startup(): 223     51649    cpu-e-1021  31
[0] MPI startup(): 224     51624    cpu-e-1022  0
[0] MPI startup(): 225     51625    cpu-e-1022  1
[0] MPI startup(): 226     51626    cpu-e-1022  2
[0] MPI startup(): 227     51627    cpu-e-1022  3
[0] MPI startup(): 228     51628    cpu-e-1022  4
[0] MPI startup(): 229     51629    cpu-e-1022  5
[0] MPI startup(): 230     51630    cpu-e-1022  6
[0] MPI startup(): 231     51631    cpu-e-1022  7
[0] MPI startup(): 232     51632    cpu-e-1022  8
[0] MPI startup(): 233     51633    cpu-e-1022  9
[0] MPI startup(): 234     51634    cpu-e-1022  10
[0] MPI startup(): 235     51635    cpu-e-1022  11
[0] MPI startup(): 236     51636    cpu-e-1022  12
[0] MPI startup(): 237     51637    cpu-e-1022  13
[0] MPI startup(): 238     51638    cpu-e-1022  14
[0] MPI startup(): 239     51639    cpu-e-1022  15
[0] MPI startup(): 240     51640    cpu-e-1022  16
[0] MPI startup(): 241     51641    cpu-e-1022  17
[0] MPI startup(): 242     51642    cpu-e-1022  18
[0] MPI startup(): 243     51643    cpu-e-1022  19
[0] MPI startup(): 244     51644    cpu-e-1022  20
[0] MPI startup(): 245     51645    cpu-e-1022  21
[0] MPI startup(): 246     51646    cpu-e-1022  22
[0] MPI startup(): 247     51647    cpu-e-1022  23
[0] MPI startup(): 248     51648    cpu-e-1022  24
[0] MPI startup(): 249     51649    cpu-e-1022  25
[0] MPI startup(): 250     51650    cpu-e-1022  26
[0] MPI startup(): 251     51651    cpu-e-1022  27
[0] MPI startup(): 252     51652    cpu-e-1022  28
[0] MPI startup(): 253     51653    cpu-e-1022  29
[0] MPI startup(): 254     51654    cpu-e-1022  30
[0] MPI startup(): 255     51655    cpu-e-1022  31
[0] MPI startup(): 256     51442    cpu-e-1149  0
[0] MPI startup(): 257     51443    cpu-e-1149  1
[0] MPI startup(): 258     51444    cpu-e-1149  2
[0] MPI startup(): 259     51445    cpu-e-1149  3
[0] MPI startup(): 260     51446    cpu-e-1149  4
[0] MPI startup(): 261     51447    cpu-e-1149  5
[0] MPI startup(): 262     51448    cpu-e-1149  6
[0] MPI startup(): 263     51449    cpu-e-1149  7
[0] MPI startup(): 264     51450    cpu-e-1149  8
[0] MPI startup(): 265     51451    cpu-e-1149  9
[0] MPI startup(): 266     51452    cpu-e-1149  10
[0] MPI startup(): 267     51453    cpu-e-1149  11
[0] MPI startup(): 268     51454    cpu-e-1149  12
[0] MPI startup(): 269     51455    cpu-e-1149  13
[0] MPI startup(): 270     51456    cpu-e-1149  14
[0] MPI startup(): 271     51457    cpu-e-1149  15
[0] MPI startup(): 272     51458    cpu-e-1149  16
[0] MPI startup(): 273     51459    cpu-e-1149  17
[0] MPI startup(): 274     51460    cpu-e-1149  18
[0] MPI startup(): 275     51461    cpu-e-1149  19
[0] MPI startup(): 276     51462    cpu-e-1149  20
[0] MPI startup(): 277     51463    cpu-e-1149  21
[0] MPI startup(): 278     51464    cpu-e-1149  22
[0] MPI startup(): 279     51465    cpu-e-1149  23
[0] MPI startup(): 280     51466    cpu-e-1149  24
[0] MPI startup(): 281     51467    cpu-e-1149  25
[0] MPI startup(): 282     51468    cpu-e-1149  26
[0] MPI startup(): 283     51469    cpu-e-1149  27
[0] MPI startup(): 284     51470    cpu-e-1149  28
[0] MPI startup(): 285     51471    cpu-e-1149  29
[0] MPI startup(): 286     51472    cpu-e-1149  30
[0] MPI startup(): 287     51473    cpu-e-1149  31
[0] MPI startup(): 288     51541    cpu-e-1150  0
[0] MPI startup(): 289     51542    cpu-e-1150  1
[0] MPI startup(): 290     51543    cpu-e-1150  2
[0] MPI startup(): 291     51544    cpu-e-1150  3
[0] MPI startup(): 292     51545    cpu-e-1150  4
[0] MPI startup(): 293     51546    cpu-e-1150  5
[0] MPI startup(): 294     51547    cpu-e-1150  6
[0] MPI startup(): 295     51548    cpu-e-1150  7
[0] MPI startup(): 296     51549    cpu-e-1150  8
[0] MPI startup(): 297     51550    cpu-e-1150  9
[0] MPI startup(): 298     51551    cpu-e-1150  10
[0] MPI startup(): 299     51552    cpu-e-1150  11
[0] MPI startup(): 300     51553    cpu-e-1150  12
[0] MPI startup(): 301     51554    cpu-e-1150  13
[0] MPI startup(): 302     51555    cpu-e-1150  14
[0] MPI startup(): 303     51556    cpu-e-1150  15
[0] MPI startup(): 304     51557    cpu-e-1150  16
[0] MPI startup(): 305     51558    cpu-e-1150  17
[0] MPI startup(): 306     51559    cpu-e-1150  18
[0] MPI startup(): 307     51560    cpu-e-1150  19
[0] MPI startup(): 308     51561    cpu-e-1150  20
[0] MPI startup(): 309     51562    cpu-e-1150  21
[0] MPI startup(): 310     51563    cpu-e-1150  22
[0] MPI startup(): 311     51564    cpu-e-1150  23
[0] MPI startup(): 312     51565    cpu-e-1150  24
[0] MPI startup(): 313     51566    cpu-e-1150  25
[0] MPI startup(): 314     51567    cpu-e-1150  26
[0] MPI startup(): 315     51568    cpu-e-1150  27
[0] MPI startup(): 316     51569    cpu-e-1150  28
[0] MPI startup(): 317     51570    cpu-e-1150  29
[0] MPI startup(): 318     51571    cpu-e-1150  30
[0] MPI startup(): 319     51572    cpu-e-1150  31
[0] MPI startup(): I_MPI_CC=icc
[0] MPI startup(): I_MPI_CXX=icpc
[0] MPI startup(): I_MPI_FC=ifort
[0] MPI startup(): I_MPI_F90=ifort
[0] MPI startup(): I_MPI_F77=ifort
[0] MPI startup(): I_MPI_ROOT=/usr/local/Cluster-Apps/intel/2019.3//compilers_and_libraries_2019.3.192/linux/mpi
[0] MPI startup(): I_MPI_HYDRA_RMK=slurm
[0] MPI startup(): I_MPI_JOB_RESPECT_PROCESS_PLACEMENT=off
[0] MPI startup(): I_MPI_PIN_DOMAIN=omp:compact
[0] MPI startup(): I_MPI_PIN_ORDER=scatter
[0] MPI startup(): I_MPI_FABRICS=shm:ofi
[0] MPI startup(): I_MPI_DEBUG=10
[0] MPI startup(): I_MPI_TMI_PROVIDER variable has been removed from the product, its value is ignored

[0] MPI startup(): I_MPI_TMI_PROVIDER environment variable is not supported.
[0] MPI startup(): Similar variables:
	 I_MPI_OFI_PROVIDER
[0] MPI startup(): To check the list of supported variables, use the impi_info utility or refer to https://software.intel.com/en-us/mpi-library/documentation/get-started.
-- started at 06/09/2019 10:57:13 --

mdtest-3.3alpha1 was launched with 320 total task(s) on 10 node(s)
Command line used: /home/mjr208/projects/benchmarking/io-500-src-stonewall-fix/bin/mdtest "-r" "-n" "30000" "-t" "-F" "-w" "3901" "-e" "3901" "-d" "/dac/fs1/mjr208/job12143920-2019-06-09-1006/mdt_hard"
Path: /dac/fs1/mjr208/job12143920-2019-06-09-1006
FS: 412.5 TiB   Used FS: 12.4%   Inodes: 960.0 Mi   Used Inodes: 1.0%

320 tasks, 9600000 files

SUMMARY rate: (of 1 iterations)
   Operation                      Max            Min           Mean        Std Dev
   ---------                      ---            ---           ----        -------
   File creation     :          0.000          0.000          0.000          0.000
   File stat         :          0.000          0.000          0.000          0.000
   File read         :          0.000          0.000          0.000          0.000
   File removal      :      34105.511      34105.229      34105.355          0.058
   Tree creation     :          0.000          0.000          0.000          0.000
   Tree removal      :          4.803          4.803          4.803          0.000

-- finished at 06/09/2019 11:01:55 --
mdtest_hard_read
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
[0] MPI startup(): libfabric version: 1.8.0a1-impi

MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
[0] MPI startup(): libfabric provider: psm2

[0] MPI startup(): Rank    Pid      Node name   Pin cpu
[0] MPI startup(): 0       51039    cpu-e-829   0
[0] MPI startup(): 1       51040    cpu-e-829   1
[0] MPI startup(): 2       51041    cpu-e-829   2
[0] MPI startup(): 3       51042    cpu-e-829   3
[0] MPI startup(): 4       51043    cpu-e-829   4
[0] MPI startup(): 5       51044    cpu-e-829   5
[0] MPI startup(): 6       51045    cpu-e-829   6
[0] MPI startup(): 7       51046    cpu-e-829   7
[0] MPI startup(): 8       51047    cpu-e-829   8
[0] MPI startup(): 9       51048    cpu-e-829   9
[0] MPI startup(): 10      51049    cpu-e-829   10
[0] MPI startup(): 11      51050    cpu-e-829   11
[0] MPI startup(): 12      51051    cpu-e-829   12
[0] MPI startup(): 13      51052    cpu-e-829   13
[0] MPI startup(): 14      51053    cpu-e-829   14
[0] MPI startup(): 15      51054    cpu-e-829   15
[0] MPI startup(): 16      51055    cpu-e-829   16
[0] MPI startup(): 17      51056    cpu-e-829   17
[0] MPI startup(): 18      51057    cpu-e-829   18
[0] MPI startup(): 19      51058    cpu-e-829   19
[0] MPI startup(): 20      51059    cpu-e-829   20
[0] MPI startup(): 21      51060    cpu-e-829   21
[0] MPI startup(): 22      51061    cpu-e-829   22
[0] MPI startup(): 23      51062    cpu-e-829   23
[0] MPI startup(): 24      51063    cpu-e-829   24
[0] MPI startup(): 25      51064    cpu-e-829   25
[0] MPI startup(): 26      51065    cpu-e-829   26
[0] MPI startup(): 27      51066    cpu-e-829   27
[0] MPI startup(): 28      51067    cpu-e-829   28
[0] MPI startup(): 29      51068    cpu-e-829   29
[0] MPI startup(): 30      51069    cpu-e-829   30
[0] MPI startup(): 31      51070    cpu-e-829   31
[0] MPI startup(): 32      50512    cpu-e-830   0
[0] MPI startup(): 33      50513    cpu-e-830   1
[0] MPI startup(): 34      50514    cpu-e-830   2
[0] MPI startup(): 35      50515    cpu-e-830   3
[0] MPI startup(): 36      50516    cpu-e-830   4
[0] MPI startup(): 37      50517    cpu-e-830   5
[0] MPI startup(): 38      50518    cpu-e-830   6
[0] MPI startup(): 39      50519    cpu-e-830   7
[0] MPI startup(): 40      50520    cpu-e-830   8
[0] MPI startup(): 41      50521    cpu-e-830   9
[0] MPI startup(): 42      50522    cpu-e-830   10
[0] MPI startup(): 43      50523    cpu-e-830   11
[0] MPI startup(): 44      50524    cpu-e-830   12
[0] MPI startup(): 45      50525    cpu-e-830   13
[0] MPI startup(): 46      50526    cpu-e-830   14
[0] MPI startup(): 47      50527    cpu-e-830   15
[0] MPI startup(): 48      50528    cpu-e-830   16
[0] MPI startup(): 49      50529    cpu-e-830   17
[0] MPI startup(): 50      50530    cpu-e-830   18
[0] MPI startup(): 51      50531    cpu-e-830   19
[0] MPI startup(): 52      50532    cpu-e-830   20
[0] MPI startup(): 53      50533    cpu-e-830   21
[0] MPI startup(): 54      50534    cpu-e-830   22
[0] MPI startup(): 55      50535    cpu-e-830   23
[0] MPI startup(): 56      50536    cpu-e-830   24
[0] MPI startup(): 57      50537    cpu-e-830   25
[0] MPI startup(): 58      50538    cpu-e-830   26
[0] MPI startup(): 59      50539    cpu-e-830   27
[0] MPI startup(): 60      50540    cpu-e-830   28
[0] MPI startup(): 61      50541    cpu-e-830   29
[0] MPI startup(): 62      50542    cpu-e-830   30
[0] MPI startup(): 63      50543    cpu-e-830   31
[0] MPI startup(): 64      50250    cpu-e-893   0
[0] MPI startup(): 65      50251    cpu-e-893   1
[0] MPI startup(): 66      50252    cpu-e-893   2
[0] MPI startup(): 67      50253    cpu-e-893   3
[0] MPI startup(): 68      50254    cpu-e-893   4
[0] MPI startup(): 69      50255    cpu-e-893   5
[0] MPI startup(): 70      50256    cpu-e-893   6
[0] MPI startup(): 71      50257    cpu-e-893   7
[0] MPI startup(): 72      50258    cpu-e-893   8
[0] MPI startup(): 73      50259    cpu-e-893   9
[0] MPI startup(): 74      50260    cpu-e-893   10
[0] MPI startup(): 75      50261    cpu-e-893   11
[0] MPI startup(): 76      50262    cpu-e-893   12
[0] MPI startup(): 77      50263    cpu-e-893   13
[0] MPI startup(): 78      50264    cpu-e-893   14
[0] MPI startup(): 79      50265    cpu-e-893   15
[0] MPI startup(): 80      50266    cpu-e-893   16
[0] MPI startup(): 81      50267    cpu-e-893   17
[0] MPI startup(): 82      50268    cpu-e-893   18
[0] MPI startup(): 83      50269    cpu-e-893   19
[0] MPI startup(): 84      50270    cpu-e-893   20
[0] MPI startup(): 85      50271    cpu-e-893   21
[0] MPI startup(): 86      50272    cpu-e-893   22
[0] MPI startup(): 87      50273    cpu-e-893   23
[0] MPI startup(): 88      50274    cpu-e-893   24
[0] MPI startup(): 89      50275    cpu-e-893   25
[0] MPI startup(): 90      50276    cpu-e-893   26
[0] MPI startup(): 91      50277    cpu-e-893   27
[0] MPI startup(): 92      50278    cpu-e-893   28
[0] MPI startup(): 93      50279    cpu-e-893   29
[0] MPI startup(): 94      50280    cpu-e-893   30
[0] MPI startup(): 95      50281    cpu-e-893   31
[0] MPI startup(): 96      50257    cpu-e-894   0
[0] MPI startup(): 97      50258    cpu-e-894   1
[0] MPI startup(): 98      50259    cpu-e-894   2
[0] MPI startup(): 99      50260    cpu-e-894   3
[0] MPI startup(): 100     50261    cpu-e-894   4
[0] MPI startup(): 101     50262    cpu-e-894   5
[0] MPI startup(): 102     50263    cpu-e-894   6
[0] MPI startup(): 103     50264    cpu-e-894   7
[0] MPI startup(): 104     50265    cpu-e-894   8
[0] MPI startup(): 105     50266    cpu-e-894   9
[0] MPI startup(): 106     50267    cpu-e-894   10
[0] MPI startup(): 107     50268    cpu-e-894   11
[0] MPI startup(): 108     50269    cpu-e-894   12
[0] MPI startup(): 109     50270    cpu-e-894   13
[0] MPI startup(): 110     50271    cpu-e-894   14
[0] MPI startup(): 111     50272    cpu-e-894   15
[0] MPI startup(): 112     50273    cpu-e-894   16
[0] MPI startup(): 113     50274    cpu-e-894   17
[0] MPI startup(): 114     50275    cpu-e-894   18
[0] MPI startup(): 115     50276    cpu-e-894   19
[0] MPI startup(): 116     50277    cpu-e-894   20
[0] MPI startup(): 117     50278    cpu-e-894   21
[0] MPI startup(): 118     50279    cpu-e-894   22
[0] MPI startup(): 119     50280    cpu-e-894   23
[0] MPI startup(): 120     50281    cpu-e-894   24
[0] MPI startup(): 121     50282    cpu-e-894   25
[0] MPI startup(): 122     50283    cpu-e-894   26
[0] MPI startup(): 123     50284    cpu-e-894   27
[0] MPI startup(): 124     50285    cpu-e-894   28
[0] MPI startup(): 125     50286    cpu-e-894   29
[0] MPI startup(): 126     50287    cpu-e-894   30
[0] MPI startup(): 127     50288    cpu-e-894   31
[0] MPI startup(): 128     50232    cpu-e-957   0
[0] MPI startup(): 129     50233    cpu-e-957   1
[0] MPI startup(): 130     50234    cpu-e-957   2
[0] MPI startup(): 131     50235    cpu-e-957   3
[0] MPI startup(): 132     50236    cpu-e-957   4
[0] MPI startup(): 133     50237    cpu-e-957   5
[0] MPI startup(): 134     50238    cpu-e-957   6
[0] MPI startup(): 135     50239    cpu-e-957   7
[0] MPI startup(): 136     50240    cpu-e-957   8
[0] MPI startup(): 137     50241    cpu-e-957   9
[0] MPI startup(): 138     50242    cpu-e-957   10
[0] MPI startup(): 139     50243    cpu-e-957   11
[0] MPI startup(): 140     50244    cpu-e-957   12
[0] MPI startup(): 141     50245    cpu-e-957   13
[0] MPI startup(): 142     50246    cpu-e-957   14
[0] MPI startup(): 143     50247    cpu-e-957   15
[0] MPI startup(): 144     50248    cpu-e-957   16
[0] MPI startup(): 145     50249    cpu-e-957   17
[0] MPI startup(): 146     50250    cpu-e-957   18
[0] MPI startup(): 147     50251    cpu-e-957   19
[0] MPI startup(): 148     50252    cpu-e-957   20
[0] MPI startup(): 149     50253    cpu-e-957   21
[0] MPI startup(): 150     50254    cpu-e-957   22
[0] MPI startup(): 151     50255    cpu-e-957   23
[0] MPI startup(): 152     50256    cpu-e-957   24
[0] MPI startup(): 153     50257    cpu-e-957   25
[0] MPI startup(): 154     50258    cpu-e-957   26
[0] MPI startup(): 155     50259    cpu-e-957   27
[0] MPI startup(): 156     50260    cpu-e-957   28
[0] MPI startup(): 157     50261    cpu-e-957   29
[0] MPI startup(): 158     50262    cpu-e-957   30
[0] MPI startup(): 159     50263    cpu-e-957   31
[0] MPI startup(): 160     50319    cpu-e-958   0
[0] MPI startup(): 161     50320    cpu-e-958   1
[0] MPI startup(): 162     50321    cpu-e-958   2
[0] MPI startup(): 163     50322    cpu-e-958   3
[0] MPI startup(): 164     50323    cpu-e-958   4
[0] MPI startup(): 165     50324    cpu-e-958   5
[0] MPI startup(): 166     50325    cpu-e-958   6
[0] MPI startup(): 167     50326    cpu-e-958   7
[0] MPI startup(): 168     50327    cpu-e-958   8
[0] MPI startup(): 169     50328    cpu-e-958   9
[0] MPI startup(): 170     50329    cpu-e-958   10
[0] MPI startup(): 171     50330    cpu-e-958   11
[0] MPI startup(): 172     50331    cpu-e-958   12
[0] MPI startup(): 173     50332    cpu-e-958   13
[0] MPI startup(): 174     50333    cpu-e-958   14
[0] MPI startup(): 175     50334    cpu-e-958   15
[0] MPI startup(): 176     50335    cpu-e-958   16
[0] MPI startup(): 177     50336    cpu-e-958   17
[0] MPI startup(): 178     50337    cpu-e-958   18
[0] MPI startup(): 179     50338    cpu-e-958   19
[0] MPI startup(): 180     50339    cpu-e-958   20
[0] MPI startup(): 181     50340    cpu-e-958   21
[0] MPI startup(): 182     50341    cpu-e-958   22
[0] MPI startup(): 183     50342    cpu-e-958   23
[0] MPI startup(): 184     50343    cpu-e-958   24
[0] MPI startup(): 185     50344    cpu-e-958   25
[0] MPI startup(): 186     50345    cpu-e-958   26
[0] MPI startup(): 187     50346    cpu-e-958   27
[0] MPI startup(): 188     50347    cpu-e-958   28
[0] MPI startup(): 189     50348    cpu-e-958   29
[0] MPI startup(): 190     50349    cpu-e-958   30
[0] MPI startup(): 191     50350    cpu-e-958   31
[0] MPI startup(): 192     50235    cpu-e-1021  0
[0] MPI startup(): 193     50236    cpu-e-1021  1
[0] MPI startup(): 194     50237    cpu-e-1021  2
[0] MPI startup(): 195     50238    cpu-e-1021  3
[0] MPI startup(): 196     50239    cpu-e-1021  4
[0] MPI startup(): 197     50240    cpu-e-1021  5
[0] MPI startup(): 198     50241    cpu-e-1021  6
[0] MPI startup(): 199     50242    cpu-e-1021  7
[0] MPI startup(): 200     50243    cpu-e-1021  8
[0] MPI startup(): 201     50244    cpu-e-1021  9
[0] MPI startup(): 202     50245    cpu-e-1021  10
[0] MPI startup(): 203     50246    cpu-e-1021  11
[0] MPI startup(): 204     50247    cpu-e-1021  12
[0] MPI startup(): 205     50248    cpu-e-1021  13
[0] MPI startup(): 206     50249    cpu-e-1021  14
[0] MPI startup(): 207     50250    cpu-e-1021  15
[0] MPI startup(): 208     50251    cpu-e-1021  16
[0] MPI startup(): 209     50252    cpu-e-1021  17
[0] MPI startup(): 210     50253    cpu-e-1021  18
[0] MPI startup(): 211     50254    cpu-e-1021  19
[0] MPI startup(): 212     50255    cpu-e-1021  20
[0] MPI startup(): 213     50256    cpu-e-1021  21
[0] MPI startup(): 214     50257    cpu-e-1021  22
[0] MPI startup(): 215     50258    cpu-e-1021  23
[0] MPI startup(): 216     50259    cpu-e-1021  24
[0] MPI startup(): 217     50260    cpu-e-1021  25
[0] MPI startup(): 218     50261    cpu-e-1021  26
[0] MPI startup(): 219     50262    cpu-e-1021  27
[0] MPI startup(): 220     50263    cpu-e-1021  28
[0] MPI startup(): 221     50264    cpu-e-1021  29
[0] MPI startup(): 222     50265    cpu-e-1021  30
[0] MPI startup(): 223     50266    cpu-e-1021  31
[0] MPI startup(): 224     50269    cpu-e-1022  0
[0] MPI startup(): 225     50270    cpu-e-1022  1
[0] MPI startup(): 226     50271    cpu-e-1022  2
[0] MPI startup(): 227     50272    cpu-e-1022  3
[0] MPI startup(): 228     50273    cpu-e-1022  4
[0] MPI startup(): 229     50274    cpu-e-1022  5
[0] MPI startup(): 230     50275    cpu-e-1022  6
[0] MPI startup(): 231     50276    cpu-e-1022  7
[0] MPI startup(): 232     50277    cpu-e-1022  8
[0] MPI startup(): 233     50278    cpu-e-1022  9
[0] MPI startup(): 234     50279    cpu-e-1022  10
[0] MPI startup(): 235     50280    cpu-e-1022  11
[0] MPI startup(): 236     50281    cpu-e-1022  12
[0] MPI startup(): 237     50282    cpu-e-1022  13
[0] MPI startup(): 238     50283    cpu-e-1022  14
[0] MPI startup(): 239     50284    cpu-e-1022  15
[0] MPI startup(): 240     50285    cpu-e-1022  16
[0] MPI startup(): 241     50286    cpu-e-1022  17
[0] MPI startup(): 242     50287    cpu-e-1022  18
[0] MPI startup(): 243     50288    cpu-e-1022  19
[0] MPI startup(): 244     50289    cpu-e-1022  20
[0] MPI startup(): 245     50290    cpu-e-1022  21
[0] MPI startup(): 246     50291    cpu-e-1022  22
[0] MPI startup(): 247     50292    cpu-e-1022  23
[0] MPI startup(): 248     50293    cpu-e-1022  24
[0] MPI startup(): 249     50294    cpu-e-1022  25
[0] MPI startup(): 250     50295    cpu-e-1022  26
[0] MPI startup(): 251     50296    cpu-e-1022  27
[0] MPI startup(): 252     50297    cpu-e-1022  28
[0] MPI startup(): 253     50298    cpu-e-1022  29
[0] MPI startup(): 254     50299    cpu-e-1022  30
[0] MPI startup(): 255     50300    cpu-e-1022  31
[0] MPI startup(): 256     50057    cpu-e-1149  0
[0] MPI startup(): 257     50058    cpu-e-1149  1
[0] MPI startup(): 258     50059    cpu-e-1149  2
[0] MPI startup(): 259     50060    cpu-e-1149  3
[0] MPI startup(): 260     50061    cpu-e-1149  4
[0] MPI startup(): 261     50062    cpu-e-1149  5
[0] MPI startup(): 262     50063    cpu-e-1149  6
[0] MPI startup(): 263     50064    cpu-e-1149  7
[0] MPI startup(): 264     50065    cpu-e-1149  8
[0] MPI startup(): 265     50066    cpu-e-1149  9
[0] MPI startup(): 266     50067    cpu-e-1149  10
[0] MPI startup(): 267     50068    cpu-e-1149  11
[0] MPI startup(): 268     50069    cpu-e-1149  12
[0] MPI startup(): 269     50070    cpu-e-1149  13
[0] MPI startup(): 270     50071    cpu-e-1149  14
[0] MPI startup(): 271     50072    cpu-e-1149  15
[0] MPI startup(): 272     50073    cpu-e-1149  16
[0] MPI startup(): 273     50074    cpu-e-1149  17
[0] MPI startup(): 274     50075    cpu-e-1149  18
[0] MPI startup(): 275     50076    cpu-e-1149  19
[0] MPI startup(): 276     50077    cpu-e-1149  20
[0] MPI startup(): 277     50078    cpu-e-1149  21
[0] MPI startup(): 278     50079    cpu-e-1149  22
[0] MPI startup(): 279     50080    cpu-e-1149  23
[0] MPI startup(): 280     50081    cpu-e-1149  24
[0] MPI startup(): 281     50082    cpu-e-1149  25
[0] MPI startup(): 282     50083    cpu-e-1149  26
[0] MPI startup(): 283     50084    cpu-e-1149  27
[0] MPI startup(): 284     50085    cpu-e-1149  28
[0] MPI startup(): 285     50086    cpu-e-1149  29
[0] MPI startup(): 286     50087    cpu-e-1149  30
[0] MPI startup(): 287     50088    cpu-e-1149  31
[0] MPI startup(): 288     50196    cpu-e-1150  0
[0] MPI startup(): 289     50197    cpu-e-1150  1
[0] MPI startup(): 290     50198    cpu-e-1150  2
[0] MPI startup(): 291     50199    cpu-e-1150  3
[0] MPI startup(): 292     50200    cpu-e-1150  4
[0] MPI startup(): 293     50201    cpu-e-1150  5
[0] MPI startup(): 294     50202    cpu-e-1150  6
[0] MPI startup(): 295     50203    cpu-e-1150  7
[0] MPI startup(): 296     50204    cpu-e-1150  8
[0] MPI startup(): 297     50205    cpu-e-1150  9
[0] MPI startup(): 298     50206    cpu-e-1150  10
[0] MPI startup(): 299     50207    cpu-e-1150  11
[0] MPI startup(): 300     50208    cpu-e-1150  12
[0] MPI startup(): 301     50209    cpu-e-1150  13
[0] MPI startup(): 302     50210    cpu-e-1150  14
[0] MPI startup(): 303     50211    cpu-e-1150  15
[0] MPI startup(): 304     50212    cpu-e-1150  16
[0] MPI startup(): 305     50213    cpu-e-1150  17
[0] MPI startup(): 306     50214    cpu-e-1150  18
[0] MPI startup(): 307     50215    cpu-e-1150  19
[0] MPI startup(): 308     50216    cpu-e-1150  20
[0] MPI startup(): 309     50217    cpu-e-1150  21
[0] MPI startup(): 310     50218    cpu-e-1150  22
[0] MPI startup(): 311     50219    cpu-e-1150  23
[0] MPI startup(): 312     50220    cpu-e-1150  24
[0] MPI startup(): 313     50221    cpu-e-1150  25
[0] MPI startup(): 314     50222    cpu-e-1150  26
[0] MPI startup(): 315     50223    cpu-e-1150  27
[0] MPI startup(): 316     50224    cpu-e-1150  28
[0] MPI startup(): 317     50225    cpu-e-1150  29
[0] MPI startup(): 318     50226    cpu-e-1150  30
[0] MPI startup(): 319     50227    cpu-e-1150  31
[0] MPI startup(): I_MPI_CC=icc
[0] MPI startup(): I_MPI_CXX=icpc
[0] MPI startup(): I_MPI_FC=ifort
[0] MPI startup(): I_MPI_F90=ifort
[0] MPI startup(): I_MPI_F77=ifort
[0] MPI startup(): I_MPI_ROOT=/usr/local/Cluster-Apps/intel/2019.3//compilers_and_libraries_2019.3.192/linux/mpi
[0] MPI startup(): I_MPI_HYDRA_RMK=slurm
[0] MPI startup(): I_MPI_JOB_RESPECT_PROCESS_PLACEMENT=off
[0] MPI startup(): I_MPI_PIN_DOMAIN=omp:compact
[0] MPI startup(): I_MPI_PIN_ORDER=scatter
[0] MPI startup(): I_MPI_FABRICS=shm:ofi
[0] MPI startup(): I_MPI_DEBUG=10
[0] MPI startup(): I_MPI_TMI_PROVIDER variable has been removed from the product, its value is ignored

[0] MPI startup(): I_MPI_TMI_PROVIDER environment variable is not supported.
[0] MPI startup(): Similar variables:
	 I_MPI_OFI_PROVIDER
[0] MPI startup(): To check the list of supported variables, use the impi_info utility or refer to https://software.intel.com/en-us/mpi-library/documentation/get-started.
-- started at 06/09/2019 10:56:07 --

mdtest-3.3alpha1 was launched with 320 total task(s) on 10 node(s)
Command line used: /home/mjr208/projects/benchmarking/io-500-src-stonewall-fix/bin/mdtest "-E" "-n" "30000" "-t" "-F" "-w" "3901" "-e" "3901" "-d" "/dac/fs1/mjr208/job12143920-2019-06-09-1006/mdt_hard"
Path: /dac/fs1/mjr208/job12143920-2019-06-09-1006
FS: 412.5 TiB   Used FS: 12.4%   Inodes: 960.0 Mi   Used Inodes: 1.0%

320 tasks, 9600000 files

SUMMARY rate: (of 1 iterations)
   Operation                      Max            Min           Mean        Std Dev
   ---------                      ---            ---           ----        -------
   File creation     :          0.000          0.000          0.000          0.000
   File stat         :          0.000          0.000          0.000          0.000
   File read         :     332827.315     332824.824     332826.059          0.547
   File removal      :          0.000          0.000          0.000          0.000
   Tree creation     :          0.000          0.000          0.000          0.000
   Tree removal      :          0.000          0.000          0.000          0.000

-- finished at 06/09/2019 10:56:36 --
mdtest_hard_stat
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
[0] MPI startup(): libfabric version: 1.8.0a1-impi

MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
[0] MPI startup(): libfabric provider: psm2

[0] MPI startup(): Rank    Pid      Node name   Pin cpu
[0] MPI startup(): 0       48028    cpu-e-829   0
[0] MPI startup(): 1       48029    cpu-e-829   1
[0] MPI startup(): 2       48030    cpu-e-829   2
[0] MPI startup(): 3       48031    cpu-e-829   3
[0] MPI startup(): 4       48032    cpu-e-829   4
[0] MPI startup(): 5       48033    cpu-e-829   5
[0] MPI startup(): 6       48034    cpu-e-829   6
[0] MPI startup(): 7       48035    cpu-e-829   7
[0] MPI startup(): 8       48036    cpu-e-829   8
[0] MPI startup(): 9       48037    cpu-e-829   9
[0] MPI startup(): 10      48038    cpu-e-829   10
[0] MPI startup(): 11      48039    cpu-e-829   11
[0] MPI startup(): 12      48040    cpu-e-829   12
[0] MPI startup(): 13      48041    cpu-e-829   13
[0] MPI startup(): 14      48042    cpu-e-829   14
[0] MPI startup(): 15      48043    cpu-e-829   15
[0] MPI startup(): 16      48044    cpu-e-829   16
[0] MPI startup(): 17      48045    cpu-e-829   17
[0] MPI startup(): 18      48046    cpu-e-829   18
[0] MPI startup(): 19      48047    cpu-e-829   19
[0] MPI startup(): 20      48048    cpu-e-829   20
[0] MPI startup(): 21      48049    cpu-e-829   21
[0] MPI startup(): 22      48050    cpu-e-829   22
[0] MPI startup(): 23      48051    cpu-e-829   23
[0] MPI startup(): 24      48052    cpu-e-829   24
[0] MPI startup(): 25      48053    cpu-e-829   25
[0] MPI startup(): 26      48054    cpu-e-829   26
[0] MPI startup(): 27      48055    cpu-e-829   27
[0] MPI startup(): 28      48056    cpu-e-829   28
[0] MPI startup(): 29      48057    cpu-e-829   29
[0] MPI startup(): 30      48058    cpu-e-829   30
[0] MPI startup(): 31      48059    cpu-e-829   31
[0] MPI startup(): 32      47560    cpu-e-830   0
[0] MPI startup(): 33      47561    cpu-e-830   1
[0] MPI startup(): 34      47562    cpu-e-830   2
[0] MPI startup(): 35      47563    cpu-e-830   3
[0] MPI startup(): 36      47564    cpu-e-830   4
[0] MPI startup(): 37      47565    cpu-e-830   5
[0] MPI startup(): 38      47566    cpu-e-830   6
[0] MPI startup(): 39      47567    cpu-e-830   7
[0] MPI startup(): 40      47568    cpu-e-830   8
[0] MPI startup(): 41      47569    cpu-e-830   9
[0] MPI startup(): 42      47570    cpu-e-830   10
[0] MPI startup(): 43      47571    cpu-e-830   11
[0] MPI startup(): 44      47572    cpu-e-830   12
[0] MPI startup(): 45      47573    cpu-e-830   13
[0] MPI startup(): 46      47574    cpu-e-830   14
[0] MPI startup(): 47      47575    cpu-e-830   15
[0] MPI startup(): 48      47576    cpu-e-830   16
[0] MPI startup(): 49      47577    cpu-e-830   17
[0] MPI startup(): 50      47578    cpu-e-830   18
[0] MPI startup(): 51      47579    cpu-e-830   19
[0] MPI startup(): 52      47580    cpu-e-830   20
[0] MPI startup(): 53      47581    cpu-e-830   21
[0] MPI startup(): 54      47582    cpu-e-830   22
[0] MPI startup(): 55      47583    cpu-e-830   23
[0] MPI startup(): 56      47584    cpu-e-830   24
[0] MPI startup(): 57      47585    cpu-e-830   25
[0] MPI startup(): 58      47586    cpu-e-830   26
[0] MPI startup(): 59      47587    cpu-e-830   27
[0] MPI startup(): 60      47588    cpu-e-830   28
[0] MPI startup(): 61      47589    cpu-e-830   29
[0] MPI startup(): 62      47590    cpu-e-830   30
[0] MPI startup(): 63      47591    cpu-e-830   31
[0] MPI startup(): 64      47325    cpu-e-893   0
[0] MPI startup(): 65      47326    cpu-e-893   1
[0] MPI startup(): 66      47327    cpu-e-893   2
[0] MPI startup(): 67      47328    cpu-e-893   3
[0] MPI startup(): 68      47329    cpu-e-893   4
[0] MPI startup(): 69      47330    cpu-e-893   5
[0] MPI startup(): 70      47331    cpu-e-893   6
[0] MPI startup(): 71      47332    cpu-e-893   7
[0] MPI startup(): 72      47333    cpu-e-893   8
[0] MPI startup(): 73      47334    cpu-e-893   9
[0] MPI startup(): 74      47335    cpu-e-893   10
[0] MPI startup(): 75      47336    cpu-e-893   11
[0] MPI startup(): 76      47337    cpu-e-893   12
[0] MPI startup(): 77      47338    cpu-e-893   13
[0] MPI startup(): 78      47339    cpu-e-893   14
[0] MPI startup(): 79      47340    cpu-e-893   15
[0] MPI startup(): 80      47341    cpu-e-893   16
[0] MPI startup(): 81      47342    cpu-e-893   17
[0] MPI startup(): 82      47343    cpu-e-893   18
[0] MPI startup(): 83      47344    cpu-e-893   19
[0] MPI startup(): 84      47345    cpu-e-893   20
[0] MPI startup(): 85      47346    cpu-e-893   21
[0] MPI startup(): 86      47347    cpu-e-893   22
[0] MPI startup(): 87      47348    cpu-e-893   23
[0] MPI startup(): 88      47349    cpu-e-893   24
[0] MPI startup(): 89      47350    cpu-e-893   25
[0] MPI startup(): 90      47351    cpu-e-893   26
[0] MPI startup(): 91      47352    cpu-e-893   27
[0] MPI startup(): 92      47353    cpu-e-893   28
[0] MPI startup(): 93      47354    cpu-e-893   29
[0] MPI startup(): 94      47355    cpu-e-893   30
[0] MPI startup(): 95      47356    cpu-e-893   31
[0] MPI startup(): 96      47325    cpu-e-894   0
[0] MPI startup(): 97      47326    cpu-e-894   1
[0] MPI startup(): 98      47327    cpu-e-894   2
[0] MPI startup(): 99      47328    cpu-e-894   3
[0] MPI startup(): 100     47329    cpu-e-894   4
[0] MPI startup(): 101     47330    cpu-e-894   5
[0] MPI startup(): 102     47331    cpu-e-894   6
[0] MPI startup(): 103     47332    cpu-e-894   7
[0] MPI startup(): 104     47333    cpu-e-894   8
[0] MPI startup(): 105     47334    cpu-e-894   9
[0] MPI startup(): 106     47335    cpu-e-894   10
[0] MPI startup(): 107     47336    cpu-e-894   11
[0] MPI startup(): 108     47337    cpu-e-894   12
[0] MPI startup(): 109     47338    cpu-e-894   13
[0] MPI startup(): 110     47339    cpu-e-894   14
[0] MPI startup(): 111     47340    cpu-e-894   15
[0] MPI startup(): 112     47341    cpu-e-894   16
[0] MPI startup(): 113     47342    cpu-e-894   17
[0] MPI startup(): 114     47343    cpu-e-894   18
[0] MPI startup(): 115     47344    cpu-e-894   19
[0] MPI startup(): 116     47345    cpu-e-894   20
[0] MPI startup(): 117     47346    cpu-e-894   21
[0] MPI startup(): 118     47347    cpu-e-894   22
[0] MPI startup(): 119     47348    cpu-e-894   23
[0] MPI startup(): 120     47349    cpu-e-894   24
[0] MPI startup(): 121     47350    cpu-e-894   25
[0] MPI startup(): 122     47351    cpu-e-894   26
[0] MPI startup(): 123     47352    cpu-e-894   27
[0] MPI startup(): 124     47353    cpu-e-894   28
[0] MPI startup(): 125     47354    cpu-e-894   29
[0] MPI startup(): 126     47355    cpu-e-894   30
[0] MPI startup(): 127     47356    cpu-e-894   31
[0] MPI startup(): 128     47311    cpu-e-957   0
[0] MPI startup(): 129     47312    cpu-e-957   1
[0] MPI startup(): 130     47313    cpu-e-957   2
[0] MPI startup(): 131     47314    cpu-e-957   3
[0] MPI startup(): 132     47315    cpu-e-957   4
[0] MPI startup(): 133     47316    cpu-e-957   5
[0] MPI startup(): 134     47317    cpu-e-957   6
[0] MPI startup(): 135     47318    cpu-e-957   7
[0] MPI startup(): 136     47319    cpu-e-957   8
[0] MPI startup(): 137     47320    cpu-e-957   9
[0] MPI startup(): 138     47321    cpu-e-957   10
[0] MPI startup(): 139     47322    cpu-e-957   11
[0] MPI startup(): 140     47323    cpu-e-957   12
[0] MPI startup(): 141     47324    cpu-e-957   13
[0] MPI startup(): 142     47325    cpu-e-957   14
[0] MPI startup(): 143     47326    cpu-e-957   15
[0] MPI startup(): 144     47327    cpu-e-957   16
[0] MPI startup(): 145     47328    cpu-e-957   17
[0] MPI startup(): 146     47329    cpu-e-957   18
[0] MPI startup(): 147     47330    cpu-e-957   19
[0] MPI startup(): 148     47331    cpu-e-957   20
[0] MPI startup(): 149     47332    cpu-e-957   21
[0] MPI startup(): 150     47333    cpu-e-957   22
[0] MPI startup(): 151     47334    cpu-e-957   23
[0] MPI startup(): 152     47335    cpu-e-957   24
[0] MPI startup(): 153     47336    cpu-e-957   25
[0] MPI startup(): 154     47337    cpu-e-957   26
[0] MPI startup(): 155     47338    cpu-e-957   27
[0] MPI startup(): 156     47339    cpu-e-957   28
[0] MPI startup(): 157     47340    cpu-e-957   29
[0] MPI startup(): 158     47341    cpu-e-957   30
[0] MPI startup(): 159     47342    cpu-e-957   31
[0] MPI startup(): 160     47387    cpu-e-958   0
[0] MPI startup(): 161     47388    cpu-e-958   1
[0] MPI startup(): 162     47389    cpu-e-958   2
[0] MPI startup(): 163     47390    cpu-e-958   3
[0] MPI startup(): 164     47391    cpu-e-958   4
[0] MPI startup(): 165     47392    cpu-e-958   5
[0] MPI startup(): 166     47393    cpu-e-958   6
[0] MPI startup(): 167     47394    cpu-e-958   7
[0] MPI startup(): 168     47395    cpu-e-958   8
[0] MPI startup(): 169     47396    cpu-e-958   9
[0] MPI startup(): 170     47397    cpu-e-958   10
[0] MPI startup(): 171     47398    cpu-e-958   11
[0] MPI startup(): 172     47399    cpu-e-958   12
[0] MPI startup(): 173     47400    cpu-e-958   13
[0] MPI startup(): 174     47401    cpu-e-958   14
[0] MPI startup(): 175     47402    cpu-e-958   15
[0] MPI startup(): 176     47403    cpu-e-958   16
[0] MPI startup(): 177     47404    cpu-e-958   17
[0] MPI startup(): 178     47405    cpu-e-958   18
[0] MPI startup(): 179     47406    cpu-e-958   19
[0] MPI startup(): 180     47407    cpu-e-958   20
[0] MPI startup(): 181     47408    cpu-e-958   21
[0] MPI startup(): 182     47409    cpu-e-958   22
[0] MPI startup(): 183     47410    cpu-e-958   23
[0] MPI startup(): 184     47411    cpu-e-958   24
[0] MPI startup(): 185     47412    cpu-e-958   25
[0] MPI startup(): 186     47413    cpu-e-958   26
[0] MPI startup(): 187     47414    cpu-e-958   27
[0] MPI startup(): 188     47415    cpu-e-958   28
[0] MPI startup(): 189     47416    cpu-e-958   29
[0] MPI startup(): 190     47417    cpu-e-958   30
[0] MPI startup(): 191     47418    cpu-e-958   31
[0] MPI startup(): 192     47371    cpu-e-1021  0
[0] MPI startup(): 193     47372    cpu-e-1021  1
[0] MPI startup(): 194     47373    cpu-e-1021  2
[0] MPI startup(): 195     47374    cpu-e-1021  3
[0] MPI startup(): 196     47375    cpu-e-1021  4
[0] MPI startup(): 197     47376    cpu-e-1021  5
[0] MPI startup(): 198     47377    cpu-e-1021  6
[0] MPI startup(): 199     47378    cpu-e-1021  7
[0] MPI startup(): 200     47379    cpu-e-1021  8
[0] MPI startup(): 201     47380    cpu-e-1021  9
[0] MPI startup(): 202     47381    cpu-e-1021  10
[0] MPI startup(): 203     47382    cpu-e-1021  11
[0] MPI startup(): 204     47383    cpu-e-1021  12
[0] MPI startup(): 205     47384    cpu-e-1021  13
[0] MPI startup(): 206     47385    cpu-e-1021  14
[0] MPI startup(): 207     47386    cpu-e-1021  15
[0] MPI startup(): 208     47387    cpu-e-1021  16
[0] MPI startup(): 209     47388    cpu-e-1021  17
[0] MPI startup(): 210     47389    cpu-e-1021  18
[0] MPI startup(): 211     47390    cpu-e-1021  19
[0] MPI startup(): 212     47391    cpu-e-1021  20
[0] MPI startup(): 213     47392    cpu-e-1021  21
[0] MPI startup(): 214     47393    cpu-e-1021  22
[0] MPI startup(): 215     47394    cpu-e-1021  23
[0] MPI startup(): 216     47395    cpu-e-1021  24
[0] MPI startup(): 217     47396    cpu-e-1021  25
[0] MPI startup(): 218     47397    cpu-e-1021  26
[0] MPI startup(): 219     47398    cpu-e-1021  27
[0] MPI startup(): 220     47399    cpu-e-1021  28
[0] MPI startup(): 221     47400    cpu-e-1021  29
[0] MPI startup(): 222     47401    cpu-e-1021  30
[0] MPI startup(): 223     47402    cpu-e-1021  31
[0] MPI startup(): 224     47349    cpu-e-1022  0
[0] MPI startup(): 225     47350    cpu-e-1022  1
[0] MPI startup(): 226     47351    cpu-e-1022  2
[0] MPI startup(): 227     47352    cpu-e-1022  3
[0] MPI startup(): 228     47353    cpu-e-1022  4
[0] MPI startup(): 229     47354    cpu-e-1022  5
[0] MPI startup(): 230     47355    cpu-e-1022  6
[0] MPI startup(): 231     47356    cpu-e-1022  7
[0] MPI startup(): 232     47357    cpu-e-1022  8
[0] MPI startup(): 233     47358    cpu-e-1022  9
[0] MPI startup(): 234     47359    cpu-e-1022  10
[0] MPI startup(): 235     47360    cpu-e-1022  11
[0] MPI startup(): 236     47361    cpu-e-1022  12
[0] MPI startup(): 237     47362    cpu-e-1022  13
[0] MPI startup(): 238     47363    cpu-e-1022  14
[0] MPI startup(): 239     47364    cpu-e-1022  15
[0] MPI startup(): 240     47365    cpu-e-1022  16
[0] MPI startup(): 241     47366    cpu-e-1022  17
[0] MPI startup(): 242     47367    cpu-e-1022  18
[0] MPI startup(): 243     47368    cpu-e-1022  19
[0] MPI startup(): 244     47369    cpu-e-1022  20
[0] MPI startup(): 245     47370    cpu-e-1022  21
[0] MPI startup(): 246     47371    cpu-e-1022  22
[0] MPI startup(): 247     47372    cpu-e-1022  23
[0] MPI startup(): 248     47373    cpu-e-1022  24
[0] MPI startup(): 249     47374    cpu-e-1022  25
[0] MPI startup(): 250     47375    cpu-e-1022  26
[0] MPI startup(): 251     47376    cpu-e-1022  27
[0] MPI startup(): 252     47377    cpu-e-1022  28
[0] MPI startup(): 253     47378    cpu-e-1022  29
[0] MPI startup(): 254     47379    cpu-e-1022  30
[0] MPI startup(): 255     47380    cpu-e-1022  31
[0] MPI startup(): 256     47161    cpu-e-1149  0
[0] MPI startup(): 257     47162    cpu-e-1149  1
[0] MPI startup(): 258     47163    cpu-e-1149  2
[0] MPI startup(): 259     47164    cpu-e-1149  3
[0] MPI startup(): 260     47165    cpu-e-1149  4
[0] MPI startup(): 261     47166    cpu-e-1149  5
[0] MPI startup(): 262     47167    cpu-e-1149  6
[0] MPI startup(): 263     47168    cpu-e-1149  7
[0] MPI startup(): 264     47169    cpu-e-1149  8
[0] MPI startup(): 265     47170    cpu-e-1149  9
[0] MPI startup(): 266     47171    cpu-e-1149  10
[0] MPI startup(): 267     47172    cpu-e-1149  11
[0] MPI startup(): 268     47173    cpu-e-1149  12
[0] MPI startup(): 269     47174    cpu-e-1149  13
[0] MPI startup(): 270     47175    cpu-e-1149  14
[0] MPI startup(): 271     47176    cpu-e-1149  15
[0] MPI startup(): 272     47177    cpu-e-1149  16
[0] MPI startup(): 273     47178    cpu-e-1149  17
[0] MPI startup(): 274     47179    cpu-e-1149  18
[0] MPI startup(): 275     47180    cpu-e-1149  19
[0] MPI startup(): 276     47181    cpu-e-1149  20
[0] MPI startup(): 277     47182    cpu-e-1149  21
[0] MPI startup(): 278     47183    cpu-e-1149  22
[0] MPI startup(): 279     47184    cpu-e-1149  23
[0] MPI startup(): 280     47185    cpu-e-1149  24
[0] MPI startup(): 281     47186    cpu-e-1149  25
[0] MPI startup(): 282     47187    cpu-e-1149  26
[0] MPI startup(): 283     47188    cpu-e-1149  27
[0] MPI startup(): 284     47189    cpu-e-1149  28
[0] MPI startup(): 285     47190    cpu-e-1149  29
[0] MPI startup(): 286     47191    cpu-e-1149  30
[0] MPI startup(): 287     47192    cpu-e-1149  31
[0] MPI startup(): 288     47318    cpu-e-1150  0
[0] MPI startup(): 289     47319    cpu-e-1150  1
[0] MPI startup(): 290     47320    cpu-e-1150  2
[0] MPI startup(): 291     47321    cpu-e-1150  3
[0] MPI startup(): 292     47322    cpu-e-1150  4
[0] MPI startup(): 293     47323    cpu-e-1150  5
[0] MPI startup(): 294     47324    cpu-e-1150  6
[0] MPI startup(): 295     47325    cpu-e-1150  7
[0] MPI startup(): 296     47326    cpu-e-1150  8
[0] MPI startup(): 297     47327    cpu-e-1150  9
[0] MPI startup(): 298     47328    cpu-e-1150  10
[0] MPI startup(): 299     47329    cpu-e-1150  11
[0] MPI startup(): 300     47330    cpu-e-1150  12
[0] MPI startup(): 301     47331    cpu-e-1150  13
[0] MPI startup(): 302     47332    cpu-e-1150  14
[0] MPI startup(): 303     47333    cpu-e-1150  15
[0] MPI startup(): 304     47334    cpu-e-1150  16
[0] MPI startup(): 305     47335    cpu-e-1150  17
[0] MPI startup(): 306     47336    cpu-e-1150  18
[0] MPI startup(): 307     47337    cpu-e-1150  19
[0] MPI startup(): 308     47338    cpu-e-1150  20
[0] MPI startup(): 309     47339    cpu-e-1150  21
[0] MPI startup(): 310     47340    cpu-e-1150  22
[0] MPI startup(): 311     47341    cpu-e-1150  23
[0] MPI startup(): 312     47342    cpu-e-1150  24
[0] MPI startup(): 313     47343    cpu-e-1150  25
[0] MPI startup(): 314     47344    cpu-e-1150  26
[0] MPI startup(): 315     47345    cpu-e-1150  27
[0] MPI startup(): 316     47346    cpu-e-1150  28
[0] MPI startup(): 317     47347    cpu-e-1150  29
[0] MPI startup(): 318     47348    cpu-e-1150  30
[0] MPI startup(): 319     47349    cpu-e-1150  31
[0] MPI startup(): I_MPI_CC=icc
[0] MPI startup(): I_MPI_CXX=icpc
[0] MPI startup(): I_MPI_FC=ifort
[0] MPI startup(): I_MPI_F90=ifort
[0] MPI startup(): I_MPI_F77=ifort
[0] MPI startup(): I_MPI_ROOT=/usr/local/Cluster-Apps/intel/2019.3//compilers_and_libraries_2019.3.192/linux/mpi
[0] MPI startup(): I_MPI_HYDRA_RMK=slurm
[0] MPI startup(): I_MPI_JOB_RESPECT_PROCESS_PLACEMENT=off
[0] MPI startup(): I_MPI_PIN_DOMAIN=omp:compact
[0] MPI startup(): I_MPI_PIN_ORDER=scatter
[0] MPI startup(): I_MPI_FABRICS=shm:ofi
[0] MPI startup(): I_MPI_DEBUG=10
[0] MPI startup(): I_MPI_TMI_PROVIDER variable has been removed from the product, its value is ignored

[0] MPI startup(): I_MPI_TMI_PROVIDER environment variable is not supported.
[0] MPI startup(): Similar variables:
	 I_MPI_OFI_PROVIDER
[0] MPI startup(): To check the list of supported variables, use the impi_info utility or refer to https://software.intel.com/en-us/mpi-library/documentation/get-started.
-- started at 06/09/2019 10:48:06 --

mdtest-3.3alpha1 was launched with 320 total task(s) on 10 node(s)
Command line used: /home/mjr208/projects/benchmarking/io-500-src-stonewall-fix/bin/mdtest "-T" "-n" "30000" "-t" "-F" "-w" "3901" "-e" "3901" "-d" "/dac/fs1/mjr208/job12143920-2019-06-09-1006/mdt_hard"
Path: /dac/fs1/mjr208/job12143920-2019-06-09-1006
FS: 412.5 TiB   Used FS: 12.4%   Inodes: 960.0 Mi   Used Inodes: 16.2%

320 tasks, 9600000 files

SUMMARY rate: (of 1 iterations)
   Operation                      Max            Min           Mean        Std Dev
   ---------                      ---            ---           ----        -------
   File creation     :          0.000          0.000          0.000          0.000
   File stat         :     629260.294     629253.956     629257.121          1.180
   File read         :          0.000          0.000          0.000          0.000
   File removal      :          0.000          0.000          0.000          0.000
   Tree creation     :          0.000          0.000          0.000          0.000
   Tree removal      :          0.000          0.000          0.000          0.000

-- finished at 06/09/2019 10:48:21 --
mdtest_hard_write
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
[0] MPI startup(): libfabric version: 1.8.0a1-impi

MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
MPI startup(): Imported environment partly inaccesible. Map=0 Info=0
[0] MPI startup(): libfabric provider: psm2

[0] MPI startup(): Rank    Pid      Node name   Pin cpu
[0] MPI startup(): 0       40439    cpu-e-829   0
[0] MPI startup(): 1       40440    cpu-e-829   1
[0] MPI startup(): 2       40441    cpu-e-829   2
[0] MPI startup(): 3       40442    cpu-e-829   3
[0] MPI startup(): 4       40443    cpu-e-829   4
[0] MPI startup(): 5       40444    cpu-e-829   5
[0] MPI startup(): 6       40445    cpu-e-829   6
[0] MPI startup(): 7       40446    cpu-e-829   7
[0] MPI startup(): 8       40447    cpu-e-829   8
[0] MPI startup(): 9       40448    cpu-e-829   9
[0] MPI startup(): 10      40449    cpu-e-829   10
[0] MPI startup(): 11      40450    cpu-e-829   11
[0] MPI startup(): 12      40451    cpu-e-829   12
[0] MPI startup(): 13      40452    cpu-e-829   13
[0] MPI startup(): 14      40453    cpu-e-829   14
[0] MPI startup(): 15      40454    cpu-e-829   15
[0] MPI startup(): 16      40455    cpu-e-829   16
[0] MPI startup(): 17      40456    cpu-e-829   17
[0] MPI startup(): 18      40457    cpu-e-829   18
[0] MPI startup(): 19      40458    cpu-e-829   19
[0] MPI startup(): 20      40459    cpu-e-829   20
[0] MPI startup(): 21      40460    cpu-e-829   21
[0] MPI startup(): 22      40461    cpu-e-829   22
[0] MPI startup(): 23      40462    cpu-e-829   23
[0] MPI startup(): 24      40463    cpu-e-829   24
[0] MPI startup(): 25      40464    cpu-e-829   25
[0] MPI startup(): 26      40465    cpu-e-829   26
[0] MPI startup(): 27      40466    cpu-e-829   27
[0] MPI startup(): 28      40467    cpu-e-829   28
[0] MPI startup(): 29      40468    cpu-e-829   29
[0] MPI startup(): 30      40469    cpu-e-829   30
[0] MPI startup(): 31      40470    cpu-e-829   31
[0] MPI startup(): 32      40283    cpu-e-830   0
[0] MPI startup(): 33      40284    cpu-e-830   1
[0] MPI startup(): 34      40285    cpu-e-830   2
[0] MPI startup(): 35      40286    cpu-e-830   3
[0] MPI startup(): 36      40287    cpu-e-830   4
[0] MPI startup(): 37      40288    cpu-e-830   5
[0] MPI startup(): 38      40289    cpu-e-830   6
[0] MPI startup(): 39      40290    cpu-e-830   7
[0] MPI startup(): 40      40291    cpu-e-830   8
[0] MPI startup(): 41      40292    cpu-e-830   9
[0] MPI startup(): 42      40293    cpu-e-830   10
[0] MPI startup(): 43      40294    cpu-e-830   11
[0] MPI startup(): 44      40295    cpu-e-830   12
[0] MPI startup(): 45      40296    cpu-e-830   13
[0] MPI startup(): 46      40297    cpu-e-830   14
[0] MPI startup(): 47      40298    cpu-e-830   15
[0] MPI startup(): 48      40299    cpu-e-830   16
[0] MPI startup(): 49      40300    cpu-e-830   17
[0] MPI startup(): 50      40301    cpu-e-830   18
[0] MPI startup(): 51      40302    cpu-e-830   19
[0] MPI startup(): 52      40303    cpu-e-830   20
[0] MPI startup(): 53      40304    cpu-e-830   21
[0] MPI startup(): 54      40305    cpu-e-830   22
[0] MPI startup(): 55      40306    cpu-e-830   23
[0] MPI startup(): 56      40307    cpu-e-830   24
[0] MPI startup(): 57      40308    cpu-e-830   25
[0] MPI startup(): 58      40309    cpu-e-830   26
[0] MPI startup(): 59      40310    cpu-e-830   27
[0] MPI startup(): 60      40311    cpu-e-830   28
[0] MPI startup(): 61      40312    cpu-e-830   29
[0] MPI startup(): 62      40313    cpu-e-830   30
[0] MPI startup(): 63      40314    cpu-e-830   31
[0] MPI startup(): 64      40130    cpu-e-893   0
[0] MPI startup(): 65      40131    cpu-e-893   1
[0] MPI startup(): 66      40132    cpu-e-893   2
[0] MPI startup(): 67      40133    cpu-e-893   3
[0] MPI startup(): 68      40134    cpu-e-893   4
[0] MPI startup(): 69      40135    cpu-e-893   5
[0] MPI startup(): 70      40136    cpu-e-893   6
[0] MPI startup(): 71      40137    cpu-e-893   7
[0] MPI startup(): 72      40138    cpu-e-893   8
[0] MPI startup(): 73      40139    cpu-e-893   9
[0] MPI startup(): 74      40140    cpu-e-893   10
[0] MPI startup(): 75      40141    cpu-e-893   11
[0] MPI startup(): 76      40142    cpu-e-893   12
[0] MPI startup(): 77      40143    cpu-e-893   13
[0] MPI startup(): 78      40144    cpu-e-893   14
[0] MPI startup(): 79      40145    cpu-e-893   15
[0] MPI startup(): 80      40146    cpu-e-893   16
[0] MPI startup(): 81      40147    cpu-e-893   17
[0] MPI startup(): 82      40148    cpu-e-893   18
[0] MPI startup(): 83      40149    cpu-e-893   19
[0] MPI startup(): 84      40150    cpu-e-893   20
[0] MPI startup(): 85      40151    cpu-e-893   21
[0] MPI startup(): 86      40152    cpu-e-893   22
[0] MPI startup(): 87      40153    cpu-e-893   23
[0] MPI startup(): 88      40154    cpu-e-893   24
[0] MPI startup(): 89      40155    cpu-e-893   25
[0] MPI startup(): 90      40156    cpu-e-893   26
[0] MPI startup(): 91      40157    cpu-e-893   27
[0] MPI startup(): 92      40158    cpu-e-893   28
[0] MPI startup(): 93      40159    cpu-e-893   29
[0] MPI startup(): 94      40160    cpu-e-893   30
[0] MPI startup(): 95      40161    cpu-e-893   31
[0] MPI startup(): 96      40111    cpu-e-894   0
[0] MPI startup(): 97      40112    cpu-e-894   1
[0] MPI startup(): 98      40113    cpu-e-894   2
[0] MPI startup(): 99      40114    cpu-e-894   3
[0] MPI startup(): 100     40115    cpu-e-894   4
[0] MPI startup(): 101     40116    cpu-e-894   5
[0] MPI startup(): 102     40117    cpu-e-894   6
[0] MPI startup(): 103     40118    cpu-e-894   7
[0] MPI startup(): 104     40119    cpu-e-894   8
[0] MPI startup(): 105     40120    cpu-e-894   9
[0] MPI startup(): 106     40121    cpu-e-894   10
[0] MPI startup(): 107     40122    cpu-e-894   11
[0] MPI startup(): 108     40123    cpu-e-894   12
[0] MPI startup(): 109     40124    cpu-e-894   13
[0] MPI startup(): 110     40125    cpu-e-894   14
[0] MPI startup(): 111     40126    cpu-e-894   15
[0] MPI startup(): 112     40127    cpu-e-894   16
[0] MPI startup(): 113     40128    cpu-e-894   17
[0] MPI startup(): 114     40129    cpu-e-894   18
[0] MPI startup(): 115     40130    cpu-e-894   19
[0] MPI startup(): 116     40131    cpu-e-894   20
[0] MPI startup(): 117     40132    cpu-e-894   21
[0] MPI startup(): 118     40133    cpu-e-894   22
[0] MPI startup(): 119     40134    cpu-e-894   23
[0] MPI startup(): 120     40135    cpu-e-894   24
[0] MPI startup(): 121     40136    cpu-e-894   25
[0] MPI startup(): 122     40137    cpu-e-894   26
[0] MPI startup(): 123     40138    cpu-e-894   27
[0] MPI startup(): 124     40139    cpu-e-894   28
[0] MPI startup(): 125     40140    cpu-e-894   29
[0] MPI startup(): 126     40141    cpu-e-894   30
[0] MPI startup(): 127     40142    cpu-e-894   31
[0] MPI startup(): 128     40156    cpu-e-957   0
[0] MPI startup(): 129     40157    cpu-e-957   1
[0] MPI startup(): 130     40158    cpu-e-957   2
[0] MPI startup(): 131     40159    cpu-e-957   3
[0] MPI startup(): 132     40160    cpu-e-957   4
[0] MPI startup(): 133     40161    cpu-e-957   5
[0] MPI startup(): 134     40162    cpu-e-957   6
[0] MPI startup(): 135     40163    cpu-e-957   7
[0] MPI startup(): 136     40164    cpu-e-957   8
[0] MPI startup(): 137     40165    cpu-e-957   9
[0] MPI startup(): 138     40166    cpu-e-957   10
[0] MPI startup(): 139     40167    cpu-e-957   11
[0] MPI startup(): 140     40168    cpu-e-957   12
[0] MPI startup(): 141     40169    cpu-e-957   13
[0] MPI startup(): 142     40170    cpu-e-957   14
[0] MPI startup(): 143     40171    cpu-e-957   15
[0] MPI startup(): 144     40172    cpu-e-957   16
[0] MPI startup(): 145     40173    cpu-e-957   17
[0] MPI startup(): 146     40174    cpu-e-957   18
[0] MPI startup(): 147     40175    cpu-e-957   19
[0] MPI startup(): 148     40176    cpu-e-957   20
[0] MPI startup(): 149     40177    cpu-e-957   21
[0] MPI startup(): 150     40178    cpu-e-957   22
[0] MPI startup(): 151     40179    cpu-e-957   23
[0] MPI startup(): 152     40180    cpu-e-957   24
[0] MPI startup(): 153     40181    cpu-e-957   25
[0] MPI startup(): 154     40182    cpu-e-957   26
[0] MPI startup(): 155     40183    cpu-e-957   27
[0] MPI startup(): 156     40184    cpu-e-957   28
[0] MPI startup(): 157     40185    cpu-e-957   29
[0] MPI startup(): 158     40186    cpu-e-957   30
[0] MPI startup(): 159     40187    cpu-e-957   31
[0] MPI startup(): 160     40209    cpu-e-958   0
[0] MPI startup(): 161     40210    cpu-e-958   1
[0] MPI startup(): 162     40211    cpu-e-958   2
[0] MPI startup(): 163     40212    cpu-e-958   3
[0] MPI startup(): 164     40213    cpu-e-958   4
[0] MPI startup(): 165     40214    cpu-e-958   5
[0] MPI startup(): 166     40215    cpu-e-958   6
[0] MPI startup(): 167     40216    cpu-e-958   7
[0] MPI startup(): 168     40217    cpu-e-958   8
[0] MPI startup(): 169     40218    cpu-e-958   9
[0] MPI startup(): 170     40219    cpu-e-958   10
[0] MPI startup(): 171     40220    cpu-e-958   11
[0] MPI startup(): 172     40221    cpu-e-958   12
[0] MPI startup(): 173     40222    cpu-e-958   13
[0] MPI startup(): 174     40223    cpu-e-958   14
[0] MPI startup(): 175     40224    cpu-e-958   15
[0] MPI startup(): 176     40225    cpu-e-958   16
[0] MPI startup(): 177     40226    cpu-e-958   17
[0] MPI startup(): 178     40227    cpu-e-958   18
[0] MPI startup(): 179     40228    cpu-e-958   19
[0] MPI startup(): 180     40229    cpu-e-958   20
[0] MPI startup(): 181     40230    cpu-e-958   21
[0] MPI startup(): 182     40231    cpu-e-958   22
[0] MPI startup(): 183     40232    cpu-e-958   23
[0] MPI startup(): 184     40233    cpu-e-958   24
[0] MPI startup(): 185     40234    cpu-e-958   25
[0] MPI startup(): 186     40235    cpu-e-958   26
[0] MPI startup(): 187     40236    cpu-e-958   27
[0] MPI startup(): 188     40237    cpu-e-958   28
[0] MPI startup(): 189     40238    cpu-e-958   29
[0] MPI startup(): 190     40239    cpu-e-958   30
[0] MPI startup(): 191     40240    cpu-e-958   31
[0] MPI startup(): 192     40200    cpu-e-1021  0
[0] MPI startup(): 193     40201    cpu-e-1021  1
[0] MPI startup(): 194     40202    cpu-e-1021  2
[0] MPI startup(): 195     40203    cpu-e-1021  3
[0] MPI startup(): 196     40204    cpu-e-1021  4
[0] MPI startup(): 197     40205    cpu-e-1021  5
[0] MPI startup(): 198     40206    cpu-e-1021  6
[0] MPI startup(): 199     40207    cpu-e-1021  7
[0] MPI startup(): 200     40208    cpu-e-1021  8
[0] MPI startup(): 201     40209    cpu-e-1021  9
[0] MPI startup(): 202     40210    cpu-e-1021  10
[0] MPI startup(): 203     40211    cpu-e-1021  11
[0] MPI startup(): 204     40212    cpu-e-1021  12
[0] MPI startup(): 205     40213    cpu-e-1021  13
[0] MPI startup(): 206     40214    cpu-e-1021  14
[0] MPI startup(): 207     40215    cpu-e-1021  15
[0] MPI startup(): 208     40216    cpu-e-1021  16
[0] MPI startup(): 209     40217    cpu-e-1021  17
[0] MPI startup(): 210     40218    cpu-e-1021  18
[0] MPI startup(): 211     40219    cpu-e-1021  19
[0] MPI startup(): 212     40220    cpu-e-1021  20
[0] MPI startup(): 213     40221    cpu-e-1021  21
[0] MPI startup(): 214     40222    cpu-e-1021  22
[0] MPI startup(): 215     40223    cpu-e-1021  23
[0] MPI startup(): 216     40224    cpu-e-1021  24
[0] MPI startup(): 217     40225    cpu-e-1021  25
[0] MPI startup(): 218     40226    cpu-e-1021  26
[0] MPI startup(): 219     40227    cpu-e-1021  27
[0] MPI startup(): 220     40228    cpu-e-1021  28
[0] MPI startup(): 221     40229    cpu-e-1021  29
[0] MPI startup(): 222     40230    cpu-e-1021  30
[0] MPI startup(): 223     40231    cpu-e-1021  31
[0] MPI startup(): 224     40190    cpu-e-1022  0
[0] MPI startup(): 225     40191    cpu-e-1022  1
[0] MPI startup(): 226     40192    cpu-e-1022  2
[0] MPI startup(): 227     40193    cpu-e-1022  3
[0] MPI startup(): 228     40194    cpu-e-1022  4
[0] MPI startup(): 229     40195    cpu-e-1022  5
[0] MPI startup(): 230     40196    cpu-e-1022  6
[0] MPI startup(): 231     40197    cpu-e-1022  7
[0] MPI startup(): 232     40198    cpu-e-1022  8
[0] MPI startup(): 233     40199    cpu-e-1022  9
[0] MPI startup(): 234     40200    cpu-e-1022  10
[0] MPI startup(): 235     40201    cpu-e-1022  11
[0] MPI startup(): 236     40202    cpu-e-1022  12
[0] MPI startup(): 237     40203    cpu-e-1022  13
[0] MPI startup(): 238     40204    cpu-e-1022  14
[0] MPI startup(): 239     40205    cpu-e-1022  15
[0] MPI startup(): 240     40206    cpu-e-1022  16
[0] MPI startup(): 241     40207    cpu-e-1022  17
[0] MPI startup(): 242     40208    cpu-e-1022  18
[0] MPI startup(): 243     40209    cpu-e-1022  19
[0] MPI startup(): 244     40210    cpu-e-1022  20
[0] MPI startup(): 245     40211    cpu-e-1022  21
[0] MPI startup(): 246     40212    cpu-e-1022  22
[0] MPI startup(): 247     40213    cpu-e-1022  23
[0] MPI startup(): 248     40214    cpu-e-1022  24
[0] MPI startup(): 249     40215    cpu-e-1022  25
[0] MPI startup(): 250     40216    cpu-e-1022  26
[0] MPI startup(): 251     40217    cpu-e-1022  27
[0] MPI startup(): 252     40218    cpu-e-1022  28
[0] MPI startup(): 253     40219    cpu-e-1022  29
[0] MPI startup(): 254     40220    cpu-e-1022  30
[0] MPI startup(): 255     40221    cpu-e-1022  31
[0] MPI startup(): 256     40025    cpu-e-1149  0
[0] MPI startup(): 257     40026    cpu-e-1149  1
[0] MPI startup(): 258     40027    cpu-e-1149  2
[0] MPI startup(): 259     40028    cpu-e-1149  3
[0] MPI startup(): 260     40029    cpu-e-1149  4
[0] MPI startup(): 261     40030    cpu-e-1149  5
[0] MPI startup(): 262     40031    cpu-e-1149  6
[0] MPI startup(): 263     40032    cpu-e-1149  7
[0] MPI startup(): 264     40033    cpu-e-1149  8
[0] MPI startup(): 265     40034    cpu-e-1149  9
[0] MPI startup(): 266     40035    cpu-e-1149  10
[0] MPI startup(): 267     40036    cpu-e-1149  11
[0] MPI startup(): 268     40037    cpu-e-1149  12
[0] MPI startup(): 269     40038    cpu-e-1149  13
[0] MPI startup(): 270     40039    cpu-e-1149  14
[0] MPI startup(): 271     40040    cpu-e-1149  15
[0] MPI startup(): 272     40041    cpu-e-1149  16
[0] MPI startup(): 273     40042    cpu-e-1149  17
[0] MPI startup(): 274     40043    cpu-e-1149  18
[0] MPI startup(): 275     40044    cpu-e-1149  19
[0] MPI startup(): 276     40045    cpu-e-1149  20
[0] MPI startup(): 277     40046    cpu-e-1149  21
[0] MPI startup(): 278     40047    cpu-e-1149  22
[0] MPI startup(): 279     40048    cpu-e-1149  23
[0] MPI startup(): 280     40049    cpu-e-1149  24
[0] MPI startup(): 281     40050    cpu-e-1149  25
[0] MPI startup(): 282     40051    cpu-e-1149  26
[0] MPI startup(): 283     40052    cpu-e-1149  27
[0] MPI startup(): 284     40053    cpu-e-1149  28
[0] MPI startup(): 285     40054    cpu-e-1149  29
[0] MPI startup(): 286     40055    cpu-e-1149  30
[0] MPI startup(): 287     40056    cpu-e-1149  31
[0] MPI startup(): 288     40166    cpu-e-1150  0
[0] MPI startup(): 289     40167    cpu-e-1150  1
[0] MPI startup(): 290     40168    cpu-e-1150  2
[0] MPI startup(): 291     40169    cpu-e-1150  3
[0] MPI startup(): 292     40170    cpu-e-1150  4
[0] MPI startup(): 293     40171    cpu-e-1150  5
[0] MPI startup(): 294     40172    cpu-e-1150  6
[0] MPI startup(): 295     40173    cpu-e-1150  7
[0] MPI startup(): 296     40174    cpu-e-1150  8
[0] MPI startup(): 297     40175    cpu-e-1150  9
[0] MPI startup(): 298     40176    cpu-e-1150  10
[0] MPI startup(): 299     40177    cpu-e-1150  11
[0] MPI startup(): 300     40178    cpu-e-1150  12
[0] MPI startup(): 301     40179    cpu-e-1150  13
[0] MPI startup(): 302     40180    cpu-e-1150  14
[0] MPI startup(): 303     40181    cpu-e-1150  15
[0] MPI startup(): 304     40182    cpu-e-1150  16
[0] MPI startup(): 305     40183    cpu-e-1150  17
[0] MPI startup(): 306     40184    cpu-e-1150  18
[0] MPI startup(): 307     40185    cpu-e-1150  19
[0] MPI startup(): 308     40186    cpu-e-1150  20
[0] MPI startup(): 309     40187    cpu-e-1150  21
[0] MPI startup(): 310     40188    cpu-e-1150  22
[0] MPI startup(): 311     40189    cpu-e-1150  23
[0] MPI startup(): 312     40190    cpu-e-1150  24
[0] MPI startup(): 313     40191    cpu-e-1150  25
[0] MPI startup(): 314     40192    cpu-e-1150  26
[0] MPI startup(): 315     40193    cpu-e-1150  27
[0] MPI startup(): 316     40194    cpu-e-1150  28
[0] MPI startup(): 317     40195    cpu-e-1150  29
[0] MPI startup(): 318     40196    cpu-e-1150  30
[0] MPI startup(): 319     40197    cpu-e-1150  31
[0] MPI startup(): I_MPI_CC=icc
[0] MPI startup(): I_MPI_CXX=icpc
[0] MPI startup(): I_MPI_FC=ifort
[0] MPI startup(): I_MPI_F90=ifort
[0] MPI startup(): I_MPI_F77=ifort
[0] MPI startup(): I_MPI_ROOT=/usr/local/Cluster-Apps/intel/2019.3//compilers_and_libraries_2019.3.192/linux/mpi
[0] MPI startup(): I_MPI_HYDRA_RMK=slurm
[0] MPI startup(): I_MPI_JOB_RESPECT_PROCESS_PLACEMENT=off
[0] MPI startup(): I_MPI_PIN_DOMAIN=omp:compact
[0] MPI startup(): I_MPI_PIN_ORDER=scatter
[0] MPI startup(): I_MPI_FABRICS=shm:ofi
[0] MPI startup(): I_MPI_DEBUG=10
[0] MPI startup(): I_MPI_TMI_PROVIDER variable has been removed from the product, its value is ignored

[0] MPI startup(): I_MPI_TMI_PROVIDER environment variable is not supported.
[0] MPI startup(): Similar variables:
	 I_MPI_OFI_PROVIDER
[0] MPI startup(): To check the list of supported variables, use the impi_info utility or refer to https://software.intel.com/en-us/mpi-library/documentation/get-started.
-- started at 06/09/2019 10:27:49 --

mdtest-3.3alpha1 was launched with 320 total task(s) on 10 node(s)
Command line used: /home/mjr208/projects/benchmarking/io-500-src-stonewall-fix/bin/mdtest "-C" "-n" "30000" "-t" "-F" "-w" "3901" "-e" "3901" "-d" "/dac/fs1/mjr208/job12143920-2019-06-09-1006/mdt_hard"
Path: /dac/fs1/mjr208/job12143920-2019-06-09-1006
FS: 412.5 TiB   Used FS: 12.4%   Inodes: 960.0 Mi   Used Inodes: 15.3%

320 tasks, 9600000 files

SUMMARY rate: (of 1 iterations)
   Operation                      Max            Min           Mean        Std Dev
   ---------                      ---            ---           ----        -------
   File creation     :      25938.449      25938.239      25938.340          0.042
   File stat         :          0.000          0.000          0.000          0.000
   File read         :          0.000          0.000          0.000          0.000
   File removal      :          0.000          0.000          0.000          0.000
   Tree creation     :         17.687         17.687         17.687          0.000
   Tree removal      :          0.000          0.000          0.000          0.000

-- finished at 06/09/2019 10:33:59 --
result_summary
[RESULT] BW   phase 1            ior_easy_write              153.115 GB/s : time 334.39 seconds
[RESULT] IOPS phase 1         mdtest_easy_write              508.302 kiops : time 337.05 seconds
[RESULT] BW   phase 2            ior_hard_write                3.521 GB/s : time 358.14 seconds
[RESULT] IOPS phase 2         mdtest_hard_write               25.938 kiops : time 405.64 seconds
[RESULT] IOPS phase 3                      find             2440.960 kiops : time  66.86 seconds
[RESULT] BW   phase 3             ior_easy_read              123.642 GB/s : time 414.10 seconds
[RESULT] IOPS phase 4          mdtest_easy_stat             3071.100 kiops : time  85.00 seconds
[RESULT] BW   phase 4             ior_hard_read                7.897 GB/s : time 159.66 seconds
[RESULT] IOPS phase 5          mdtest_hard_stat              629.260 kiops : time  50.97 seconds
[RESULT] IOPS phase 6        mdtest_easy_delete              389.468 kiops : time 431.20 seconds
[RESULT] IOPS phase 7          mdtest_hard_read              332.827 kiops : time  65.60 seconds
[RESULT] IOPS phase 8        mdtest_hard_delete               34.106 kiops : time 316.62 seconds
[SCORE] Bandwidth 26.9351 GB/s : IOPS 358.846 kiops : TOTAL 98.3135