Govorun

Institution Joint Institute for Nuclear Research
Client Procs Per Node
Client Operating System
Client Operating System Version
Client Kernel Version

DATA SERVER

Storage Type
Volatile Memory
Storage Interface
Network
Software Version
OS Version

INFORMATION

Client Nodes 24
Client Total Procs 192

METADATA

Easy Write 47.58 kIOP/s
Easy Stat 82.33 kIOP/s
Easy Delete 46.36 kIOP/s
Hard Write 34.91 kIOP/s
Hard Read 45.35 kIOP/s
Hard Stat 61.33 kIOP/s
Hard Delete 23.07 kIOP/s

Submitted Files

io500
#!/bin/bash
#
# INSTRUCTIONS:
# Edit this file as needed for your machine.
# This simplified version is just for running on a single node.
# It is a simplified version of the site-configs/sandia/startup.sh which include SLURM directives.
# Most of the variables set in here are needed for io500_fixed.sh which gets sourced at the end of this.
# Please also edit 'extra_description' function.

set -euo pipefail  # better error handling

# RSC Params
# module load mpi/intel/2019
# Working directory
export WD=${WD:-"/lustre/rsctest/io-500-dev"}
# Process Per Node (MPI)
export PPN=${PPN:-"1"}
# Host File
export HFILE=${HFILE:-"$WD/hfile"}

# turn these to True successively while you debug and tune this benchmark.
# for each one that you turn to true, go and edit the appropriate function.
# to find the function name, see the 'main' function.
# These are listed in the order that they run.
io500_run_ior_easy="True" # does the write phase and enables the subsequent read
io500_run_md_easy="True"  # does the creat phase and enables the subsequent stat
io500_run_ior_hard="True" # does the write phase and enables the subsequent read
io500_run_md_hard="True"  # does the creat phase and enables the subsequent read
io500_run_find="True"
io500_run_ior_easy_read="True"
io500_run_md_easy_stat="True"
io500_run_ior_hard_read="True"
io500_run_md_hard_stat="True"
io500_run_md_hard_read="True"
io500_run_md_easy_delete="True" # turn this off if you want to just run find by itself
io500_run_md_hard_delete="True" # turn this off if you want to just run find by itself
io500_run_mdreal="False"  # this one is optional
io500_cleanup_workdir="False"  # this flag is currently ignored. You'll need to clean up your data files manually if you want to.

# to run this benchmark, find and edit each of these functions.
# please also edit 'extra_description' function to help us collect the required data.
function main {
  setup_directories
  setup_paths
  setup_ior_easy # required if you want a complete score
  setup_ior_hard # required if you want a complete score
  setup_mdt_easy # required if you want a complete score
  setup_mdt_hard # required if you want a complete score
  setup_find     # required if you want a complete score
  setup_mdreal   # optional
  run_benchmarks
}

function setup_directories {
  # set directories for where the benchmark files are created and where the results will go.
  # If you want to set up stripe tuning on your output directories or anything similar, then this is good place to do it.
  timestamp=`date +%Y.%m.%d-%H.%M.%S`           # create a uniquifier
  if [ -e $HFILE ]; then
    nodesnum="$(cat $HFILE | sed '/^\s*$/d;/^#/d' | wc -l)"
    timestamp="${nodesnum}client-ppn$PPN-$timestamp"
  else 
    timestamp="1client-ppn$PPN-$timestamp"
  fi
  io500_workdir=$WD/datafiles/io500.$timestamp # directory where the data will be stored
  io500_result_dir=$WD/results/$timestamp      # the directory where the output results will be kept
  mkdir -p $io500_workdir $io500_result_dir
}

function setup_paths {
  # Set the paths to the binaries.  If you ran ./utilities/prepare.sh successfully, then binaries are in ./bin/
  io500_ior_cmd=$WD/bin/ior
  io500_mdtest_cmd=$WD/bin/mdtest
  io500_mdreal_cmd=$WD/bin/md-real-io
  io500_mpirun="mpirun"
  io500_mpiargs="-ppn $PPN"
  if [ -e $HFILE ]; then
    io500_mpiargs="$io500_mpiargs -hostfile $HFILE"
  fi
}

function setup_ior_easy {
  io500_ior_easy_params="-t 2048k -b 50g -F" # 2M writes, 40 GB per proc, file per proc
}

function setup_mdt_easy {
  io500_mdtest_easy_params="-u -L" # unique dir per thread, files only at leaves
  io500_mdtest_easy_files_per_proc=100000 # 25000
}

function setup_ior_hard {
  io500_ior_hard_writes_per_proc=5000 # 10000
  io500_ior_hard_other_options="" #e.g., -E to keep precreated files using lfs setstripe, or -a MPIIO
}

function setup_mdt_hard {
  io500_mdtest_hard_files_per_proc=100000 # 5000
}

function setup_find {
  #
  # setup the find command. This is an area where innovation is allowed.
  #    There are three default options provided. One is a serial find, one is python
  #    parallel version, one is C parallel version.  Current default is to use serial.
  #    But it is very slow. We recommend to either customize or use the C parallel version.
  #    For GPFS, we recommend to use the provided mmfind wrapper described below.
  #    Instructions below.
  #    If a custom approach is used, please provide enough info so others can reproduce.

  # the serial version that should run (SLOWLY) without modification
  io500_find_mpi="False"
  io500_find_cmd=$WD/bin/sfind.sh
  io500_find_cmd_args=""

  # a parallel version in C, the -s adds a stonewall
  #   for a real run, turn -s (stonewall) off or set it at 300 or more
  #   to prepare this (assuming you've run ./utilities/prepare.sh already):
  #   > cd build/pfind
  #   > ./prepare.sh
  #   > ./compile.sh
  #   > cp pfind ../../bin/
  #   If you use io500_find_mpi="True", then this will run with the same
  #   number of MPI nodes and ranks as the other phases.
  #   If you prefer another number, and fewer might be better here,
  #   Then you can set io500_find_mpi to be "False" and write a wrapper
  #   script for this which sets up MPI as you would like.  Then change
  #   io500_find_cmd to point to your wrapper script.
  #io500_find_mpi="True"
  #io500_find_cmd="$WD/bin/pfind"
  #io500_find_cmd_args="-s 3 -r $io500_result_dir/pfind_results"

  # for GPFS systems, you should probably use the provided mmfind wrapper
  # if you used ./utilities/prepare.sh, you'll find this wrapper in ./bin/mmfind.sh
  #io500_find_mpi="False"
  #io500_find_cmd="$WD/bin/mmfind.sh"
  #io500_find_cmd_args=""
}

function setup_mdreal {
  io500_mdreal_params="-P=5000 -I=1000"
}

function run_benchmarks {
  # Important: source the io500_fixed.sh script.  Do not change it. If you discover
  # a need to change it, please email the mailing list to discuss
  source $WD/utilities/io500_fixed.sh 2>&1 | tee $io500_result_dir/io-500-summary.$timestamp.txt
}

# Add key/value pairs defining your system
# Feel free to add extra ones if you'd like
function extra_description {
  # top level info
  io500_info_system_name='RSC Lustre-on-Demand for Govorun supercomputer'      # e.g. Oakforest-PACS
  io500_info_institute_name='JINR'   # e.g. JCAHPC
  io500_info_storage_age_in_months='1' # not install date but age since last refresh
  io500_info_storage_install_date='04/18'  # MM/YY
  io500_info_filesystem='Lustre'     # e.g. BeeGFS, DataWarp, GPFS, IME, Lustre
  io500_info_filesystem_version='2.11.0'
  io500_info_filesystem_vendor='Intel'
  # client side info
  io500_info_num_client_nodes='24'
  io500_info_procs_per_node="$PPN"
  # server side info
  io500_info_num_metadata_server_nodes='1'
  io500_info_num_data_server_nodes='12'
  io500_info_num_data_storage_devices='72'  # if you have 5 data servers, and each has 5 drives, then this number is 25
  io500_info_num_metadata_storage_devices='1'  # if you have 2 metadata servers, and each has 5 drives, then this number is 10
  io500_info_data_storage_type='SSD' # HDD, SSD, persistent memory, etc, feel free to put specific models
  io500_info_metadata_storage_type='SSD' # HDD, SSD, persistent memory, etc, feel free to put specific models
  io500_info_storage_network='omnipath' # infiniband, omnipath, ethernet, etc
  io500_info_storage_interface='NVMe' # SAS, SATA, NVMe, etc
  # miscellaneous
  io500_info_whatever='RSC Lustre-on-Demand Appliance'
}

main

ior_easy_read
n02p006.4767ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4767PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4778ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4778PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4745ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4745PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4773ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4773PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9187ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9187PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4746ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4746PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4774ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4774PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9185ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9185PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4776ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4776PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4775ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4775PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4774ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4774PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4782ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4782PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4755ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4755PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4778ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4778PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4777ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4777PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4763ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4763PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4769ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4769PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4776ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4776PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4774ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4774PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4756ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4756PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4773ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4773PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4751ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4751PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4757ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4757PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4776ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4776PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4770ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4770PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4778ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4778PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4766ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4766PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4742ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4757ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4742PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4757PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4771ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4771PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4765ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4765PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4766ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4766PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4775ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4775PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4764ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4764PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4774ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4774PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4766ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4766PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4771ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4771PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4769ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4769PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4771ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4771PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4780ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4780PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4768ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4768PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4777ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4777PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4754ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4754PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4777ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4771ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4777PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4771PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4766ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4773ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4766PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4773PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4769ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4769PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4772ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4772PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4774ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4774PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4775ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4775PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4771ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4771PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4753ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4753PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4772ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4772PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4776ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4776PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4771ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4770ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4771PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4770PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4777ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4781ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4781PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4777PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4775ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4775PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4762ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4762PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4779ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4779PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4758ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4758PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4762ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4762PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4775ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4775PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4761ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4761PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4768ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4749ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4768PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4749PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4776ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4770ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4776PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4770PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4767ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4767PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4776ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4775ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4776PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4775PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4745ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4745PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4743ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4743PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4770ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4770PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4778ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4783ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4778PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4783PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4747ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4747PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4768ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4768PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4768ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4768PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4775ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4775PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4766ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4766PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9186ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9186PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4767ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4777ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4778ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4768ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4777PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4778PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4767PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4779ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4768PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4779PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4773ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4773PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4775ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4776ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4767ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9184ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4775PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4767PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9184PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4776PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4744ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4776ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4744PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4776PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4772ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4772ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4772PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4772PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4768ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4768PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9188ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9188PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4754ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4756ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4765ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4754PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4756PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4772ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4777ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4742ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4765PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4772PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4777PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4742PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4781ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4743ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4781PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4743PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4752ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4752PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4770ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4770PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4753ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4770ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4753PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4770PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4764ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4759ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4764PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4759PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4760ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4766ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4760PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4766PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4758ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4777ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4758PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4770ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4777PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4770PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4773ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4755ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4773PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4755PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4754ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4754PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4769ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4741ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4769PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4741PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4773ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4756ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4773PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4774ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4773ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4756PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4769ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4774PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4773PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4773ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4769PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4771ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4744ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4773PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4771PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4744PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4770ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4770PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4771ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4771PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4773ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4769ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4774ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4773PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4769PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4774PSM can't open /dev/ipath for reading and writing (err=23)n02p020.4772ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out

n02p020.4772PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4776ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4776PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4773ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4767ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4773PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4767PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4763ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4774ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4763PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4774PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4765ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4765PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9183ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9183PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4765ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4765PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4771ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4773ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4771PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4772ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4772ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4769ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9182ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4773PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4747ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4772PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4772PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4769PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9181ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4778ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4747PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9181PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4778PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9182PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4766ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4762ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4762PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4766PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4772ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4772PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4758ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4764ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4766ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4758PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4764PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4772ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4766PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4767ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4748ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4772PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4767PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4748PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4768ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4769ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4768PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4769PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4755ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4771ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4763ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4774ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4755PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4772ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4777ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4771PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4763PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4774PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4772PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4777PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4768ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4768PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4767ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4767PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4757ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4757PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4778ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4778PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4746ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4746PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4779ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4779PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4763ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4764ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4779ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4763PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4779PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4764PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4748ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4748PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4775ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4777ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4767ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4777PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4767PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4775PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4773ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4773PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4784ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4784PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4780ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4780PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4772ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4772PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4759ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4759PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4760ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4760PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4761ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4761PSM can't open /dev/ipath for reading and writing (err=23)
IOR-3.1.0: MPI Coordinated Test of Parallel I/O

ior WARNING: fsync() only available in POSIX/MMAP.  Using value of 0.
Began: Sat Jun 16 13:28:53 2018
Command line used: /lustre/rsctest/io-500-dev/bin/ior -r -R -C -Q 1 -g -G 27 -k -e -t 2048k -b 50g -F -o /lustre/rsctest/io-500-dev/datafiles/io500.24client-ppn8-2018.06.16-12.32.31/ior_easy/ior_file_easy
Machine: Linux n02p002

Test 0 started: Sat Jun 16 13:28:53 2018
Summary:
	api                = MPIIO (version=3, subversion=1)
	test filename      = /lustre/rsctest/io-500-dev/datafiles/io500.24client-ppn8-2018.06.16-12.32.31/ior_easy/ior_file_easy
	access             = file-per-process
	ordering in a file = sequential offsets
	ordering inter file= constant task offsets = 1
	clients            = 192 (8 per node)
	repetitions        = 1
	xfersize           = 2 MiB
	blocksize          = 50 GiB
	aggregate filesize = 9600 GiB

access    bw(MiB/s)  block(KiB) xfer(KiB)  open(s)    wr/rd(s)   close(s)   total(s)   iter
------    ---------  ---------- ---------  --------   --------   --------   --------   ----
read      50438      52428800   2048.00    0.026437   194.87     0.004931   194.90     0   

Max Read:  50437.90 MiB/sec (52887.97 MB/sec)

Summary of all tests:
Operation   Max(MiB)   Min(MiB)  Mean(MiB)     StdDev   Max(OPs)   Min(OPs)  Mean(OPs)     StdDev    Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
read        50437.90   50437.90   50437.90       0.00   25218.95   25218.95   25218.95       0.00  194.90107 0 192 8 1 1 1 1 0 0 1 53687091200 2097152 10307921510400 MPIIO 0

Finished: Sat Jun 16 13:32:08 2018
ior_easy_write
n02p010.4250ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4250PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4258ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4258PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.8532ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8532PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4256ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4256PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4247ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4247PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4261ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4261PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4261ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4261PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4260ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4260PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4251ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4251PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4254ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4254PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4255ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4255PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4259ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4259PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4245ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4245PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4257ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4257PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4259ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4259PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4249ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4252ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4249PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4252PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4261ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4258ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4261PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4258PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4231ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4231PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4242ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8526ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4242PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.8528ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8526PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.8528PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4250ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4250PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4253ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4237ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4253PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4246ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4237PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4246PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4256ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4256PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4245ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4245PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4247ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4262ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4247PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4262PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4256ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4256PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4258ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4255ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4258PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4255PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4246ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4246PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.8530ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4255ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4244ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8530PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4257ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4255PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4244PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4257PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4260ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4260PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4257ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4257PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4251ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4251PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4244ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4244PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4253ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4253PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4247ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4264ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4247PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4248ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4264PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4248PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4249ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4253ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4249PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4253PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4261ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4261PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4258ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4258PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4236ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4232ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4256ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4262ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4232PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4257ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4256PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4262PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4236PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4257PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4251ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4251PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4246ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4246PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4248ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4248PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4260ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4260PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4249ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4255ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4249PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4255PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4254ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4254PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4254ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4249ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4254PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4249PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4263ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4263PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4262ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4262PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4243ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4243PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4263ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4252ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4263PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4252PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4258ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4254ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4258PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4252ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4257ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4254PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4252PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4257PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4252ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4252PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4253ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4253PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4251ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4251PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4251ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4251PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4249ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4249PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4253ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4247ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4253PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4247PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4268ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4268PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4260ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4260PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4260ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4260PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4248ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4248PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4249ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4262ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4249PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4262PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4238ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4238PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4262ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4262PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4247ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4244ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4247PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4244PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4252ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4252PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.8531ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8531PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4265ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4255ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4254ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4265PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4255PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4254PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4248ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4248PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4250ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4250PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4245ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4245PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4261ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4261PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4251ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4257ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4251PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4257PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4256ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4256PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4256ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4256PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4248ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4251ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4248PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4251PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4247ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4246ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4247PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4249ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4246PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4249PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4253ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4253PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4247ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4255ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4247PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4258ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4255PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4255ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4258PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4252ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4264ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4255PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4251ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4252PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4264PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4251PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4233ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4233PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4259ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4250ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4260ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4259PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4254ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4250PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4260PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4250ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4254PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4250PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4271ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4258ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4251ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4271PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4258PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4251PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4246ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4259ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4246PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.8529ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4259PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.8529PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4255ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4255PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4254ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4263ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4254PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4263PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4253ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8527ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4269ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4253PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4251ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8527PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4269PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4251PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4264ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4264PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4254ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4250ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4262ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4254PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4266ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8533ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4252ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4250PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4262PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4267ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4259ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4258ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4266PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.8533PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4258ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4252PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4252ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4267PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4259PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4260ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4258PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4257ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4250ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4258PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4252PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4270ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4265ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4256ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4245ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4258ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4250PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4256ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4270PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4260PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4251ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4256PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4245PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4260ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4257PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4252ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4256PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4265PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4251PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4235ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4260PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4258PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4252PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4259ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4250ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4235PSM can't open /dev/ipath for reading and writing (err=23)n02p033.4256ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4249ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4248ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4259PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4250PSM can't open /dev/ipath for reading and writing (err=23)

n02p033.4256PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4249PSM can't open /dev/ipath for reading and writing (err=23)n02p035.4248PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4234ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out

n02p017.4234PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4253ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4253ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4259ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4253PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4256ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4253PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4259PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4255ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4256PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4255ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4255PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4250ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4256ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4255PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4253ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4250PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4266ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4256PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4256ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4253PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4266PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4248ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4256PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4261ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4248PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4254ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4261PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4254PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4259ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4259PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4265ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4265PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4249ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4249PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4255ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4253ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4255PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4253PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4257ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4257ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4257PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4257PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4259ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4254ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4259PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4254PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4257ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4257PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4260ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4260PSM can't open /dev/ipath for reading and writing (err=23)
IOR-3.1.0: MPI Coordinated Test of Parallel I/O

ior WARNING: fsync() only available in POSIX/MMAP.  Using value of 0.
Began: Sat Jun 16 12:33:06 2018
Command line used: /lustre/rsctest/io-500-dev/bin/ior -w -C -Q 1 -g -G 27 -k -e -t 2048k -b 50g -F -o /lustre/rsctest/io-500-dev/datafiles/io500.24client-ppn8-2018.06.16-12.32.31/ior_easy/ior_file_easy
Machine: Linux n02p002

Test 0 started: Sat Jun 16 12:33:06 2018
Summary:
	api                = MPIIO (version=3, subversion=1)
	test filename      = /lustre/rsctest/io-500-dev/datafiles/io500.24client-ppn8-2018.06.16-12.32.31/ior_easy/ior_file_easy
	access             = file-per-process
	ordering in a file = sequential offsets
	ordering inter file= constant task offsets = 1
	clients            = 192 (8 per node)
	repetitions        = 1
	xfersize           = 2 MiB
	blocksize          = 50 GiB
	aggregate filesize = 9600 GiB

access    bw(MiB/s)  block(KiB) xfer(KiB)  open(s)    wr/rd(s)   close(s)   total(s)   iter
------    ---------  ---------- ---------  --------   --------   --------   --------   ----
write     23248      52428800   2048.00    0.018951   422.83     0.004886   422.86     0   

Max Write: 23247.59 MiB/sec (24376.86 MB/sec)

Summary of all tests:
Operation   Max(MiB)   Min(MiB)  Mean(MiB)     StdDev   Max(OPs)   Min(OPs)  Mean(OPs)     StdDev    Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
write       23247.59   23247.59   23247.59       0.00   11623.79   11623.79   11623.79       0.00  422.85681 0 192 8 1 1 1 1 0 0 1 53687091200 2097152 10307921510400 MPIIO 0

Finished: Sat Jun 16 12:40:09 2018
ior_hard_read
n02p002.9371ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9371PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4923ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4923PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4921ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4921PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4926ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4926PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4921ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4921PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4932ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4932PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4918ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4918PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4922ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4922PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4926ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4926PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4927ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4927PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4914ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4914PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4923ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4923PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4908ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4908PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4926ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4926PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9369ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9369PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4918ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4918PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4927ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4927PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4917ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4917PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4923ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4923PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4922ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4922PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4912ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4912PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4898ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4931ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4898PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4931PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4911ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4911PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4907ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4907PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9372ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9372PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4914ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4914PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4929ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4929PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9365ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9365PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4919ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4919PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9370ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9370PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4915ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4928ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4915PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4924ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4905ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4928PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4924PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4905PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4909ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4909PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4895ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4895PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4925ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4925PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4916ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4916PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4920ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4920PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4935ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4935PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4928ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4928PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4921ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4921PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4925ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4925PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4925ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4925PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4927ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4913ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4927PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4913PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4903ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4903PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4905ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4905PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4901ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4901PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4926ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4926PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4924ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4924PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4921ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4921PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4903ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4903PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4922ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4922PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4918ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4918PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4917ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4917PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4914ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4914PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4933ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4916ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4933PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4917ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4916PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4917PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4926ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4926PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4927ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4927PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4922ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4916ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4922PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4927ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4918ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4886ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4916PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4927PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4918PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4886PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4915ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4890ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4915PSM can't open /dev/ipath for reading and writing (err=23)n02p027.4890PSM can't open /dev/ipath for reading and writing (err=23)

n02p019.4928ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4928PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4921ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4921PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4930ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4891ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4930PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4912ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4904ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4891PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4912PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4904PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4921ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4921PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4928ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4923ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4928PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4923PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4915ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4915PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4889ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4889PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4918ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4918PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4922ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4922PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4924ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4924PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4928ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4928PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4924ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4904ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4929ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4924PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4904PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4929PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9366ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9366PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4915ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4915PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4892ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4918ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4892PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4918PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4916ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4909ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4909PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4916PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4922ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4922ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4922PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4922PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4885ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9367ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4924ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4901ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4885PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9367PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4924PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4901PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4919ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4894ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4919PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4894PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4917ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4917PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4920ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4920PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9368ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4919ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9368PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4931ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4919PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4906ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4931PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4919ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4929ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4906PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4919PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4929PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4907ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4914ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4907n02p003.4914PSM can't open /dev/ipath for reading and writing (err=23)
PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4928ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4928PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4934ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4934PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4927ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4910ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4927PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4916ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4928ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4910PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4916PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4917ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4928PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4917PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4920ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4920PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4925ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4922ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4925PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4922PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4928ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4902ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4928PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4921ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4902PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4921PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4913ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4908ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4922ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4923ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4913PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4908PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4922PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4923PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4912ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4912PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4916ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4920ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4911ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4921ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4916PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4920PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4911PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4921PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4921ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4926ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4921PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4925ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4914ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4926PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4925PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4914PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4918ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4897ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4887ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4918PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4922ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4897PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4887PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4922PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4920ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4924ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4920PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4924PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4920ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4920PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4924ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4923ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4920ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4929ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4923PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4920PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4929PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4924PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4919ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4921ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4919PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4910ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4921PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4910PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4919ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4919PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4913ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4896ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4913PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4896PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4915ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4915PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4888ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4925ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4888PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4925PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4900ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4926ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4906ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4900PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4926PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4905ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4906PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4923ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4905PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4925ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4923PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4923ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4900ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4925PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4925ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4923PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4900PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4926ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4925PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4926n02p006.4909ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4909PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4915ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4917ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4918ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4915PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4917PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4918PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4927ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4906ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4919ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4927PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4906PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4919PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4919ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4919PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4924ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4920ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4908ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4917ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4924PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4920PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4908PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4917PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4921ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4907ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4921PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4907PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4916ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4917ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4916PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4917PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4910ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4910PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4924ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4924PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4923ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4923PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4930ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4930PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4930ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4899ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4930PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4899PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4923ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4923PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4911ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4911PSM can't open /dev/ipath for reading and writing (err=23)
IOR-3.1.0: MPI Coordinated Test of Parallel I/O

ior WARNING: fsync() only available in POSIX/MMAP.  Using value of 0.
Began: Sat Jun 16 13:37:19 2018
Command line used: /lustre/rsctest/io-500-dev/bin/ior -r -R -C -Q 1 -g -G 27 -k -e -t 47008 -b 47008 -s 5000 -o /lustre/rsctest/io-500-dev/datafiles/io500.24client-ppn8-2018.06.16-12.32.31/ior_hard/IOR_file
Machine: Linux n02p002

Test 0 started: Sat Jun 16 13:37:19 2018
Summary:
	api                = MPIIO (version=3, subversion=1)
	test filename      = /lustre/rsctest/io-500-dev/datafiles/io500.24client-ppn8-2018.06.16-12.32.31/ior_hard/IOR_file
	access             = single-shared-file
	ordering in a file = sequential offsets
	ordering inter file= constant task offsets = 1
	clients            = 192 (8 per node)
	repetitions        = 1
	xfersize           = 47008 bytes
	blocksize          = 47008 bytes
	aggregate filesize = 42.03 GiB

access    bw(MiB/s)  block(KiB) xfer(KiB)  open(s)    wr/rd(s)   close(s)   total(s)   iter
------    ---------  ---------- ---------  --------   --------   --------   --------   ----
read      1704.81    45.91      45.91      0.086910   25.16      0.000908   25.24      0   

Max Read:  1704.81 MiB/sec (1787.62 MB/sec)

Summary of all tests:
Operation   Max(MiB)   Min(MiB)  Mean(MiB)     StdDev   Max(OPs)   Min(OPs)  Mean(OPs)     StdDev    Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
read         1704.81    1704.81    1704.81       0.00   38028.06   38028.06   38028.06       0.00   25.24452 0 192 8 1 0 1 1 0 0 5000 47008 47008 45127680000 MPIIO 0

Finished: Sat Jun 16 13:37:44 2018
ior_hard_write
n02p013.4444ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4456ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4444PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4456PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4457ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4457PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4448ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4448PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4450ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4450PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4454ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4454PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4446ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4446PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4459ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4459PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.8774ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8774PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4456ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4456PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4441ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4441PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4454ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4454PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4456ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4456PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4456ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4456PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4427ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4427PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4452ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4452PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4455ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4455PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.8768ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8768PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4457ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4457PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4460ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4460PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4437ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4437PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4446ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4446PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4458ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4458PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.8772ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8772PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4456ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4456PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4435ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4446ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4435PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4446PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4432ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4444ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4432PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4444PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4450ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4450PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4451ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4451PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4443ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4443PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4444ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4444PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4440ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4440PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4451ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4451PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4447ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4447PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4458ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4458PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4452ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4452PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4447ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4447PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4455ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4455PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4453ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4453PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4455ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4455PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4451ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4457ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4451PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4457PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4443ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4443PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4443ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4443PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4447ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4447PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4450ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4450PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4441ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4441PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4444ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4444PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4446ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4447ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4446PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4447ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4447PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4447PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4457ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4448ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4457PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4448PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4441ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4441PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4454ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4454PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4450ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4450PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4458ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4458PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4448ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4455ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4448PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4455PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4445ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4445PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4451ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4451PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4455ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4455PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4449ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4449PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4446ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4446PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4448ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4448ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4448PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4451ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4447ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4448PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4451PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4447PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4429ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4429PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4449ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4449PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.8771ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8771PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4433ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4433PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4448ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4448PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4428ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4428PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4453ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4453PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4459ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4452ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4459PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4452PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4449ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4455ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4449PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4455PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4442ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8775ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4442PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4431ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8775PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4431PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4445ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4445PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4454ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4441ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4454PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4441PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4443ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4453ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4443PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4453PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4442ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4442PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4453ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4453PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4452ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4459ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4452PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4459PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4450ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4447ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4450PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4447PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.8770ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8770PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4436ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4448ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4436PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4448PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4455ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4445ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4447ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4455PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4445PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4447PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4442ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4456ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4442PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4456PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4458ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4458PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4449ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4443ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4449PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4443PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4455ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8769ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4450ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4458ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8769PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4450PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4455PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4453ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4458PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4441ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4456ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4453PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4441PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4456PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4453ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4442ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4453ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4458ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4453PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4442PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4453PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4458PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4454ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4454PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4452ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4452PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4434ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4452ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4434PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4452ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4452PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4452PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4440ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4449ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4453ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4440PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4451ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4453PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4438ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4449PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4450ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4448ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4438PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4445ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4454ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4451PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4450PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4448PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4439ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4445PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4454PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4447ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4439PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4447PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.8773ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4454ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4457ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8773PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4454PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4453ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4457PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4451ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4457ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4448ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4453ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4453PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4446ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4444ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4451ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4451PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4457PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4451ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4453PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4452ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4446PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4444PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4451PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4451PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4452ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4452PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4448PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4452PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4454ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4437ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4454PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4437PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4444ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4447ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4438ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4445ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4447PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4449ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4438PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4444PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4449PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4445PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4443ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4443PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4446ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4446PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4449ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4446ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4449PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4446PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4450ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4450PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4442ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4454ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4451ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4442PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4454PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4451PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4448ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4448PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4454ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4450ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4454PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4450PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4443ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4449ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4452ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4443PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4449PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4452PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4457ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4445ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4457PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4445PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4430ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4430PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4444ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4458ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4444PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4444ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4458PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4444PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4440ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4445ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4451ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4440PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4445PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4451PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4456ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4456PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4452ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4452PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4455ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4455PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4447ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4439ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4457ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4447PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4439PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4457PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4453ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4453PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4449ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4446ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4453ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4449PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4446PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4453PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4448ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4452ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4448PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4452PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4461ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4461PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4450ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4450PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4462ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4462PSM can't open /dev/ipath for reading and writing (err=23)
IOR-3.1.0: MPI Coordinated Test of Parallel I/O

ior WARNING: fsync() only available in POSIX/MMAP.  Using value of 0.
Began: Sat Jun 16 12:48:10 2018
Command line used: /lustre/rsctest/io-500-dev/bin/ior -w -C -Q 1 -g -G 27 -k -e -t 47008 -b 47008 -s 5000 -o /lustre/rsctest/io-500-dev/datafiles/io500.24client-ppn8-2018.06.16-12.32.31/ior_hard/IOR_file
Machine: Linux n02p002

Test 0 started: Sat Jun 16 12:48:10 2018
Summary:
	api                = MPIIO (version=3, subversion=1)
	test filename      = /lustre/rsctest/io-500-dev/datafiles/io500.24client-ppn8-2018.06.16-12.32.31/ior_hard/IOR_file
	access             = single-shared-file
	ordering in a file = sequential offsets
	ordering inter file= constant task offsets = 1
	clients            = 192 (8 per node)
	repetitions        = 1
	xfersize           = 47008 bytes
	blocksize          = 47008 bytes
	aggregate filesize = 42.03 GiB

access    bw(MiB/s)  block(KiB) xfer(KiB)  open(s)    wr/rd(s)   close(s)   total(s)   iter
------    ---------  ---------- ---------  --------   --------   --------   --------   ----
write     68.36      45.91      45.91      0.178957   629.36     0.001375   629.54     0   

Max Write: 68.36 MiB/sec (71.68 MB/sec)

Summary of all tests:
Operation   Max(MiB)   Min(MiB)  Mean(MiB)     StdDev   Max(OPs)   Min(OPs)  Mean(OPs)     StdDev    Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
write          68.36      68.36      68.36       0.00    1524.93    1524.93    1524.93       0.00  629.53652 0 192 8 1 0 1 1 0 0 5000 47008 47008 45127680000 MPIIO 0

Finished: Sat Jun 16 12:58:40 2018
mdtest_easy_delete
n02p015.5066ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.5066PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.5065ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.5065PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.5038ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.5038PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.5063ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.5063PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.5070ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.5070PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9547ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9547PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.5051ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.5051PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.5069ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.5069PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.5065ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.5065PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.5061ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.5061PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.5056ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.5056PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.5062ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.5062PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.5058ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.5058PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.5068ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.5068PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.5055ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.5055PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.5045ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.5045PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.5066ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.5066PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.5052ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.5052PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9540ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9540PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.5036ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.5036PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.5058ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.5058PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.5061ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.5061PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9544ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.5064ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9544PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.5060ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.5057ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.5064PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.5051ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.5060PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.5057PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.5051PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9545ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.5046ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9545PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.5051ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.5046PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.5067ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.5051PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5024ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.5054ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.5067PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5024PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.5054PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.5059ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.5059PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.5054ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.5054PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.5060ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.5060PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.5056ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.5051ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.5043ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.5056PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.5058ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.5051PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.5043PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.5058PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.5050ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.5050PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.5041ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.5041PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.5041ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.5047ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.5041PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.5058ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.5058ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.5047PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.5058PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.5058PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.5055ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.5055PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.5051ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.5051PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.5055ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.5055PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.5059ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.5063ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.5059PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.5063PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5023ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.5023PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.5053ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.5053PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.5058ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.5058PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.5037ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.5037PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.5063ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.5063PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.5044ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.5071ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.5044PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.5071PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.5050ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.5050PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.5066ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.5066PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.5066ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.5053ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.5066PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.5053PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.5054ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.5054PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5029ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.5046ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.5029PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.5046PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.5065ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.5059ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.5065PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.5053ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.5059PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.5053PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.5051ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.5051PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.5060ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.5060PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.5063ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.5063PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.5063ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.5063PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.5062ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.5062PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.5047ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.5047PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.5049ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.5049PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.5061ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.5061PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.5056ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.5056PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.5057ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.5065ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.5060ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.5057PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.5065PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.5048ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.5060PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.5053ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.5048PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.5053PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.5060ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.5060PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.5038ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.5052ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.5038PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.5052PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.5065ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.5065PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.5062ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.5062PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.5060ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.5031ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.5060PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.5031PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.5061ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.5061PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.5042ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.5064ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.5042PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.5064PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.5052ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.5052PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.5047ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.5047PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.5061ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.5072ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.5054ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.5061PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.5072PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.5054PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.5060ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.5060PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.5051ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.5062ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.5051PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.5050ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.5062PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.5050PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.5067ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.5037ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.5067PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.5047ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.5037PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.5047PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.5034ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.5034PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.5058ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9541ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.5058PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9541PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9543ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9543PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.5060ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.5064ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.5060PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.5061ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.5064PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.5061PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.5055ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.5057ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.5044ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.5056ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.5057PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.5044PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.5055PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.5056PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.5064ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9542ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.5064PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9542PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.5065ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.5064ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.5050ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.5065PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.5032ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.5064PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5027ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.5050PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.5067ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.5032PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5027PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.5067PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.5054ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.5052ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.5054PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.5052PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.5063ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.5026ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.5063PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5026PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.5048ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9546ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.5048PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.5054ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9546PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.5047ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.5064ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.5054PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.5047PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.5065ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.5065ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.5049ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.5033ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.5065PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.5065PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5025ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.5059ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.5061ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.5059ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.5049PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.5033PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.5064PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5025PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.5059PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.5061PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.5048ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.5059PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.5050ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.5066ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.5061ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.5052ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.5050PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.5049ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.5066PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.5061PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.5048PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.5043ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.5049PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.5063ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.5059ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.5052PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.5043PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.5063PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.5063ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.5059PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.5059ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.5057ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.5044ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.5039ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.5063PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.5059PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.5057PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.5044PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.5039PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.5066ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.5064ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.5066PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.5057ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.5064PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.5052ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.5062ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.5057PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.5052PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.5046ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.5062PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.5068ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.5048ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.5046PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.5069ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.5061ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.5068PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.5062ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.5048PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.5059ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.5069PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.5040ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.5061PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.5056ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.5062PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.5049ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.5060ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.5040PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.5067ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.5030ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.5057ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.5049PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.5059PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.5067PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5030PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.5056PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.5061ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.5060PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.5057PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.5061PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.5053ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.5045ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.5035ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.5060ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.5062ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.5053PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.5053ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.5045PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.5035PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.5060PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.5062PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.5065ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.5053PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.5064ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.5065PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.5055ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.5064PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.5063ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.5062ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.5055PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5028ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.5063PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.5062PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.5056ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.5028PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.5056PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.5058ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.5058PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.5070ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.5070PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.5048ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.5048PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.5062ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.5062PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.5042ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.5042PSM can't open /dev/ipath for reading and writing (err=23)
-- started at 06/16/2018 13:44:15 --

mdtest-1.9.3 was launched with 192 total task(s) on 24 node(s)
Command line used: /lustre/rsctest/io-500-dev/bin/mdtest -r -F -d /lustre/rsctest/io-500-dev/datafiles/io500.24client-ppn8-2018.06.16-12.32.31/mdt_easy -n 100000 -u -L
Path: /lustre/rsctest/io-500-dev/datafiles/io500.24client-ppn8-2018.06.16-12.32.31
FS: 48.5 TiB   Used FS: 19.6%   Inodes: 208.9 Mi   Used Inodes: 19.6%

192 tasks, 19200000 files

SUMMARY: (of 1 iterations)
   Operation                      Max            Min           Mean        Std Dev
   ---------                      ---            ---           ----        -------
   File creation     :          0.000          0.000          0.000          0.000
   File stat         :          0.000          0.000          0.000          0.000
   File read         :          0.000          0.000          0.000          0.000
   File removal      :      46364.036      46364.036      46364.036          0.000
   Tree creation     :          0.000          0.000          0.000          0.000
   Tree removal      :          2.126          2.126          2.126          0.000

-- finished at 06/16/2018 13:51:09 --
mdtest_easy_stat
n02p013.4840ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4840PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4852ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4852PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4844ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4844PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4847ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4847PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4824ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4824PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4856ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4856PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4849ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4849PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4852ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4852PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4844ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4844PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4838ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4838PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4866ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4866PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4856ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4856PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4831ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4831PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4828ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4828PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4858ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4858PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4845ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4845PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4847ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4847PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4855ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4855PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4851ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4823ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4851PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4823PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4846ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4846PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4859ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4859PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4854ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4854PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4855ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4855PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4858ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4858PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4863ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4863PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4843ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4843PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4845ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4845PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4856ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4856PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4855ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4855PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4852ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4852PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9284ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9284PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4844ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9285ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4844PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9285PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4827ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4827PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4845ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4845PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4817ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4817PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4848ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4848PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4859ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4859PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4843ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4843PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4850ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4850PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4843ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4843PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4844ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4844PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4857ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4851ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4857PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4851PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4818ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4818PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4841ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4841PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4857ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4851ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4857PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4851PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4854ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4854PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9278ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9278PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4848ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4848PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4857ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4857PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4850ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4850PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4836ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4836PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4855ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4855PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4852ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4852PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4860ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4860PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4831ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4831PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4847ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4847PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4854ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4854PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4851ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4851PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4836ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4836PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4854ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4854PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4857ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4857PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4854ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4854PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4839ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4852ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4839PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4852PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4846ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4846PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4819ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4819PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4851ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4851PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4837ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4837PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4853ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4851ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4853PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4851PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4852ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4852PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4821ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4821PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4855ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4855PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4833ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4833PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4822ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4822PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4858ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4858PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4857ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4857PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4843ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4843PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4853ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4853PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4845ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4829ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4845PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4829PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4857ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4857PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4835ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4835PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4840ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4840PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4834ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4834PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4830ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4830PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4854ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4854PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4865ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4865PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4849ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4849PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4853ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4853PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4850ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4852ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4864ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4850PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4852PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4864PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4850ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4850PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9282ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9282PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4832ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4849ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4832PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4849PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4856ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4856PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4849ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4849PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4847ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4847PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4851ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4848ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4851PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4848PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4823ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4823PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4847ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4822ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4847PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4822PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4855ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4844ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4855PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4855ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4844PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4857ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4855PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4857PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4835ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4845ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4836ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4835PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4844ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9279ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4845PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4836PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4844PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9279PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4842ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4842PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4850ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4850PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4853ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9280ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4856ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4853PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9280PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4856PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4854ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4850ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4852ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4854PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4833ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4850PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4852PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4833PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4848ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4848PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4820ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4853ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4820PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4847ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4853PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4862ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4843ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4847PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4837ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4862PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4843PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4851ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4841ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4832ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4837PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4853ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4861ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4848ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4846ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4845ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4840ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4851PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4841PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4832PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4834ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4859ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4824ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4853PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4853ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4861PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4848PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4846PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4845PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4846ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4842ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4850ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4834PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4859PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4824PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4852ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4853PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4853ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4847ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4840PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4842PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4850PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4835ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4853ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4852PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4853PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4847PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4841ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4852ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4835PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4853PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4825ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4854ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4850ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4841PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4852PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4825PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4854PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4850PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4846PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4858ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4847ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4843ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4858PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4855ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4847PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4849ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4843PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4854ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4855PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4849PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4842ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9281ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4854PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4846ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4854ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4842PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9281PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4846PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4854PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4846ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4846PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4858ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4858PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4841ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4834ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4850ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4841PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4834PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4850PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4848ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4848PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4848ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4856ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4852ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4848PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4856ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4856PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4852PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4856PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4845ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4845PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4857ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4857PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4853ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4853PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9283ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9283PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4826ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4837ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4826PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4837PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4846ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4846PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4856ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4856PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4838ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4838PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4849ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4849PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4851ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4851PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4847ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4847PSM can't open /dev/ipath for reading and writing (err=23)
-- started at 06/16/2018 13:32:47 --

mdtest-1.9.3 was launched with 192 total task(s) on 24 node(s)
Command line used: /lustre/rsctest/io-500-dev/bin/mdtest -T -F -d /lustre/rsctest/io-500-dev/datafiles/io500.24client-ppn8-2018.06.16-12.32.31/mdt_easy -n 100000 -u -L
Path: /lustre/rsctest/io-500-dev/datafiles/io500.24client-ppn8-2018.06.16-12.32.31
FS: 48.5 TiB   Used FS: 19.6%   Inodes: 208.9 Mi   Used Inodes: 19.6%

192 tasks, 19200000 files

SUMMARY: (of 1 iterations)
   Operation                      Max            Min           Mean        Std Dev
   ---------                      ---            ---           ----        -------
   File creation     :          0.000          0.000          0.000          0.000
   File stat         :      82329.298      82329.298      82329.298          0.000
   File read         :          0.000          0.000          0.000          0.000
   File removal      :          0.000          0.000          0.000          0.000
   Tree creation     :          0.000          0.000          0.000          0.000
   Tree removal      :          0.000          0.000          0.000          0.000

-- finished at 06/16/2018 13:36:40 --
mdtest_easy_write
n02p010.4363ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4363PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4355ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4355PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4368ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4368PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4369ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4369PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4374ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4374PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4360ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4360PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4343ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4343PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4364ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4364PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4374ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4374PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4367ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4367PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4364ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4364PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.8673ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8673PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4362ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4362PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4362ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4362PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4374ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4374PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4367ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4367PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4361ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4361PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4365ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4365PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4368ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4368PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4360ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4360PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4357ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4357PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4368ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4367ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4368PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4367PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4369ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4369PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4344ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4344PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.8671ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8671PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4367ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4369ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4367PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4369PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4355ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4355PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4372ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4372PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4368ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4368PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4366ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4366PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4367ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4364ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4367PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4364PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4350ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4350PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4359ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4359PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4359ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4359PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4358ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4358PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4367ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4367PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4358ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4358PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4363ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4363PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4353ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4353PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4369ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4369PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4362ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4362PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4358ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4358PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4354ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4354PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4370ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4370PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.8667ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8667PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4361ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4361PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4359ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4359PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4363ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4363PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.8672ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4349ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8672PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4349PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4356ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4356PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4358ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4358PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4367ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4367PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4358ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4358PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4364ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4364PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4360ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4340ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4360PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4340PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4363ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4363PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4354ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4354PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4369ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4369PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4338ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4338PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4354ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4354PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4363ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4363PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4365ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4365PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4361ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4361PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4371ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4371PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4363ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4363PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4357ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4360ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4357PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4360PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4371ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4371PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4357ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4357PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4366ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4366PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4372ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4372PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4362ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4350ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4362PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4371ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4350PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4371PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4361ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4361PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4369ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4362ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4369PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4362PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4360ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4359ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4360PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4359PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4341ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4341PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4369ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4369PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4363ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4363PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4365ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4365PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4362ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4370ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4362PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4370PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4364ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4339ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4364PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4339PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.8674ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4360ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8674PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4360PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4363ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4363PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4362ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4359ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4362PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4359PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.8669ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8669PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4361ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4361PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4359ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4352ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4355ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4364ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4359PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4352PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4355PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4364PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4356ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4356PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4361ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4361PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4356ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4356PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.8668ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8668PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4353ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4368ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4353PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4369ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4368PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4366ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4356ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4369PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4366PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4364ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4356PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4367ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4364PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4356ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4360ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4367PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4373ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4356PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4360PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4368ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4367ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4373PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4354ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4373ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4368PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4367PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4354PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4373PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4370ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4371ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4374ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4370PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4371PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4374PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4367ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4367PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4363ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4363PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4366ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4349ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4366PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4368ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4369ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4358ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4349PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4365ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4365ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4368PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4369PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4359ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4365PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4365PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4358ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4368ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4358PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4364ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4361ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4371ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4360ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4368PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4359PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4364PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4358PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4371PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4360PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4369ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4361ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4360ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8670ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4361PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4355ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4369PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4361PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4372ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4360PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4356ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8670PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4355PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4372PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4351ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4356PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4351PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4359ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4358ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4357ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4358PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4357PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4366ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4364ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4359PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4366PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4364PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4356ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4370ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4365ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4356PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4365ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4370PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4365PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4365PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4366ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4366PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4352ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4367ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4352PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4355ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4367PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4357ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4364ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4355PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4363ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4357PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4364PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4370ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4363PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4370PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4371ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4354ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4371PSM can't open /dev/ipath for reading and writing (err=23)n02p035.4354PSM can't open /dev/ipath for reading and writing (err=23)

n02p035.4351ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4370ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4351PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4370PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4357ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4368ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4357PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4368PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4362ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4366ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4362PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4366PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4366ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4366PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4365ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4365PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4361ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4364ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4361PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4345ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4364PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4345PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4363ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4363PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4365ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4365PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4342ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4342PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4373ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4373PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4353ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4370ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4370ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4353PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4370PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4370PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4368ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4365ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4368PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4360ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4365PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4360PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4362ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4362PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4373ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4373PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4372ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4372PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4375ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4375PSM can't open /dev/ipath for reading and writing (err=23)
-- started at 06/16/2018 12:40:48 --

mdtest-1.9.3 was launched with 192 total task(s) on 24 node(s)
Command line used: /lustre/rsctest/io-500-dev/bin/mdtest -C -F -d /lustre/rsctest/io-500-dev/datafiles/io500.24client-ppn8-2018.06.16-12.32.31/mdt_easy -n 100000 -u -L
Path: /lustre/rsctest/io-500-dev/datafiles/io500.24client-ppn8-2018.06.16-12.32.31
FS: 48.5 TiB   Used FS: 19.3%   Inodes: 43.4 Mi   Used Inodes: 9.8%

192 tasks, 19200000 files

SUMMARY: (of 1 iterations)
   Operation                      Max            Min           Mean        Std Dev
   ---------                      ---            ---           ----        -------
   File creation     :      47583.029      47583.029      47583.029          0.000
   File stat         :          0.000          0.000          0.000          0.000
   File read         :          0.000          0.000          0.000          0.000
   File removal      :          0.000          0.000          0.000          0.000
   Tree creation     :        128.419        128.419        128.419          0.000
   Tree removal      :          0.000          0.000          0.000          0.000

-- finished at 06/16/2018 12:47:31 --
mdtest_hard_delete
n02p019.5252ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.5252PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.5251ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.5251PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.5224ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.5224PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.5230ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.5230PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.5238ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.5238PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.5250ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.5250PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9762ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9762PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.5246ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.5246PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.5256ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.5256PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.5245ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.5245PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.5247ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.5247PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.5244ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.5244PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.5256ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.5256PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9756ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9756PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.5251ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.5251PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.5255ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.5255PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.5251ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.5251PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.5246ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.5246PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5209ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.5209PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.5248ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.5248PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.5234ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.5234PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9760ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9760PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.5256ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.5256PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.5244ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.5244PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.5223ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.5223PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.5245ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.5245PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.5258ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.5258PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.5238ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.5244ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.5238PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.5244PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.5249ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.5249PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.5244ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.5244PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.5255ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.5255PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.5249ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.5249PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.5237ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.5237PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.5239ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.5239PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5208ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.5208PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.5218ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.5218PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.5242ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.5242PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.5237ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.5237PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.5213ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.5255ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.5213PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.5255PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.5252ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.5252PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.5252ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.5252PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.5264ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.5264PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.5244ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.5244PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.5220ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.5220PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.5232ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.5232PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.5253ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.5253PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.5235ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.5246ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.5235PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.5246PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.5243ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.5246ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.5243PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.5246PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.5239ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.5239PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.5248ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.5248PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.5249ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.5249PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.5248ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.5248PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.5239ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.5239PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9763ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.5238ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.5239ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9763PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.5241ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.5249ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.5239PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.5238PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.5249PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.5254ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.5241ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.5241PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.5254PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.5241PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.5243ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.5249ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.5243PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.5249PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.5241ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.5241PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.5232ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.5232PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.5253ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.5253PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.5243ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.5243PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.5254ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.5254PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.5246ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.5240ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.5238ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.5229ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.5246PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.5240PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.5238PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.5229PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.5239ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.5239PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.5245ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.5245PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.5243ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.5240ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.5243PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.5229ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.5240PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.5229PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.5226ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.5226PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.5238ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.5238PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.5244ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.5244PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.5232ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.5232PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.5234ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.5234PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.5254ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.5253ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.5254PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.5253PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.5235ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.5255ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9761ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.5235PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.5255PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9761PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.5250ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.5250PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9759ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9759PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.5261ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.5261PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.5233ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.5233PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.5247ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.5239ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.5244ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.5247PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.5239PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.5233ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.5244PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.5233PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.5228ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.5246ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.5228PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.5245ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.5245ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.5246PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.5245PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.5230ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.5245PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5205ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.5242ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.5230PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5205PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.5242PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.5231ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.5231PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.5244ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9757ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.5244PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.5242ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9757PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.5242PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.5225ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.5228ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.5225PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.5236ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.5228PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5207ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.5236PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.5219ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.5207PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.5254ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.5219PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.5227ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.5245ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.5240ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.5254PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.5216ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.5227PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.5245PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.5240PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.5216PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.5243ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.5241ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.5243PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.5251ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.5247ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.5241PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.5231ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.5251PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.5247PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.5231PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.5257ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.5249ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.5245ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.5237ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.5252ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.5257PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.5249PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5204ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.5248ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.5237PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.5252PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5204PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.5245PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.5248PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5203ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.5203PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.5235ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.5235PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.5236ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.5236PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.5224ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.5224PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.5245ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.5240ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.5245PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.5240PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.5217ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.5217PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5206ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.5206PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.5240ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.5240ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.5240PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.5240PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.5260ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.5263ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.5243ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.5250ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.5225ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.5253ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.5260PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.5243PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.5250PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.5225PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.5253PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.5263PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.5221ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.5222ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.5221PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5202ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9758ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.5222PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5202PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9758PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.5242ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.5242PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.5262ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.5262PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.5214ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.5215ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.5214PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.5215PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.5233ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.5250ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.5244ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.5250ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.5242ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.5233PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.5250PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.5244PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.5250PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.5242PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.5236ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.5245ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.5251ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.5241ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.5236PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.5245PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.5251PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.5241PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.5226ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.5226PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.5239ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.5252ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.5239PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.5252PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.5246ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.5246PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.5212ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.5212PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.5243ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.5243PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.5234ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.5234PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.5231ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.5231PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.5246ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.5246PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.5248ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.5248PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.5242ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.5242PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.5243ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.5243PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.5235ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.5235PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.5253ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.5253PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.5242ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.5233ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.5242PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.5233PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.5257ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.5257PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.5239ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.5239PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.5259ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.5259PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.5234ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.5234PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.5247ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.5247PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.5227ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.5227PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.5241ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.5241PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.5258ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.5240ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.5258PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.5240PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.5249ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.5249PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.5250ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.5250PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.5251ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.5251PSM can't open /dev/ipath for reading and writing (err=23)
-- started at 06/16/2018 13:59:31 --

mdtest-1.9.3 was launched with 192 total task(s) on 24 node(s)
Command line used: /lustre/rsctest/io-500-dev/bin/mdtest -r -t -F -w 3901 -e 3901 -d /lustre/rsctest/io-500-dev/datafiles/io500.24client-ppn8-2018.06.16-12.32.31/mdt_hard -n 100000
Path: /lustre/rsctest/io-500-dev/datafiles/io500.24client-ppn8-2018.06.16-12.32.31
FS: 48.5 TiB   Used FS: 19.6%   Inodes: 173.8 Mi   Used Inodes: 13.0%

192 tasks, 19200000 files

SUMMARY: (of 1 iterations)
   Operation                      Max            Min           Mean        Std Dev
   ---------                      ---            ---           ----        -------
   File creation     :          0.000          0.000          0.000          0.000
   File stat         :          0.000          0.000          0.000          0.000
   File read         :          0.000          0.000          0.000          0.000
   File removal      :      23070.326      23070.326      23070.326          0.000
   Tree creation     :          0.000          0.000          0.000          0.000
   Tree removal      :          0.380          0.380          0.380          0.000

-- finished at 06/16/2018 14:13:25 --
mdtest_hard_read
n02p013.5139ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.5139PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.5159ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.5157ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.5159PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.5157PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.5166ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.5166PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.5161ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.5161PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.5157ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.5157PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.5135ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.5135PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.5161ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.5161PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.5151ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.5151PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.5154ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.5154PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.5145ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.5145PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.5146ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.5146PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.5155ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.5155PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.5142ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.5142PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.5143ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.5143PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9654ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9654PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9653ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9653PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.5154ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.5154PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.5146ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.5146PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9651ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9651PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.5157ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.5157PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.5150ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.5150PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.5150ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.5150PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9652ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9652PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.5166ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.5166PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.5136ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.5136PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.5159ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.5159PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.5136ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.5136PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.5158ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.5158PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.5124ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.5124PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.5138ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.5147ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.5138PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.5152ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.5147PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.5147ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.5152PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.5147PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.5156ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.5156PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.5145ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.5145PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.5147ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.5147PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.5145ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.5145PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9647ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9647PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.5147ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.5147PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.5154ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.5154PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.5161ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.5161PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.5141ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.5141PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.5140ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.5140PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.5144ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.5144PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.5158ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.5158PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.5161ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.5124ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.5161PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5124PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.5145ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.5160ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.5145PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.5160PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.5141ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.5141PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.5130ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.5130PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.5144ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.5144PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.5154ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.5154PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.5151ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.5151PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5123ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.5123PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.5169ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.5169PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.5154ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.5154PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.5142ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.5142PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.5131ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.5131PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5122ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.5122PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.5158ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.5158PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.5143ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.5143PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.5148ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.5148PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.5157ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.5158ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.5157PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.5153ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.5139ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.5158PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.5153PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.5139PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.5160ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.5160PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.5134ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.5134PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.5155ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.5155PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.5141ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.5159ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.5141PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.5159PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.5165ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.5156ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.5165PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.5156PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.5168ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.5142ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.5130ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.5168PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.5142PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.5130PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.5163ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.5137ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.5163PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.5137PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.5153ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.5162ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.5153PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.5162PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.5156ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.5156PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.5146ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.5158ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.5146PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.5158PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.5167ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.5167PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.5160ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.5151ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.5160PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.5151PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.5156ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.5156PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.5137ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.5144ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.5139ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.5137PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.5144PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.5139PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.5144ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.5144PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.5125ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.5147ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.5142ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.5151ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.5125PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.5147PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.5142PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.5151PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.5138ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.5148ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.5138PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.5148PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.5142ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.5142PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.5127ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.5127PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.5168ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.5168PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.5128ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.5128PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.5152ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.5152PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.5158ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.5158PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.5129ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.5164ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.5159ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.5129PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.5164PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.5159PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.5162ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.5147ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.5159ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.5162PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.5147PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.5159PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.5156ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.5153ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.5140ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.5138ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.5126ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.5156PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.5153PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.5140PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.5138PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.5126PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.5152ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.5152PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.5159ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.5159PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5121ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.5167ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.5154ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.5121PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.5167PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.5154PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.5148ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.5148PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.5155ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.5156ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.5155PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.5156PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.5135ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.5153ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.5140ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.5153PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.5135PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.5140PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.5158ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.5158PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.5157ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.5157PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.5149ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.5149PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9650ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.5141ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9650PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.5141PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.5157ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.5157PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.5153ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.5153PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.5140ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.5140PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5119ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.5149ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.5141ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.5119PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.5149PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.5141PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.5152ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.5153ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.5152PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.5153PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.5152ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.5165ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.5152PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.5165PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5117ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.5117PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.5150ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.5150PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.5143ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.5150ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.5143PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.5150PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.5149ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.5149PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.5146ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9648ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.5146PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9648PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5120ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.5120PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.5154ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.5154PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.5152ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.5152PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.5153ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.5153PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.5153ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.5153PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.5138ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.5138PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9649ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9649PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.5157ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.5157PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.5118ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.5118PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.5155ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.5155PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.5155ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.5155PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.5136ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.5136PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.5137ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.5137PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.5148ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.5148PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.5155ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.5155PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.5151ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.5143ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.5151PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.5143PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.5164ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.5164PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.5157ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.5157PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.5155ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.5155PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.5139ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.5139PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.5141ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.5141PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.5153ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.5153PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.5149ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.5155ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.5143ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.5149PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.5155PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.5143PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.5133ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.5133PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.5163ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.5154ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.5163PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.5152ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.5154ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.5154PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.5152PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.5154PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.5156ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.5156PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.5140ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.5140PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.5154ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.5152ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.5131ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.5154PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.5152PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.5132ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.5131PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.5132PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.5151ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.5156ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.5151PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.5156PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.5150ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.5150PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.5148ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.5148PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.5142ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.5142PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.5152ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.5152PSM can't open /dev/ipath for reading and writing (err=23)
-- started at 06/16/2018 13:51:48 --

mdtest-1.9.3 was launched with 192 total task(s) on 24 node(s)
Command line used: /lustre/rsctest/io-500-dev/bin/mdtest -E -t -F -w 3901 -e 3901 -d /lustre/rsctest/io-500-dev/datafiles/io500.24client-ppn8-2018.06.16-12.32.31/mdt_hard -n 100000
Path: /lustre/rsctest/io-500-dev/datafiles/io500.24client-ppn8-2018.06.16-12.32.31
FS: 48.5 TiB   Used FS: 19.6%   Inodes: 181.5 Mi   Used Inodes: 12.4%

192 tasks, 19200000 files

SUMMARY: (of 1 iterations)
   Operation                      Max            Min           Mean        Std Dev
   ---------                      ---            ---           ----        -------
   File creation     :          0.000          0.000          0.000          0.000
   File stat         :          0.000          0.000          0.000          0.000
   File read         :      45353.511      45353.511      45353.511          0.000
   File removal      :          0.000          0.000          0.000          0.000
   Tree creation     :          0.000          0.000          0.000          0.000
   Tree removal      :          0.000          0.000          0.000          0.000

-- finished at 06/16/2018 13:58:51 --
mdtest_hard_stat
n02p034.4977ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4977PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4985ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4985PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4983ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4983PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4980ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4980PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4985ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4985PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4972ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4972PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4987ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4987PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9448ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9448PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4981ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4981PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4975ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4975PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4978ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4978PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4981ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4981PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4980ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4980PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4978ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4978PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4977ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4977PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4955ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4955PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4944ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4944PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4986ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4986PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4972ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4972PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4959ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4959PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4953ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4953PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4948ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4948PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4975ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4975PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4977ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4977PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4954ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4954PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4984ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4984PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4971ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4971PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4979ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4979PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4962ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4962PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4977ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4977PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4975ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4975PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4955ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4955PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4990ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4990PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4962ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4962PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4974ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4974PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4978ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4978PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9441ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9441PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4974ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4989ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4974PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4989PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4979ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4982ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4984ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4982PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4979PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4984PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4976ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4976PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4974ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4974PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4983ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4970ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4983PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4969ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4970PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4969PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4952ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4952PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4976ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4976PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4976ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4976PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4969ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4969PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9446ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9446PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4982ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4982PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4984ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4984PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4970ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4970PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4966ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4984ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4966PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4984PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4946ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4946PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9445ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4972ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9445PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4972PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4945ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4945PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4975ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4975PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4972ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4972PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4976ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4976PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4982ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4982PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4985ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4985PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4981ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4981PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4967ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4967PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4960ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4960PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4963ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4963PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4961ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4961PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4978ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4978PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4982ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4982PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4988ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4988PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4978ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4967ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4978PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4983ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4967PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4983PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4960ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4960PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4974ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4974PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4980ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4968ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4980PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4968PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4979ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4981ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4979PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4981PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4943ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4943PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4958ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4958PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4977ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4977PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4978ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4978PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4974ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4974PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4974ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4974PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4968ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4968PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4971ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4971PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4976ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4982ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4976PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4982PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9447ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9447PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4973ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4976ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4973PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4976PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4975ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4967ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4978ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4975PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4956ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4967PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4978PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4956PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4984ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4984PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4965ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4969ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4965PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4969PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4983ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4983PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4983ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4950ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4983PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4950PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4979ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4979PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4970ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9443ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4968ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4970PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4974ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9443PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4968PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4974PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4969ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4969PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4971ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4971PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4979ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4970ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4979PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4970PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4963ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4963PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4962ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4941ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4981ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4962PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4941PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4972ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4965ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4981PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4961ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4972PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4965PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4983ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4961PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4985ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4983PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4985PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4971ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4971PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4940ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4940PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4967ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4968ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4967PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4968PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4982ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4969ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4982ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4964ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4981ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4973ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4982PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4977ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4969PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4982PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4964PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4981PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4979ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4984ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4973PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4964ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4977PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4979PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4984PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4964PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4970ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4970PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4968ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4939ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4976ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4978ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4968PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4939PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4976PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4978PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4976ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4975ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4963ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4986ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4980ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4976PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4975PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4963PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4986PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4980PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4966ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4959ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4966PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9444ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4959PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4973ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4980ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9444PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4957ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4980ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4973PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4980PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4957PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4949ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4980PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4942ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4974ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4973ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4949PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4942PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4974PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4973PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4951ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4979ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4979ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4975ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4951PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4979PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4979PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4975PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4981ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4981PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4977ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4977PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.9442ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.9442PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4981ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4981PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4972ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4956ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4972PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4956PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4980ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4980PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4971ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4965ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4971PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4981ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4965PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4958ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4957ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4981PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4979ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4958PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4957PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4980ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4966ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4979PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4966PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4980PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4985ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4964ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4977ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4985PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4977ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4964PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4977PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4977PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4978ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4978ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4978PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4978PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4979ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4979PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4973ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4973PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4973ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4973PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4978ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4975ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4978PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4975PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4971ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4971PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4983ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4983PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4980ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4980PSM can't open /dev/ipath for reading and writing (err=23)
-- started at 06/16/2018 13:38:23 --

mdtest-1.9.3 was launched with 192 total task(s) on 24 node(s)
Command line used: /lustre/rsctest/io-500-dev/bin/mdtest -T -t -F -w 3901 -e 3901 -d /lustre/rsctest/io-500-dev/datafiles/io500.24client-ppn8-2018.06.16-12.32.31/mdt_hard -n 100000
Path: /lustre/rsctest/io-500-dev/datafiles/io500.24client-ppn8-2018.06.16-12.32.31
FS: 48.5 TiB   Used FS: 19.6%   Inodes: 208.9 Mi   Used Inodes: 19.6%

192 tasks, 19200000 files

SUMMARY: (of 1 iterations)
   Operation                      Max            Min           Mean        Std Dev
   ---------                      ---            ---           ----        -------
   File creation     :          0.000          0.000          0.000          0.000
   File stat         :      61325.627      61325.627      61325.627          0.000
   File read         :          0.000          0.000          0.000          0.000
   File removal      :          0.000          0.000          0.000          0.000
   Tree creation     :          0.000          0.000          0.000          0.000
   Tree removal      :          0.000          0.000          0.000          0.000

-- finished at 06/16/2018 13:43:36 --
mdtest_hard_write
n02p030.4565ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4565PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4555ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4555PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4577ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4577PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4562ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4562PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4575ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4575PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.8918ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8918PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4572ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4572PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4568ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4568PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4572ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4572PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4570ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4570PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4539ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4539PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4555ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4555PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4556ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4556PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4571ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4571PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4567ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4567PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4547ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4547PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4570ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4570PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4567ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4567PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4563ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4563PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4543ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4543PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4563ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4563PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4567ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4567PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4554ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4554PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4555ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4555PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4563ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4563PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4569ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4569PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4557ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4557PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4574ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4574PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4569ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4569PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4553ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4553PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4572ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4567ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4572PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4565ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4567PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4565PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.8916ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8916PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4566ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4566PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4551ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4551PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4568ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4561ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4568PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4561PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4556ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4556PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4559ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4559PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4564ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4559ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4564PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4559PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4550ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4550PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4559ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4566ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4559PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4560ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4566PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4572ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4560PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4572ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4565ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4572PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4554ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4572PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4560ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4565PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4554PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4560PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4568ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4568PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4561ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4561PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4558ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4558PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4557ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4557PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4554ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4554PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4559ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4559PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4564ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4564PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4553ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4553PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4575ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4575PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4565ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4565PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4569ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8917ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4569PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.8917PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4574ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4574PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4549ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4549PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4560ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4560PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4574ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4574PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4568ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4568PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4561ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4561PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4557ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4557PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4571ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4571PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4565ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4565PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4571ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4571PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4544ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4544PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4564ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4564PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4557ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4557PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4559ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4559PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4546ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4546PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4556ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4556PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4548ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4548PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4562ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4551ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4562PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4560ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4551PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4560ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4560PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4560PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4566ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4563ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4566PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4563PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4571ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4571PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4568ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4568PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4541ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4541PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4567ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4567PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4569ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8912ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4569PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.8912PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.8913ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8913PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4554ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4558ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4554PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4573ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4558PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4573PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4573ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4562ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4573PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4562PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4564ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4564PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4561ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4560ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4550ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4561PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4563ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4550PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4563PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4560PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4561ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4561PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4567ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4567PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4540ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4540PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4571ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4558ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4571ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4571PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4558PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4571PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4554ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8915ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4554PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.8915PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4561ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4561PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4559ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4559PSM can't open /dev/ipath for reading and writing (err=23)
n02p025.4570ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4565ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p025.4570PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4565PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4568ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4568PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4566ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4566PSM can't open /dev/ipath for reading and writing (err=23)
n02p013.4552ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4573ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4573ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4552PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4573PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4558ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4573PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4558PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4546ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4553ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4558ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4546PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4553PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4570ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4544ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4558PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4570ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4570PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4544PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4570PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4564ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4564PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4561ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8919ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4564ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4553ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4552ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4561PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4564ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p002.8919PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4562ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p013.4553PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4552PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4566ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4564PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4566ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4564PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4562PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4566ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p024.4566PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4566PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4569ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4561ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4557ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4567ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4550ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4566PSM can't open /dev/ipath for reading and writing (err=23)
n02p030.4563ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4569PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4561PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4557PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.8914ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4562ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4567PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4556ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p030.4563PSM can't open /dev/ipath for reading and writing (err=23)
n02p002.8914PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4562PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4569ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4550PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4545ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4565ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4562ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4556ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4564ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4569PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4556PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4545PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4567ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4565PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4562PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4556PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4564PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4555ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4568ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4569ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4567PSM can't open /dev/ipath for reading and writing (err=23)
n02p006.4555PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4568n02p019.4569PSM can't open /dev/ipath for reading and writing (err=23)
n02p021.4570ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4562ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4556ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4542ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p021.4570PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4562PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4568ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p006.4556PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4561ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4542PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4562ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p027.4545ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4568PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4563ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4561PSM can't open /dev/ipath for reading and writing (err=23)
n02p024.4562PSM can't open /dev/ipath for reading and writing (err=23)
n02p027.4545PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4563PSM can't open /dev/ipath for reading and writing (err=23)
n02p010.4563ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p010.4563PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4556ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p019.4568ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4556PSM can't open /dev/ipath for reading and writing (err=23)
n02p019.4568PSM can't open /dev/ipath for reading and writing (err=23)
n02p033.4570ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4565ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p023.4557ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p033.4570PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4567ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4565PSM can't open /dev/ipath for reading and writing (err=23)
n02p023.4557PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4567PSM can't open /dev/ipath for reading and writing (err=23)
n02p020.4570ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p020.4570PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4563ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4563PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4555ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4555PSM can't open /dev/ipath for reading and writing (err=23)
n02p007.4571ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p007.4571PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4573ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4565ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4573PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4565PSM can't open /dev/ipath for reading and writing (err=23)
n02p008.4574ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4572ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p003.4566ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p008.4574PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4572PSM can't open /dev/ipath for reading and writing (err=23)
n02p003.4566PSM can't open /dev/ipath for reading and writing (err=23)
n02p004.4568ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p004.4568PSM can't open /dev/ipath for reading and writing (err=23)
n02p017.4543ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p017.4543PSM can't open /dev/ipath for reading and writing (err=23)
n02p034.4560ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p034.4560PSM can't open /dev/ipath for reading and writing (err=23)
n02p016.4557ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p016.4557PSM can't open /dev/ipath for reading and writing (err=23)
n02p035.4559ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p035.4559PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4560ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4560PSM can't open /dev/ipath for reading and writing (err=23)
n02p011.4558ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p011.4558PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4567ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4567PSM can't open /dev/ipath for reading and writing (err=23)
n02p028.4566ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p028.4566PSM can't open /dev/ipath for reading and writing (err=23)
n02p015.4576ipath_wait_for_device: The /dev/ipath device failed to appear after 30.0 seconds: Connection timed out
n02p015.4576PSM can't open /dev/ipath for reading and writing (err=23)
-- started at 06/16/2018 12:59:18 --

mdtest-1.9.3 was launched with 192 total task(s) on 24 node(s)
Command line used: /lustre/rsctest/io-500-dev/bin/mdtest -C -t -F -w 3901 -e 3901 -d /lustre/rsctest/io-500-dev/datafiles/io500.24client-ppn8-2018.06.16-12.32.31/mdt_hard -n 100000
Path: /lustre/rsctest/io-500-dev/datafiles/io500.24client-ppn8-2018.06.16-12.32.31
FS: 48.5 TiB   Used FS: 19.4%   Inodes: 116.9 Mi   Used Inodes: 19.3%

192 tasks, 19200000 files

SUMMARY: (of 1 iterations)
   Operation                      Max            Min           Mean        Std Dev
   ---------                      ---            ---           ----        -------
   File creation     :      34908.848      34908.848      34908.848          0.000
   File stat         :          0.000          0.000          0.000          0.000
   File read         :          0.000          0.000          0.000          0.000
   File removal      :          0.000          0.000          0.000          0.000
   Tree creation     :       1216.798       1216.798       1216.798          0.000
   Tree removal      :          0.000          0.000          0.000          0.000

-- finished at 06/16/2018 13:08:28 --
result_summary
[RESULT] BW   phase 1            ior_easy_write               22.703 GB/s : time 422.86 seconds
[RESULT] IOPS phase 1         mdtest_easy_write               47.583 kiops : time 442.15 seconds
[RESULT] BW   phase 2            ior_hard_write                0.067 GB/s : time 629.54 seconds
[RESULT] IOPS phase 2         mdtest_hard_write               34.909 kiops : time 588.68 seconds
[RESULT] IOPS phase 3                      find               32.370 kiops : time 1186.07 seconds
[RESULT] BW   phase 3             ior_easy_read               49.256 GB/s : time 194.90 seconds
[RESULT] IOPS phase 4          mdtest_easy_stat               82.329 kiops : time 271.86 seconds
[RESULT] BW   phase 4             ior_hard_read                1.665 GB/s : time  25.24 seconds
[RESULT] IOPS phase 5          mdtest_hard_stat               61.326 kiops : time 351.61 seconds
[RESULT] IOPS phase 6        mdtest_easy_delete               46.364 kiops : time 453.69 seconds
[RESULT] IOPS phase 7          mdtest_hard_read               45.354 kiops : time 462.08 seconds
[RESULT] IOPS phase 8        mdtest_hard_delete               23.070 kiops : time 873.70 seconds
[SCORE] Bandwidth 3.33891 GB/s : IOPS 43.6462 kiops : TOTAL 12.0719