Earth Simulator

Institution Japan Agency for Marine-Earth Science and Technology
Client Procs Per Node
Client Operating System
Client Operating System Version
Client Kernel Version

DATA SERVER

Storage Type HDD
Volatile Memory
Storage Interface
Network Infiniband, 200 GBit, 2x
Software Version
OS Version

INFORMATION

Client Nodes 10
Client Total Procs 320
Metadata Nodes 8

METADATA

Easy Write 144.72 kIOP/s
Easy Stat 1,258.25 kIOP/s
Easy Delete 97.62 kIOP/s
Hard Write 41.86 kIOP/s
Hard Read 168.99 kIOP/s
Hard Stat 382.98 kIOP/s
Hard Delete 18.44 kIOP/s

Submitted Files

io500
#!/bin/bash
#SBATCH --nodes=10 --ntasks-per-node=6 -p compute -A ku0598

# INSTRUCTIONS:
#
# The only parts of the script that may need to be modified are:
#  - setup() to configure the binary locations and MPI parameters
# Please visit https://vi4io.org/io500-info-creator/ to help generate the
# "system-information.txt" file, by pasting the output of the info-creator.
# This file contains details of your system hardware for your submission.

# This script takes its parameters from the same .ini file as io500 binary.
io500_ini="$1"          # You can set the ini file here
io500_mpirun="mpirun"
io500_mpiargs="-np 320 -ppn 32"

function setup(){
  local workdir="$1"
  local resultdir="$2"
  mkdir -p $workdir $resultdir

  mkdir $workdir/ior-easy $workdir/ior-hard
  #DNE2
  #lfs setdirstripe -c 8 -i 0,1,2,3,4,5,6,7 $workdir/mdtest-{easy,hard}
  #lfs setdirstripe -c 8 -D $workdir/mdtest-{easy,hard}

  #OverStripe
  lfs setstripe -C 320 -S 16M $workdir/ior-hard

  # Example commands to create output directories for Lustre.  Creating
  # top-level directories is allowed, but not the whole directory tree.
  #if (( $(lfs df $workdir | grep -c MDT) > 1 )); then
  #  lfs setdirstripe -D -c -1 $workdir
  #fi
  #lfs setstripe -c 1 $workdir
  #mkdir $workdir/ior-easy $workdir/ior-hard
  #mkdir $workdir/mdtest-easy $workdir/mdtest-hard
  #local osts=$(lfs df $workdir | grep -c OST)
  # Try overstriping for ior-hard to improve scaling, or use wide striping
  #lfs setstripe -C $((osts * 4)) $workdir/ior-hard ||
  #  lfs setstripe -c -1 $workdir/ior-hard
  # Try to use DoM if available, otherwise use default for small files
  #lfs setstripe -E 64k -L mdt $workdir/mdtest-easy || true #DoM?
  #lfs setstripe -E 64k -L mdt $workdir/mdtest-hard || true #DoM?
  #lfs setstripe -E 64k -L mdt $workdir/mdtest-rnd
}

# *****  YOU SHOULD NOT EDIT ANYTHING BELOW THIS LINE  *****
set -eo pipefail  # better error handling

if [[ -z "$io500_ini" ]]; then
  echo "error: ini file must be specified.  usage: $0 "
  exit 1
fi
if [[ ! -s "$io500_ini" ]]; then
  echo "error: ini file '$io500_ini' not found or empty"
  exit 2
fi

function get_ini_section_param() {
  local section="$1"
  local param="$2"
  local inside=false

  while read LINE; do
    LINE=$(sed -e 's/ *#.*//' -e '1s/ *= */=/' <<<$LINE)
    $inside && [[ "$LINE" =~ "[.*]" ]] && inside=false && break
    [[ -n "$section" && "$LINE" =~ "[$section]" ]] && inside=true && continue
    ! $inside && continue
    #echo $LINE | awk -F = "/^$param/ { print \$2 }"
    if [[ $(echo $LINE | grep "^$param *=" ) != "" ]] ; then
      # echo "$section : $param : $inside : $LINE" >> parsed.txt # debugging
      echo $LINE | sed -e "s/[^=]*=[ \t]*\(.*\)/\1/"
      return
    fi
  done < $io500_ini
  echo ""
}

function get_ini_global_param() {
  local param="$1"
  local default="$2"
  local val

  val=$(get_ini_section_param global $param |
  	sed -e 's/[Ff][Aa][Ll][Ss][Ee]/False/' -e 's/[Tt][Rr][Uu][Ee]/True/')

  echo "${val:-$default}"
}

function run_benchmarks {
  $io500_mpirun $io500_mpiargs $PWD/io500 $io500_ini --timestamp $timestamp
}

create_tarball() {
  local sourcedir=$(dirname $io500_resultdir)
  local fname=$(basename ${io500_resultdir})
  local tarball=$sourcedir/io500-$HOSTNAME-$fname.tgz

  cp -v $0 $io500_ini $io500_resultdir
  tar czf $tarball -C $sourcedir $fname
  echo "Created result tarball $tarball"
}

function main {
  # These commands extract the 'datadir' and 'resultdir' from .ini file
  timestamp=$(date +%Y.%m.%d-%H.%M.%S)           # create a uniquifier
  [ $(get_ini_global_param timestamp-datadir True) != "False" ] &&
    ts="$timestamp" || ts="io500"
  # working directory where the test files will be created
  export io500_workdir=$(get_ini_global_param datadir $PWD/datafiles)/$ts
  [ $(get_ini_global_param timestamp-resultdir True) != "False" ] &&
    ts="$timestamp" || ts="io500"
  # the directory where the output results will be kept
  export io500_resultdir=$(get_ini_global_param resultdir $PWD/results)/$ts

  setup $io500_workdir $io500_resultdir
  run_benchmarks

  if [[ ! -s "system-information.txt" ]]; then
    echo "Warning: please create a 'system-information.txt' description by"
    echo "copying the information from https://vi4io.org/io500-info-creator/"
  else
    cp "system-information.txt" $io500_resultdir
  fi

  create_tarball
}

main
ior-easy-read
access,rank,runtime-with-openclose,runtime,throughput-withopenclose,throughput
read,0,3.8460546803e+02,3.8459963894e+02,7.4362229589e+08,7.4363356643e+08
read,1,3.8460534406e+02,3.8459949517e+02,7.4362253560e+08,7.4363384441e+08
read,2,3.8460518289e+02,3.8459945703e+02,7.4362284722e+08,7.4363391816e+08
read,3,3.8460540485e+02,3.8459959006e+02,7.4362241805e+08,7.4363366093e+08
read,4,3.8460534000e+02,3.8459949899e+02,7.4362254343e+08,7.4363383703e+08
read,5,3.8460520291e+02,3.8459944201e+02,7.4362280849e+08,7.4363394721e+08
read,6,3.8460532308e+02,3.8459938383e+02,7.4362257616e+08,7.4363405969e+08
read,7,3.8460524893e+02,3.8459933782e+02,7.4362271953e+08,7.4363414866e+08
read,8,3.8460528708e+02,3.8459945202e+02,7.4362264577e+08,7.4363392785e+08
read,9,3.8460543990e+02,3.8459951019e+02,7.4362235029e+08,7.4363381536e+08
read,10,3.8460541487e+02,3.8459964609e+02,7.4362239869e+08,7.4363355260e+08
read,11,3.8460533595e+02,3.8459950304e+02,7.4362255127e+08,7.4363382919e+08
read,12,3.8460531187e+02,3.8459945703e+02,7.4362259783e+08,7.4363391816e+08
read,13,3.8460531998e+02,3.8459959507e+02,7.4362258216e+08,7.4363365125e+08
read,14,3.8460535908e+02,3.8459951210e+02,7.4362250656e+08,7.4363381168e+08
read,15,3.8460525393e+02,3.8459944296e+02,7.4362270985e+08,7.4363394536e+08
read,16,3.8460528398e+02,3.8459938383e+02,7.4362265176e+08,7.4363405969e+08
read,17,3.8460505986e+02,3.8459934187e+02,7.4362308508e+08,7.4363414082e+08
read,18,3.8460522294e+02,3.8459945416e+02,7.4362276977e+08,7.4363392370e+08
read,19,3.8460538793e+02,3.8459951305e+02,7.4362245078e+08,7.4363380983e+08
read,20,3.8460552096e+02,3.8459964013e+02,7.4362219355e+08,7.4363356413e+08
read,21,3.8460542202e+02,3.8459951615e+02,7.4362238486e+08,7.4363380384e+08
read,22,3.8460526490e+02,3.8459945703e+02,7.4362268864e+08,7.4363391816e+08
read,23,3.8460532188e+02,3.8459959698e+02,7.4362257847e+08,7.4363364756e+08
read,24,3.8460545707e+02,3.8459950519e+02,7.4362231710e+08,7.4363382505e+08
read,25,3.8460540104e+02,3.8459944296e+02,7.4362242542e+08,7.4363394536e+08
read,26,3.8460533619e+02,3.8459938478e+02,7.4362255081e+08,7.4363405784e+08
read,27,3.8460519791e+02,3.8459933782e+02,7.4362281818e+08,7.4363414866e+08
read,28,3.8460538197e+02,3.8459945202e+02,7.4362246230e+08,7.4363392785e+08
read,29,3.8460527110e+02,3.8459951115e+02,7.4362267666e+08,7.4363381352e+08
read,30,3.8460552192e+02,3.8459964013e+02,7.4362219171e+08,7.4363356413e+08
read,31,3.8460527015e+02,3.8459951615e+02,7.4362267850e+08,7.4363380384e+08
read,32,3.8460525990e+02,3.8459945703e+02,7.4362269832e+08,7.4363391816e+08
read,33,3.8460538697e+02,3.8459959698e+02,7.4362245262e+08,7.4363364756e+08
read,34,3.8460547996e+02,3.8459950519e+02,7.4362227284e+08,7.4363382505e+08
read,35,3.8460542393e+02,3.8459944296e+02,7.4362238117e+08,7.4363394536e+08
read,36,3.8460528708e+02,3.8459938478e+02,7.4362264577e+08,7.4363405784e+08
read,37,3.8460516596e+02,3.8459933686e+02,7.4362287995e+08,7.4363415050e+08
read,38,3.8460542202e+02,3.8459945202e+02,7.4362238486e+08,7.4363392785e+08
read,39,3.8460534596e+02,3.8459951115e+02,7.4362253191e+08,7.4363381352e+08
read,40,3.8460547495e+02,3.8459964919e+02,7.4362228252e+08,7.4363354661e+08
read,41,3.8460531592e+02,3.8459950113e+02,7.4362258999e+08,7.4363383288e+08
read,42,3.8460535192e+02,3.8459945798e+02,7.4362252039e+08,7.4363391632e+08
read,43,3.8460548806e+02,3.8459959698e+02,7.4362225717e+08,7.4363364756e+08
read,44,3.8460525298e+02,3.8459950113e+02,7.4362271169e+08,7.4363383288e+08
read,45,3.8460524702e+02,3.8459944391e+02,7.4362272321e+08,7.4363394352e+08
read,46,3.8460520411e+02,3.8459938478e+02,7.4362280619e+08,7.4363405784e+08
read,47,3.8460529208e+02,3.8459933782e+02,7.4362263609e+08,7.4363414866e+08
read,48,3.8460531592e+02,3.8459945202e+02,7.4362258999e+08,7.4363392785e+08
read,49,3.8460525894e+02,3.8459951401e+02,7.4362270017e+08,7.4363380799e+08
read,50,3.8460537601e+02,3.8459964919e+02,7.4362247383e+08,7.4363354661e+08
read,51,3.8460531807e+02,3.8459950614e+02,7.4362258584e+08,7.4363382320e+08
read,52,3.8460538697e+02,3.8459945917e+02,7.4362245262e+08,7.4363391402e+08
read,53,3.8460537004e+02,3.8459960008e+02,7.4362248535e+08,7.4363364157e+08
read,54,3.8460523105e+02,3.8459950113e+02,7.4362275410e+08,7.4363383288e+08
read,55,3.8460525799e+02,3.8459944391e+02,7.4362270201e+08,7.4363394352e+08
read,56,3.8460522199e+02,3.8459938478e+02,7.4362277162e+08,7.4363405784e+08
read,57,3.8460506296e+02,3.8459933686e+02,7.4362307909e+08,7.4363415050e+08
read,58,3.8460519195e+02,3.8459945321e+02,7.4362282970e+08,7.4363392554e+08
read,59,3.8460525107e+02,3.8459951401e+02,7.4362271538e+08,7.4363380799e+08
read,60,3.8460535097e+02,3.8459964800e+02,7.4362252223e+08,7.4363354891e+08
read,61,3.8460531402e+02,3.8459950399e+02,7.4362259368e+08,7.4363382735e+08
read,62,3.8460526586e+02,3.8459945917e+02,7.4362268680e+08,7.4363391402e+08
read,63,3.8460532308e+02,3.8459960508e+02,7.4362257616e+08,7.4363363189e+08
read,64,3.8460539389e+02,3.8459950113e+02,7.4362243925e+08,7.4363383288e+08
read,65,3.8460538697e+02,3.8459944415e+02,7.4362245262e+08,7.4363394306e+08
read,66,3.8460517812e+02,3.8459938598e+02,7.4362285644e+08,7.4363405554e+08
read,67,3.8460518813e+02,3.8459933901e+02,7.4362283708e+08,7.4363414635e+08
read,68,3.8460520101e+02,3.8459945321e+02,7.4362281218e+08,7.4363392554e+08
read,69,3.8460538197e+02,3.8459951401e+02,7.4362246230e+08,7.4363380799e+08
read,70,3.8460544300e+02,3.8459964800e+02,7.4362234429e+08,7.4363354891e+08
read,71,3.8460539603e+02,3.8459950399e+02,7.4362243510e+08,7.4363382735e+08
read,72,3.8460525894e+02,3.8459945917e+02,7.4362270017e+08,7.4363391402e+08
read,73,3.8460538507e+02,3.8459960413e+02,7.4362245631e+08,7.4363363373e+08
read,74,3.8460536098e+02,3.8459950113e+02,7.4362250287e+08,7.4363383288e+08
read,75,3.8460532999e+02,3.8459944415e+02,7.4362256279e+08,7.4363394306e+08
read,76,3.8460518599e+02,3.8459938598e+02,7.4362284122e+08,7.4363405554e+08
read,77,3.8460516000e+02,3.8459933901e+02,7.4362289147e+08,7.4363414635e+08
read,78,3.8460534692e+02,3.8459945321e+02,7.4362253007e+08,7.4363392554e+08
read,79,3.8460540795e+02,3.8459951401e+02,7.4362241206e+08,7.4363380799e+08
read,80,3.8460552812e+02,3.8459964108e+02,7.4362217972e+08,7.4363356228e+08
read,81,3.8460532808e+02,3.8459949780e+02,7.4362256648e+08,7.4363383934e+08
read,82,3.8460519600e+02,3.8459945703e+02,7.4362282186e+08,7.4363391816e+08
read,83,3.8460540795e+02,3.8459959292e+02,7.4362241206e+08,7.4363365540e+08
read,84,3.8460525203e+02,3.8459950018e+02,7.4362271353e+08,7.4363383473e+08
read,85,3.8460521102e+02,3.8459944296e+02,7.4362279282e+08,7.4363394536e+08
read,86,3.8460532904e+02,3.8459938478e+02,7.4362256464e+08,7.4363405784e+08
read,87,3.8460516095e+02,3.8459933901e+02,7.4362288963e+08,7.4363414635e+08
read,88,3.8460533190e+02,3.8459945202e+02,7.4362255911e+08,7.4363392785e+08
read,89,3.8460543394e+02,3.8459951305e+02,7.4362236181e+08,7.4363380983e+08
read,90,3.8460541511e+02,3.8459964108e+02,7.4362239823e+08,7.4363356228e+08
read,91,3.8460532808e+02,3.8459949780e+02,7.4362256648e+08,7.4363383934e+08
read,92,3.8460531497e+02,3.8459945798e+02,7.4362259184e+08,7.4363391632e+08
read,93,3.8460540104e+02,3.8459959292e+02,7.4362242542e+08,7.4363365540e+08
read,94,3.8460522509e+02,3.8459950018e+02,7.4362276562e+08,7.4363383473e+08
read,95,3.8460521197e+02,3.8459944296e+02,7.4362279098e+08,7.4363394536e+08
read,96,3.8460524011e+02,3.8459938478e+02,7.4362273658e+08,7.4363405784e+08
read,97,3.8460504889e+02,3.8459933901e+02,7.4362310628e+08,7.4363414635e+08
read,98,3.8460531402e+02,3.8459945202e+02,7.4362259368e+08,7.4363392785e+08
read,99,3.8460534501e+02,3.8459951305e+02,7.4362253375e+08,7.4363380983e+08
read,100,3.8460551500e+02,3.8459964108e+02,7.4362220508e+08,7.4363356228e+08
read,101,3.8460526800e+02,3.8459949899e+02,7.4362268265e+08,7.4363383703e+08
read,102,3.8460526204e+02,3.8459945917e+02,7.4362269417e+08,7.4363391402e+08
read,103,3.8460543108e+02,3.8459959793e+02,7.4362236734e+08,7.4363364572e+08
read,104,3.8460536194e+02,3.8459950113e+02,7.4362250102e+08,7.4363383288e+08
read,105,3.8460534000e+02,3.8459944296e+02,7.4362254343e+08,7.4363394536e+08
read,106,3.8460520005e+02,3.8459938478e+02,7.4362281403e+08,7.4363405784e+08
read,107,3.8460515809e+02,3.8459933901e+02,7.4362289516e+08,7.4363414635e+08
read,108,3.8460532093e+02,3.8459945321e+02,7.4362258031e+08,7.4363392554e+08
read,109,3.8460524487e+02,3.8459951401e+02,7.4362272736e+08,7.4363380799e+08
read,110,3.8460560989e+02,3.8459964108e+02,7.4362202161e+08,7.4363356228e+08
read,111,3.8460542798e+02,3.8459949899e+02,7.4362237333e+08,7.4363383703e+08
read,112,3.8460526490e+02,3.8459945917e+02,7.4362268864e+08,7.4363391402e+08
read,113,3.8460543108e+02,3.8459959888e+02,7.4362236734e+08,7.4363364388e+08
read,114,3.8460542703e+02,3.8459950113e+02,7.4362237518e+08,7.4363383288e+08
read,115,3.8460539389e+02,3.8459944296e+02,7.4362243925e+08,7.4363394536e+08
read,116,3.8460522914e+02,3.8459938478e+02,7.4362275779e+08,7.4363405784e+08
read,117,3.8460518312e+02,3.8459933901e+02,7.4362284676e+08,7.4363414635e+08
read,118,3.8460522103e+02,3.8459945321e+02,7.4362277346e+08,7.4363392554e+08
read,119,3.8460546684e+02,3.8459951401e+02,7.4362229820e+08,7.4363380799e+08
read,120,3.8460537791e+02,3.8459964108e+02,7.4362247014e+08,7.4363356228e+08
read,121,3.8460528708e+02,3.8459949899e+02,7.4362264577e+08,7.4363383703e+08
read,122,3.8460538888e+02,3.8459945917e+02,7.4362244893e+08,7.4363391402e+08
read,123,3.8460552096e+02,3.8459959507e+02,7.4362219355e+08,7.4363365125e+08
read,124,3.8460531902e+02,3.8459950113e+02,7.4362258400e+08,7.4363383288e+08
read,125,3.8461326385e+02,3.8459944510e+02,7.4360722325e+08,7.4363394121e+08
read,126,3.8460518909e+02,3.8459938598e+02,7.4362283523e+08,7.4363405554e+08
read,127,3.8460507107e+02,3.8459933901e+02,7.4362306341e+08,7.4363414635e+08
read,128,3.8460523105e+02,3.8459945321e+02,7.4362275410e+08,7.4363392554e+08
read,129,3.8460537100e+02,3.8459951401e+02,7.4362248351e+08,7.4363380799e+08
read,130,3.8460538697e+02,3.8459964108e+02,7.4362245262e+08,7.4363356228e+08
read,131,3.8460536003e+02,3.8459950113e+02,7.4362250471e+08,7.4363383288e+08
read,132,3.8460543489e+02,3.8459945917e+02,7.4362235997e+08,7.4363391402e+08
read,133,3.8460543489e+02,3.8459959507e+02,7.4362235997e+08,7.4363365125e+08
read,134,3.8460538197e+02,3.8459950113e+02,7.4362246230e+08,7.4363383288e+08
read,135,3.8460518098e+02,3.8459944510e+02,7.4362285090e+08,7.4363394121e+08
read,136,3.8460518909e+02,3.8459938598e+02,7.4362283523e+08,7.4363405554e+08
read,137,3.8460516310e+02,3.8459933901e+02,7.4362288548e+08,7.4363414635e+08
read,138,3.8460532498e+02,3.8459945321e+02,7.4362257248e+08,7.4363392554e+08
read,139,3.8460537887e+02,3.8459951401e+02,7.4362246829e+08,7.4363380799e+08
read,140,3.8460537291e+02,3.8459964204e+02,7.4362247982e+08,7.4363356044e+08
read,141,3.8460549092e+02,3.8459950495e+02,7.4362225164e+08,7.4363382551e+08
read,142,3.8460517406e+02,3.8459945917e+02,7.4362286427e+08,7.4363391402e+08
read,143,3.8460555887e+02,3.8459959888e+02,7.4362212026e+08,7.4363364388e+08
read,144,3.8460536695e+02,3.8459950113e+02,7.4362249134e+08,7.4363383288e+08
read,145,3.8460533190e+02,3.8459944415e+02,7.4362255911e+08,7.4363394306e+08
read,146,3.8460515213e+02,3.8459938598e+02,7.4362290668e+08,7.4363405554e+08
read,147,3.8460519505e+02,3.8459934092e+02,7.4362282371e+08,7.4363414267e+08
read,148,3.8460528302e+02,3.8459945416e+02,7.4362265361e+08,7.4363392370e+08
read,149,3.8460528898e+02,3.8459951401e+02,7.4362264208e+08,7.4363380799e+08
read,150,3.8460557008e+02,3.8459964204e+02,7.4362209859e+08,7.4363356044e+08
read,151,3.8460548401e+02,3.8459950495e+02,7.4362226501e+08,7.4363382551e+08
read,152,3.8460525584e+02,3.8459945822e+02,7.4362270616e+08,7.4363391586e+08
read,153,3.8460551882e+02,3.8459959888e+02,7.4362219770e+08,7.4363364388e+08
read,154,3.8460522294e+02,3.8459950113e+02,7.4362276977e+08,7.4363383288e+08
read,155,3.8460527086e+02,3.8459944415e+02,7.4362267712e+08,7.4363394306e+08
read,156,3.8460521007e+02,3.8459938598e+02,7.4362279467e+08,7.4363405554e+08
read,157,3.8460512400e+02,3.8459933996e+02,7.4362296108e+08,7.4363414451e+08
read,158,3.8460534596e+02,3.8459945416e+02,7.4362253191e+08,7.4363392370e+08
read,159,3.8460544205e+02,3.8459951401e+02,7.4362234614e+08,7.4363380799e+08
read,160,3.8460550904e+02,3.8459963894e+02,7.4362221660e+08,7.4363356643e+08
read,161,3.8460528898e+02,3.8459951019e+02,7.4362264208e+08,7.4363381536e+08
read,162,3.8460542703e+02,3.8459945703e+02,7.4362237518e+08,7.4363391816e+08
read,163,3.8460554290e+02,3.8459959412e+02,7.4362215114e+08,7.4363365310e+08
read,164,3.8460537386e+02,3.8459950113e+02,7.4362247798e+08,7.4363383288e+08
read,165,3.8460524392e+02,3.8459944391e+02,7.4362272921e+08,7.4363394352e+08
read,166,3.8460525298e+02,3.8459938478e+02,7.4362271169e+08,7.4363405784e+08
read,167,3.8460505009e+02,3.8459933686e+02,7.4362310398e+08,7.4363415050e+08
read,168,3.8460528207e+02,3.8459945321e+02,7.4362265545e+08,7.4363392554e+08
read,169,3.8460525990e+02,3.8459951711e+02,7.4362269832e+08,7.4363380200e+08
read,170,3.8460554290e+02,3.8459963894e+02,7.4362215114e+08,7.4363356643e+08
read,171,3.8460532308e+02,3.8459951019e+02,7.4362257616e+08,7.4363381536e+08
read,172,3.8460519195e+02,3.8459945917e+02,7.4362282970e+08,7.4363391402e+08
read,173,3.8460549808e+02,3.8459959412e+02,7.4362223781e+08,7.4363365310e+08
read,174,3.8460541892e+02,3.8459950709e+02,7.4362239085e+08,7.4363382136e+08
read,175,3.8460527492e+02,3.8459944391e+02,7.4362266928e+08,7.4363394352e+08
read,176,3.8460509300e+02,3.8459938478e+02,7.4362302100e+08,7.4363405784e+08
read,177,3.8460528398e+02,3.8459933686e+02,7.4362265176e+08,7.4363415050e+08
read,178,3.8460528588e+02,3.8459945202e+02,7.4362264808e+08,7.4363392785e+08
read,179,3.8460537505e+02,3.8459951711e+02,7.4362247567e+08,7.4363380200e+08
read,180,3.8460549307e+02,3.8459964514e+02,7.4362224749e+08,7.4363355444e+08
read,181,3.8460539699e+02,3.8459950995e+02,7.4362243326e+08,7.4363381583e+08
read,182,3.8460536599e+02,3.8459945822e+02,7.4362249319e+08,7.4363391586e+08
read,183,3.8460542107e+02,3.8459960389e+02,7.4362238670e+08,7.4363363420e+08
read,184,3.8460540295e+02,3.8459950113e+02,7.4362242174e+08,7.4363383288e+08
read,185,3.8460525393e+02,3.8459944415e+02,7.4362270985e+08,7.4363394306e+08
read,186,3.8460525298e+02,3.8459938598e+02,7.4362271169e+08,7.4363405554e+08
read,187,3.8460519409e+02,3.8459933901e+02,7.4362282555e+08,7.4363414635e+08
read,188,3.8460528207e+02,3.8459945321e+02,7.4362265545e+08,7.4363392554e+08
read,189,3.8460527706e+02,3.8459951711e+02,7.4362266513e+08,7.4363380200e+08
read,190,3.8460538507e+02,3.8459964514e+02,7.4362245631e+08,7.4363355444e+08
read,191,3.8460538316e+02,3.8459950995e+02,7.4362246000e+08,7.4363381583e+08
read,192,3.8460542297e+02,3.8459945917e+02,7.4362238301e+08,7.4363391402e+08
read,193,3.8460539603e+02,3.8459960294e+02,7.4362243510e+08,7.4363363604e+08
read,194,3.8460540295e+02,3.8459950113e+02,7.4362242174e+08,7.4363383288e+08
read,195,3.8460540104e+02,3.8459944415e+02,7.4362242542e+08,7.4363394306e+08
read,196,3.8460522914e+02,3.8459938598e+02,7.4362275779e+08,7.4363405554e+08
read,197,3.8460506105e+02,3.8459933805e+02,7.4362308277e+08,7.4363414820e+08
read,198,3.8460526109e+02,3.8459945321e+02,7.4362269602e+08,7.4363392554e+08
read,199,3.8460527706e+02,3.8459951711e+02,7.4362266513e+08,7.4363380200e+08
read,200,3.8460536098e+02,3.8459963894e+02,7.4362250287e+08,7.4363356643e+08
read,201,3.8460543513e+02,3.8459950995e+02,7.4362235950e+08,7.4363381583e+08
read,202,3.8460526800e+02,3.8459945917e+02,7.4362268265e+08,7.4363391402e+08
read,203,3.8460542488e+02,3.8459960008e+02,7.4362237933e+08,7.4363364157e+08
read,204,3.8460537505e+02,3.8459950399e+02,7.4362247567e+08,7.4363382735e+08
read,205,3.8460533595e+02,3.8459944296e+02,7.4362255127e+08,7.4363394536e+08
read,206,3.8460522318e+02,3.8459938598e+02,7.4362276931e+08,7.4363405554e+08
read,207,3.8460515094e+02,3.8459934187e+02,7.4362290899e+08,7.4363414082e+08
read,208,3.8460521793e+02,3.8459945321e+02,7.4362277945e+08,7.4363392554e+08
read,209,3.8460527205e+02,3.8459951901e+02,7.4362267481e+08,7.4363379831e+08
read,210,3.8460538507e+02,3.8459963894e+02,7.4362245631e+08,7.4363356643e+08
read,211,3.8460526991e+02,3.8459950900e+02,7.4362267896e+08,7.4363381767e+08
read,212,3.8460530090e+02,3.8459945917e+02,7.4362261903e+08,7.4363391402e+08
read,213,3.8460542393e+02,3.8459960008e+02,7.4362238117e+08,7.4363364157e+08
read,214,3.8460541797e+02,3.8459950399e+02,7.4362239270e+08,7.4363382735e+08
read,215,3.8460525990e+02,3.8459944296e+02,7.4362269832e+08,7.4363394536e+08
read,216,3.8460518718e+02,3.8459938598e+02,7.4362283892e+08,7.4363405554e+08
read,217,3.8460519290e+02,3.8459934187e+02,7.4362282786e+08,7.4363414082e+08
read,218,3.8460529590e+02,3.8459945512e+02,7.4362262871e+08,7.4363392185e+08
read,219,3.8460528994e+02,3.8459951901e+02,7.4362264024e+08,7.4363379831e+08
read,220,3.8460550690e+02,3.8459963989e+02,7.4362222075e+08,7.4363356459e+08
read,221,3.8460526299e+02,3.8459950995e+02,7.4362269233e+08,7.4363381583e+08
read,222,3.8460534906e+02,3.8459946012e+02,7.4362252592e+08,7.4363391217e+08
read,223,3.8460541797e+02,3.8459960008e+02,7.4362239270e+08,7.4363364157e+08
read,224,3.8460536814e+02,3.8459950495e+02,7.4362248904e+08,7.4363382551e+08
read,225,3.8460517097e+02,3.8459944510e+02,7.4362287027e+08,7.4363394121e+08
read,226,3.8460529804e+02,3.8459938693e+02,7.4362262457e+08,7.4363405370e+08
read,227,3.8460528398e+02,3.8459934306e+02,7.4362265176e+08,7.4363413852e+08
read,228,3.8460531712e+02,3.8459945416e+02,7.4362258769e+08,7.4363392370e+08
read,229,3.8460548902e+02,3.8459951806e+02,7.4362225532e+08,7.4363380015e+08
read,230,3.8460538793e+02,3.8459963989e+02,7.4362245078e+08,7.4363356459e+08
read,231,3.8460536408e+02,3.8459950995e+02,7.4362249688e+08,7.4363381583e+08
read,232,3.8460529995e+02,3.8459946012e+02,7.4362262088e+08,7.4363391217e+08
read,233,3.8460553408e+02,3.8459960008e+02,7.4362216820e+08,7.4363364157e+08
read,234,3.8460525799e+02,3.8459950495e+02,7.4362270201e+08,7.4363382551e+08
read,235,3.8460519886e+02,3.8459944510e+02,7.4362281633e+08,7.4363394121e+08
read,236,3.8460527205e+02,3.8459938693e+02,7.4362267481e+08,7.4363405370e+08
read,237,3.8460534000e+02,3.8459934306e+02,7.4362254343e+08,7.4363413852e+08
read,238,3.8460519314e+02,3.8459945416e+02,7.4362282739e+08,7.4363392370e+08
read,239,3.8460528302e+02,3.8459951806e+02,7.4362265361e+08,7.4363380015e+08
read,240,3.8460557294e+02,3.8459964800e+02,7.4362209306e+08,7.4363354891e+08
read,241,3.8460532808e+02,3.8459951019e+02,7.4362256648e+08,7.4363381536e+08
read,242,3.8460533690e+02,3.8459945917e+02,7.4362254943e+08,7.4363391402e+08
read,243,3.8460539603e+02,3.8459960008e+02,7.4362243510e+08,7.4363364157e+08
read,244,3.8460526204e+02,3.8459950113e+02,7.4362269417e+08,7.4363383288e+08
read,245,3.8460526896e+02,3.8459944296e+02,7.4362268080e+08,7.4363394536e+08
read,246,3.8460521412e+02,3.8459938598e+02,7.4362278683e+08,7.4363405554e+08
read,247,3.8460520697e+02,3.8459933901e+02,7.4362280066e+08,7.4363414635e+08
read,248,3.8460538197e+02,3.8459945321e+02,7.4362246230e+08,7.4363392554e+08
read,249,3.8460544705e+02,3.8459951901e+02,7.4362233646e+08,7.4363379831e+08
read,250,3.8460556507e+02,3.8459964800e+02,7.4362210827e+08,7.4363354891e+08
read,251,3.8460530210e+02,3.8459951019e+02,7.4362261673e+08,7.4363381536e+08
read,252,3.8460530901e+02,3.8459945917e+02,7.4362260336e+08,7.4363391402e+08
read,253,3.8460547996e+02,3.8459959912e+02,7.4362227284e+08,7.4363364342e+08
read,254,3.8460540295e+02,3.8459950209e+02,7.4362242174e+08,7.4363383104e+08
read,255,3.8460534000e+02,3.8459944415e+02,7.4362254343e+08,7.4363394306e+08
read,256,3.8460514808e+02,3.8459938598e+02,7.4362291452e+08,7.4363405554e+08
read,257,3.8460527492e+02,3.8459933901e+02,7.4362266928e+08,7.4363414635e+08
read,258,3.8460528302e+02,3.8459945321e+02,7.4362265361e+08,7.4363392554e+08
read,259,3.8460541391e+02,3.8459951901e+02,7.4362240053e+08,7.4363379831e+08
read,260,3.8460553789e+02,3.8459964800e+02,7.4362216082e+08,7.4363354891e+08
read,261,3.8460525608e+02,3.8459950995e+02,7.4362270570e+08,7.4363381583e+08
read,262,3.8460517788e+02,3.8459945917e+02,7.4362285690e+08,7.4363391402e+08
read,263,3.8460556912e+02,3.8459960008e+02,7.4362210044e+08,7.4363364157e+08
read,264,3.8460531998e+02,3.8459950495e+02,7.4362258216e+08,7.4363382551e+08
read,265,3.8460531092e+02,3.8459944510e+02,7.4362259967e+08,7.4363394121e+08
read,266,3.8460509515e+02,3.8459938693e+02,7.4362301686e+08,7.4363405370e+08
read,267,3.8460527205e+02,3.8459933901e+02,7.4362267481e+08,7.4363414635e+08
read,268,3.8460528302e+02,3.8459945416e+02,7.4362265361e+08,7.4363392370e+08
read,269,3.8460546112e+02,3.8459951806e+02,7.4362230926e+08,7.4363380015e+08
read,270,3.8460536790e+02,3.8459964800e+02,7.4362248950e+08,7.4363354891e+08
read,271,3.8460531998e+02,3.8459950995e+02,7.4362258216e+08,7.4363381583e+08
read,272,3.8460526991e+02,3.8459945917e+02,7.4362267896e+08,7.4363391402e+08
read,273,3.8460553694e+02,3.8459960008e+02,7.4362216267e+08,7.4363364157e+08
read,274,3.8460532498e+02,3.8459950399e+02,7.4362257248e+08,7.4363382735e+08
read,275,3.8460535192e+02,3.8459944510e+02,7.4362252039e+08,7.4363394121e+08
read,276,3.8460515404e+02,3.8459938693e+02,7.4362290299e+08,7.4363405370e+08
read,277,3.8460527205e+02,3.8459933901e+02,7.4362267481e+08,7.4363414635e+08
read,278,3.8460519004e+02,3.8459945416e+02,7.4362283339e+08,7.4363392370e+08
read,279,3.8460531211e+02,3.8459951806e+02,7.4362259737e+08,7.4363380015e+08
read,280,3.8460536909e+02,3.8459964919e+02,7.4362248719e+08,7.4363354661e+08
read,281,3.8460531306e+02,3.8459950995e+02,7.4362259552e+08,7.4363381583e+08
read,282,3.8460531998e+02,3.8459946012e+02,7.4362258216e+08,7.4363391217e+08
read,283,3.8460550690e+02,3.8459959912e+02,7.4362222075e+08,7.4363364342e+08
read,284,3.8460523605e+02,3.8459950113e+02,7.4362274442e+08,7.4363383288e+08
read,285,3.8460529995e+02,3.8459944391e+02,7.4362262088e+08,7.4363394352e+08
read,286,3.8460517597e+02,3.8459938693e+02,7.4362286058e+08,7.4363405370e+08
read,287,3.8460512805e+02,3.8459933901e+02,7.4362295324e+08,7.4363414635e+08
read,288,3.8460517502e+02,3.8459945416e+02,7.4362286243e+08,7.4363392370e+08
read,289,3.8460528588e+02,3.8459951806e+02,7.4362264808e+08,7.4363380015e+08
read,290,3.8460555792e+02,3.8459964919e+02,7.4362212210e+08,7.4363354661e+08
read,291,3.8460521913e+02,3.8459950995e+02,7.4362277715e+08,7.4363381583e+08
read,292,3.8460520792e+02,3.8459945917e+02,7.4362279881e+08,7.4363391402e+08
read,293,3.8460539699e+02,3.8459959912e+02,7.4362243326e+08,7.4363364342e+08
read,294,3.8460536194e+02,3.8459950113e+02,7.4362250102e+08,7.4363383288e+08
read,295,3.8460526705e+02,3.8459944391e+02,7.4362268449e+08,7.4363394352e+08
read,296,3.8460518909e+02,3.8459938693e+02,7.4362283523e+08,7.4363405370e+08
read,297,3.8460518909e+02,3.8459933901e+02,7.4362283523e+08,7.4363414635e+08
read,298,3.8460533500e+02,3.8459945416e+02,7.4362255311e+08,7.4363392370e+08
read,299,3.8460525990e+02,3.8459951806e+02,7.4362269832e+08,7.4363380015e+08
read,300,3.8460536194e+02,3.8459964895e+02,7.4362250102e+08,7.4363354707e+08
read,301,3.8460541606e+02,3.8459951091e+02,7.4362239638e+08,7.4363381398e+08
read,302,3.8460542107e+02,3.8459946012e+02,7.4362238670e+08,7.4363391217e+08
read,303,3.8460558105e+02,3.8459960008e+02,7.4362207739e+08,7.4363364157e+08
read,304,3.8460522509e+02,3.8459950209e+02,7.4362276562e+08,7.4363383104e+08
read,305,3.8460525203e+02,3.8459944606e+02,7.4362271353e+08,7.4363393937e+08
read,306,3.8460530996e+02,3.8459939098e+02,7.4362260152e+08,7.4363404586e+08
read,307,3.8460504913e+02,3.8459933996e+02,7.4362310582e+08,7.4363414451e+08
read,308,3.8460533094e+02,3.8459945512e+02,7.4362256095e+08,7.4363392185e+08
read,309,3.8460545111e+02,3.8459951901e+02,7.4362232862e+08,7.4363379831e+08
read,310,3.8460547900e+02,3.8459964895e+02,7.4362227469e+08,7.4363354707e+08
read,311,3.8460540104e+02,3.8459951091e+02,7.4362242542e+08,7.4363381398e+08
read,312,3.8460541010e+02,3.8459945917e+02,7.4362240791e+08,7.4363391402e+08
read,313,3.8460556412e+02,3.8459960008e+02,7.4362211012e+08,7.4363364157e+08
read,314,3.8460538507e+02,3.8459950209e+02,7.4362245631e+08,7.4363383104e+08
read,315,3.8460528302e+02,3.8459944606e+02,7.4362265361e+08,7.4363393937e+08
read,316,3.8460531616e+02,3.8459939098e+02,7.4362258953e+08,7.4363404586e+08
read,317,3.8460512900e+02,3.8459933996e+02,7.4362295140e+08,7.4363414451e+08
read,318,3.8460541296e+02,3.8459945512e+02,7.4362240238e+08,7.4363392185e+08
read,319,3.8460545111e+02,3.8459951901e+02,7.4362232862e+08,7.4363379831e+08
ior-easy-write
IOR-3.4.0+dev: MPI Coordinated Test of Parallel I/O
Began               : Tue May 25 21:17:38 2021
Command line        : ./ior -C -Q 1 -g -G 763573251 -k -e -o /S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/ior-easy/ior_file_easy -O stoneWallingStatusFile=./results/2021.05.25-21.17.35/ior-easy.stonewall -t 16m -b 9920000m -F -w -D 300 -O stoneWallingWearOut=1 -a POSIX --posix.odirect=1 -O saveRankPerformanceDetailsCSV=./results/2021.05.25-21.17.35/ior-easy-write.csv
Machine             : Linux vn027
TestID              : 0
StartTime           : Tue May 25 21:17:38 2021
Path                : /S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/ior-easy/ior_file_easy.00000000
FS                  : 1250.0 TiB   Used FS: 25.5%   Inodes: 10699.8 Mi   Used Inodes: 1.5%

Options: 
api                 : POSIX
apiVersion          : 
test filename       : /S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/ior-easy/ior_file_easy
access              : file-per-process
type                : independent
segments            : 1
ordering in a file  : sequential
ordering inter file : constant task offset
task offset         : 1
nodes               : 10
tasks               : 320
clients per node    : 32
repetitions         : 1
xfersize            : 16 MiB
blocksize           : 9.46 TiB
aggregate filesize  : 3027.34 TiB
stonewallingTime    : 300
stoneWallingWearOut : 1

Results: 

access    bw(MiB/s)  IOPS       Latency(s)  block(KiB) xfer(KiB)  open(s)    wr/rd(s)   close(s)   total(s)   iter
------    ---------  ----       ----------  ---------- ---------  --------   --------   --------   --------   ----
stonewalling pairs accessed min: 14836 max: 17047 -- min data: 231.8 GiB mean data: 253.0 GiB time: 300.0s
WARNING: Expected aggregate file size       = 3328599654400000
WARNING: Stat() of aggregate file size      = 91520384368640
WARNING: Using actual aggregate bytes moved = 91520384368640
WARNING: Maybe caused by deadlineForStonewalling
write     260580     16287      0.000515    10158080000 16384      0.008926   334.94     0.000815   334.95     0   
ior-hard-read
IOR-3.4.0+dev: MPI Coordinated Test of Parallel I/O
Began               : Tue May 25 21:51:36 2021
Command line        : ./ior -C -Q 1 -g -G=763583939 -k -e -o /S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/ior-hard/file -O stoneWallingStatusFile=./results/2021.05.25-21.17.35/ior-hard.stonewall -t 47008 -b 47008 -s 150000 -r -R -a POSIX -O saveRankPerformanceDetailsCSV=./results/2021.05.25-21.17.35/ior-hard-read.csv
Machine             : Linux vn027
TestID              : 0
StartTime           : Tue May 25 21:51:36 2021
Path                : /S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/ior-hard/file
FS                  : 1250.0 TiB   Used FS: 32.3%   Inodes: 10699.8 Mi   Used Inodes: 2.3%

Options: 
api                 : POSIX
apiVersion          : 
test filename       : /S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/ior-hard/file
access              : single-shared-file
type                : independent
segments            : 150000
ordering in a file  : sequential
ordering inter file : constant task offset
task offset         : 1
nodes               : 10
tasks               : 320
clients per node    : 32
repetitions         : 1
xfersize            : 47008 bytes
blocksize           : 47008 bytes
aggregate filesize  : 2.05 TiB

Results: 

access    bw(MiB/s)  IOPS       Latency(s)  block(KiB) xfer(KiB)  open(s)    wr/rd(s)   close(s)   total(s)   iter
------    ---------  ----       ----------  ---------- ---------  --------   --------   --------   --------   ----
read      19106      426215     112.61      45.91      45.91      0.005274   112.62     0.001896   112.63     0   
ior-hard-write
IOR-3.4.0+dev: MPI Coordinated Test of Parallel I/O
Began               : Tue May 25 21:31:43 2021
Command line        : ./ior -C -Q 1 -g -G=763583939 -k -e -o /S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/ior-hard/file -O stoneWallingStatusFile=./results/2021.05.25-21.17.35/ior-hard.stonewall -t 47008 -b 47008 -s 150000 -w -D 300 -a POSIX -O saveRankPerformanceDetailsCSV=./results/2021.05.25-21.17.35/ior-hard-write.csv -O stoneWallingWearOut=1
Machine             : Linux vn027
TestID              : 0
StartTime           : Tue May 25 21:31:43 2021
Path                : /S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/ior-hard/file
FS                  : 1250.0 TiB   Used FS: 32.1%   Inodes: 10699.8 Mi   Used Inodes: 2.1%

Options: 
api                 : POSIX
apiVersion          : 
test filename       : /S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/ior-hard/file
access              : single-shared-file
type                : independent
segments            : 150000
ordering in a file  : sequential
ordering inter file : constant task offset
task offset         : 1
nodes               : 10
tasks               : 320
clients per node    : 32
repetitions         : 1
xfersize            : 47008 bytes
blocksize           : 47008 bytes
aggregate filesize  : 2.05 TiB
stonewallingTime    : 300
stoneWallingWearOut : 1

Results: 

access    bw(MiB/s)  IOPS       Latency(s)  block(KiB) xfer(KiB)  open(s)    wr/rd(s)   close(s)   total(s)   iter
------    ---------  ----       ----------  ---------- ---------  --------   --------   --------   --------   ----
stonewalling pairs accessed min: 90098 max: 150000 -- min data: 3.9 GiB mean data: 5.5 GiB time: 300.0s
write     5248       117097     301.95      45.91      45.91      0.076077   409.92     0.007490   410.00     0   
mdtest-easy-delete
-- started at 05/25/2021 21:54:04 --

mdtest-3.4.0+dev was launched with 320 total task(s) on 10 node(s)
Command line used: ./mdtest '-n' '1000000' '-u' '-L' '-F' '-P' '-G' '1649751045' '-N' '1' '-d' '/S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/mdtest-easy' '-x' './results/2021.05.25-21.17.35/mdtest-easy.stonewall' '-r' '--saveRankPerformanceDetails=./results/2021.05.25-21.17.35/mdtest-easy-delete.csv' '-a' 'POSIX'
Path                : /S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/mdtest-easy
FS                  : 1250.0 TiB   Used FS: 32.3%   Inodes: 10699.8 Mi   Used Inodes: 2.3%
Nodemap: 10000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000
V-0: Rank   0 Line  2469 Shifting ranks by 1 for each phase.
320 tasks, 320000000 files

SUMMARY rate: (of 1 iterations)
   Operation                     Max            Min           Mean        Std Dev
   ---------                     ---            ---           ----        -------
   File creation                   0.000          0.000          0.000          0.000
   File stat                       0.000          0.000          0.000          0.000
   File read                       0.000          0.000          0.000          0.000
   File removal                97618.424      97618.424      97618.424          0.000
   Tree creation                   0.000          0.000          0.000          0.000
   Tree removal                    3.539          3.539          3.539          0.000

SUMMARY time: (of 1 iterations)
   Operation                     Max            Min           Mean        Std Dev
   ---------                     ---            ---           ----        -------
   File creation                   0.000          0.000          0.000          0.000
   File stat                       0.000          0.000          0.000          0.000
   File read                       0.000          0.000          0.000          0.000
   File removal                  755.503        755.503        755.503          0.000
   Tree creation                   0.000          0.000          0.000          0.000
   Tree removal                    0.283          0.283          0.283          0.000
-- finished at 05/25/2021 22:06:40 --

mdtest-easy-stat
-- started at 05/25/2021 21:50:37 --

mdtest-3.4.0+dev was launched with 320 total task(s) on 10 node(s)
Command line used: ./mdtest '-n' '1000000' '-u' '-L' '-F' '-P' '-G' '1649751045' '-N' '1' '-d' '/S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/mdtest-easy' '-x' './results/2021.05.25-21.17.35/mdtest-easy.stonewall' '-T' '--saveRankPerformanceDetails=./results/2021.05.25-21.17.35/mdtest-easy-stat.csv' '-a' 'POSIX'
Path                : /S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/mdtest-easy
FS                  : 1250.0 TiB   Used FS: 32.3%   Inodes: 10699.8 Mi   Used Inodes: 2.3%
Nodemap: 10000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000
V-0: Rank   0 Line  2469 Shifting ranks by 1 for each phase.
320 tasks, 320000000 files

SUMMARY rate: (of 1 iterations)
   Operation                     Max            Min           Mean        Std Dev
   ---------                     ---            ---           ----        -------
   File creation                   0.000          0.000          0.000          0.000
   File stat                 1258251.390    1258251.390    1258251.390          0.000
   File read                       0.000          0.000          0.000          0.000
   File removal                    0.000          0.000          0.000          0.000
   Tree creation                   0.000          0.000          0.000          0.000
   Tree removal                    0.000          0.000          0.000          0.000

SUMMARY time: (of 1 iterations)
   Operation                     Max            Min           Mean        Std Dev
   ---------                     ---            ---           ----        -------
   File creation                   0.000          0.000          0.000          0.000
   File stat                      58.614         58.614         58.614          0.000
   File read                       0.000          0.000          0.000          0.000
   File removal                    0.000          0.000          0.000          0.000
   Tree creation                   0.000          0.000          0.000          0.000
   Tree removal                    0.000          0.000          0.000          0.000
-- finished at 05/25/2021 21:51:36 --

mdtest-easy-write
rank,items,rate-Directory creation,time-Directory creation,rate-Directory stat,time-Directory stat,rate-Directory read,time-Directory read,rate-Directory rename,time-Directory rename,rate-Directory removal,time-Directory removal,rate-File creation,time-File creation,rate-File stat,time-File stat,rate-File read,time-File read,rate-File removal,time-File removal,rate-Tree creation,time-Tree creation,rate-Tree removal,time-Tree removal
all,230472,,,,,,,,,,,1.4472292116e+05,5.0960165405e+02,,,,,,,4.5434542617e+03,7.0430994034e-02,,
0,,,,,,,,,,,,4.6865723301e+02,4.9177092290e+02,,,,,,
1,,,,,,,,,,,,4.6061934730e+02,5.0035240889e+02,,,,,,
2,,,,,,,,,,,,4.7976472403e+02,4.8038546491e+02,,,,,,
3,,,,,,,,,,,,4.6222858229e+02,4.9861044693e+02,,,,,,
4,,,,,,,,,,,,6.3438137848e+02,3.6330196285e+02,,,,,,
5,,,,,,,,,,,,4.7494545475e+02,4.8525993395e+02,,,,,,
6,,,,,,,,,,,,4.6524955614e+02,4.9537285304e+02,,,,,,
7,,,,,,,,,,,,7.1585558080e+02,3.2195320702e+02,,,,,,
8,,,,,,,,,,,,4.5831468798e+02,5.0286845708e+02,,,,,,
9,,,,,,,,,,,,4.6109741712e+02,4.9983363914e+02,,,,,,
10,,,,,,,,,,,,4.7347119929e+02,4.8677089620e+02,,,,,,
11,,,,,,,,,,,,4.5607234927e+02,5.0534087491e+02,,,,,,
12,,,,,,,,,,,,4.9600863290e+02,4.6465320301e+02,,,,,,
13,,,,,,,,,,,,4.7018619904e+02,4.9017176700e+02,,,,,,
14,,,,,,,,,,,,6.3342515023e+02,3.6385040903e+02,,,,,,
15,,,,,,,,,,,,4.8173488363e+02,4.7842082405e+02,,,,,,
16,,,,,,,,,,,,4.7485654069e+02,4.8535079598e+02,,,,,,
17,,,,,,,,,,,,7.2355356555e+02,3.1852790308e+02,,,,,,
18,,,,,,,,,,,,4.6505173778e+02,4.9558356905e+02,,,,,,
19,,,,,,,,,,,,4.6223755419e+02,4.9860076904e+02,,,,,,
20,,,,,,,,,,,,4.7505573279e+02,4.8514728713e+02,,,,,,
21,,,,,,,,,,,,4.5846243635e+02,5.0270639801e+02,,,,,,
22,,,,,,,,,,,,4.7969459407e+02,4.8045569587e+02,,,,,,
23,,,,,,,,,,,,4.7985704628e+02,4.8029304099e+02,,,,,,
24,,,,,,,,,,,,6.3542481452e+02,3.6270538187e+02,,,,,,
25,,,,,,,,,,,,5.0606011312e+02,4.5542415619e+02,,,,,,
26,,,,,,,,,,,,4.6530834762e+02,4.9531026292e+02,,,,,,
27,,,,,,,,,,,,7.1589508952e+02,3.2193543911e+02,,,,,,
28,,,,,,,,,,,,4.5623760710e+02,5.0515783095e+02,,,,,,
29,,,,,,,,,,,,4.6367954886e+02,4.9705017304e+02,,,,,,
30,,,,,,,,,,,,4.7510216607e+02,4.8509987211e+02,,,,,,
31,,,,,,,,,,,,4.5581688682e+02,5.0562409306e+02,,,,,,
32,,,,,,,,,,,,4.8002344982e+02,4.8012654400e+02,,,,,,
33,,,,,,,,,,,,4.8043152576e+02,4.7971872711e+02,,,,,,
34,,,,,,,,,,,,6.2091328469e+02,3.7118226600e+02,,,,,,
35,,,,,,,,,,,,4.9654223592e+02,4.6415386915e+02,,,,,,
36,,,,,,,,,,,,4.6494340403e+02,4.9569904208e+02,,,,,,
37,,,,,,,,,,,,7.2639024605e+02,3.1728399611e+02,,,,,,
38,,,,,,,,,,,,4.5834779155e+02,5.0283213806e+02,,,,,,
39,,,,,,,,,,,,4.6081369190e+02,5.0014138913e+02,,,,,,
40,,,,,,,,,,,,4.7399884375e+02,4.8622903419e+02,,,,,,
41,,,,,,,,,,,,4.5683701789e+02,5.0449501896e+02,,,,,,
42,,,,,,,,,,,,4.8210769978e+02,4.7805085897e+02,,,,,,
43,,,,,,,,,,,,4.6548248956e+02,4.9512496209e+02,,,,,,
44,,,,,,,,,,,,6.1660437161e+02,3.7377613688e+02,,,,,,
45,,,,,,,,,,,,4.7654632776e+02,4.8362978911e+02,,,,,,
46,,,,,,,,,,,,4.6244261474e+02,4.9837967491e+02,,,,,,
47,,,,,,,,,,,,7.5225019013e+02,3.0637679195e+02,,,,,,
48,,,,,,,,,,,,4.5842847443e+02,5.0274364018e+02,,,,,,
49,,,,,,,,,,,,4.7352129107e+02,4.8671940279e+02,,,,,,
50,,,,,,,,,,,,4.6854184261e+02,4.9189203405e+02,,,,,,
51,,,,,,,,,,,,4.5656237648e+02,5.0479849386e+02,,,,,,
52,,,,,,,,,,,,4.6559617172e+02,4.9500407004e+02,,,,,,
53,,,,,,,,,,,,4.6584534251e+02,4.9473930287e+02,,,,,,
54,,,,,,,,,,,,6.2177648316e+02,3.7066696191e+02,,,,,,
55,,,,,,,,,,,,4.9102444839e+02,4.6936970401e+02,,,,,,
56,,,,,,,,,,,,4.7879750389e+02,4.8135589290e+02,,,,,,
57,,,,,,,,,,,,7.2341807710e+02,3.1858755994e+02,,,,,,
58,,,,,,,,,,,,4.6039835136e+02,5.0059258318e+02,,,,,,
59,,,,,,,,,,,,4.6034487417e+02,5.0065073586e+02,,,,,,
60,,,,,,,,,,,,4.6543075149e+02,4.9518000102e+02,,,,,,
61,,,,,,,,,,,,4.5655439031e+02,5.0480732393e+02,,,,,,
62,,,,,,,,,,,,4.7011206147e+02,4.9024906802e+02,,,,,,
63,,,,,,,,,,,,4.7868999363e+02,4.8146400189e+02,,,,,,
64,,,,,,,,,,,,5.9579891342e+02,3.8682850003e+02,,,,,,
65,,,,,,,,,,,,4.8064340039e+02,4.7950726008e+02,,,,,,
66,,,,,,,,,,,,4.6855320179e+02,4.9188010907e+02,,,,,,
67,,,,,,,,,,,,6.8589222311e+02,3.3601780605e+02,,,,,,
68,,,,,,,,,,,,4.6212772345e+02,4.9871926808e+02,,,,,,
69,,,,,,,,,,,,4.7499281709e+02,4.8521154785e+02,,,,,,
70,,,,,,,,,,,,4.6409919032e+02,4.9660073709e+02,,,,,,
71,,,,,,,,,,,,4.5611779484e+02,5.0529052496e+02,,,,,,
72,,,,,,,,,,,,4.7486488443e+02,4.8534226799e+02,,,,,,
73,,,,,,,,,,,,4.9415992178e+02,4.6639152598e+02,,,,,,
74,,,,,,,,,,,,6.2497866030e+02,3.6876779103e+02,,,,,,
75,,,,,,,,,,,,4.6524873144e+02,4.9537373114e+02,,,,,,
76,,,,,,,,,,,,4.6604280274e+02,4.9452968407e+02,,,,,,
77,,,,,,,,,,,,7.1602363964e+02,3.2187764096e+02,,,,,,
78,,,,,,,,,,,,4.6225766222e+02,4.9857908010e+02,,,,,,
79,,,,,,,,,,,,4.6431148951e+02,4.9637367415e+02,,,,,,
80,,,,,,,,,,,,4.7496822412e+02,4.8523667121e+02,,,,,,
81,,,,,,,,,,,,4.5514860570e+02,5.0636648583e+02,,,,,,
82,,,,,,,,,,,,4.7866744532e+02,4.8148668194e+02,,,,,,
83,,,,,,,,,,,,4.7538501396e+02,4.8481124401e+02,,,,,,
84,,,,,,,,,,,,6.3481389170e+02,3.6305443692e+02,,,,,,
85,,,,,,,,,,,,4.9418231700e+02,4.6637039018e+02,,,,,,
86,,,,,,,,,,,,4.6524236773e+02,4.9538050699e+02,,,,,,
87,,,,,,,,,,,,7.2620969629e+02,3.1736287904e+02,,,,,,
88,,,,,,,,,,,,4.6214095418e+02,4.9870499015e+02,,,,,,
89,,,,,,,,,,,,4.6196993729e+02,4.9888960600e+02,,,,,,
90,,,,,,,,,,,,4.6091703908e+02,5.0002924705e+02,,,,,,
91,,,,,,,,,,,,4.6085265450e+02,5.0009910488e+02,,,,,,
92,,,,,,,,,,,,4.9068669326e+02,4.6969278598e+02,,,,,,
93,,,,,,,,,,,,4.7977827671e+02,4.8037189507e+02,,,,,,
94,,,,,,,,,,,,6.4415126315e+02,3.5779173803e+02,,,,,,
95,,,,,,,,,,,,4.8179426437e+02,4.7836185908e+02,,,,,,
96,,,,,,,,,,,,4.6518299029e+02,4.9544373894e+02,,,,,,
97,,,,,,,,,,,,7.1939531016e+02,3.2036906099e+02,,,,,,
98,,,,,,,,,,,,4.6092701111e+02,5.0001842904e+02,,,,,,
99,,,,,,,,,,,,4.6572136415e+02,4.9487100601e+02,,,,,,
100,,,,,,,,,,,,4.6542023697e+02,4.9519118786e+02,,,,,,
101,,,,,,,,,,,,4.5584910775e+02,5.0558835387e+02,,,,,,
102,,,,,,,,,,,,4.7514994550e+02,4.8505109215e+02,,,,,,
103,,,,,,,,,,,,4.7861636056e+02,4.8153807306e+02,,,,,,
104,,,,,,,,,,,,6.2506013547e+02,3.6871972299e+02,,,,,,
105,,,,,,,,,,,,4.7901561220e+02,4.8113671899e+02,,,,,,
106,,,,,,,,,,,,4.7975821037e+02,4.8039198709e+02,,,,,,
107,,,,,,,,,,,,6.8997421452e+02,3.3402987409e+02,,,,,,
108,,,,,,,,,,,,4.5945802262e+02,5.0161709809e+02,,,,,,
109,,,,,,,,,,,,4.6337713142e+02,4.9737456679e+02,,,,,,
110,,,,,,,,,,,,4.7342876829e+02,4.8681452298e+02,,,,,,
111,,,,,,,,,,,,4.5247979437e+02,5.0935313106e+02,,,,,,
112,,,,,,,,,,,,4.7501649364e+02,4.8518736315e+02,,,,,,
113,,,,,,,,,,,,4.7337005769e+02,4.8687490106e+02,,,,,,
114,,,,,,,,,,,,6.1360357939e+02,3.7560406709e+02,,,,,,
115,,,,,,,,,,,,4.7835210363e+02,4.8180409002e+02,,,,,,
116,,,,,,,,,,,,4.7869771881e+02,4.8145623207e+02,,,,,,
117,,,,,,,,,,,,7.6153710782e+02,3.0264053798e+02,,,,,,
118,,,,,,,,,,,,4.5408653317e+02,5.0755083704e+02,,,,,,
119,,,,,,,,,,,,4.6090639567e+02,5.0004079390e+02,,,,,,
120,,,,,,,,,,,,4.7824289501e+02,4.8191411185e+02,,,,,,
121,,,,,,,,,,,,4.5434775561e+02,5.0725902605e+02,,,,,,
122,,,,,,,,,,,,4.7974057632e+02,4.8040964508e+02,,,,,,
123,,,,,,,,,,,,4.9636512981e+02,4.6431948209e+02,,,,,,
124,,,,,,,,,,,,6.3513804152e+02,3.6286914802e+02,,,,,,
125,,,,,,,,,,,,4.7658830368e+02,4.8358719301e+02,,,,,,
126,,,,,,,,,,,,4.6533209466e+02,4.9528498602e+02,,,,,,
127,,,,,,,,,,,,7.2498609213e+02,3.1789851213e+02,,,,,,
128,,,,,,,,,,,,4.5963517313e+02,5.0142376709e+02,,,,,,
129,,,,,,,,,,,,4.6861029489e+02,4.9182018089e+02,,,,,,
130,,,,,,,,,,,,4.7478382213e+02,4.8542513299e+02,,,,,,
131,,,,,,,,,,,,4.5616942515e+02,5.0523333502e+02,,,,,,
132,,,,,,,,,,,,4.7898784087e+02,4.8116461492e+02,,,,,,
133,,,,,,,,,,,,4.7527619209e+02,4.8492224908e+02,,,,,,
134,,,,,,,,,,,,6.2992225156e+02,3.6587372398e+02,,,,,,
135,,,,,,,,,,,,4.9112629724e+02,4.6927236700e+02,,,,,,
136,,,,,,,,,,,,4.7989778064e+02,4.8025227308e+02,,,,,,
137,,,,,,,,,,,,7.2681968494e+02,3.1709652996e+02,,,,,,
138,,,,,,,,,,,,4.6056531757e+02,5.0041110611e+02,,,,,,
139,,,,,,,,,,,,4.6541791076e+02,4.9519366288e+02,,,,,,
140,,,,,,,,,,,,4.7354484944e+02,4.8669518900e+02,,,,,,
141,,,,,,,,,,,,4.5767437533e+02,5.0357199883e+02,,,,,,
142,,,,,,,,,,,,4.9114233851e+02,4.6925704002e+02,,,,,,
143,,,,,,,,,,,,4.6542652757e+02,4.9518449497e+02,,,,,,
144,,,,,,,,,,,,5.9632080851e+02,3.8648995090e+02,,,,,,
145,,,,,,,,,,,,4.9118990531e+02,4.6921159720e+02,,,,,,
146,,,,,,,,,,,,4.9829408888e+02,4.6252204299e+02,,,,,,
147,,,,,,,,,,,,7.1624604923e+02,3.2177769113e+02,,,,,,
148,,,,,,,,,,,,4.6031845654e+02,5.0067946815e+02,,,,,,
149,,,,,,,,,,,,4.6197561194e+02,4.9888347793e+02,,,,,,
150,,,,,,,,,,,,4.8025483869e+02,4.7989521694e+02,,,,,,
151,,,,,,,,,,,,4.5654853433e+02,5.0481379890e+02,,,,,,
152,,,,,,,,,,,,4.7889641787e+02,4.8125647092e+02,,,,,,
153,,,,,,,,,,,,4.7512630049e+02,4.8507523108e+02,,,,,,
154,,,,,,,,,,,,6.3075910279e+02,3.6538830590e+02,,,,,,
155,,,,,,,,,,,,4.9125677634e+02,4.6914772701e+02,,,,,,
156,,,,,,,,,,,,4.7502313362e+02,4.8518058109e+02,,,,,,
157,,,,,,,,,,,,7.6050940381e+02,3.0304950714e+02,,,,,,
158,,,,,,,,,,,,4.6049454993e+02,5.0048800802e+02,,,,,,
159,,,,,,,,,,,,4.6580302894e+02,4.9478424501e+02,,,,,,
160,,,,,,,,,,,,4.7999294049e+02,4.8015706182e+02,,,,,,
161,,,,,,,,,,,,4.5226513258e+02,5.0959488893e+02,,,,,,
162,,,,,,,,,,,,4.7803072237e+02,4.8212800813e+02,,,,,,
163,,,,,,,,,,,,4.9436225776e+02,4.6620063806e+02,,,,,,
164,,,,,,,,,,,,6.3533213634e+02,3.6275829101e+02,,,,,,
165,,,,,,,,,,,,4.7392078805e+02,4.8630911708e+02,,,,,,
166,,,,,,,,,,,,4.6864614211e+02,4.9178256106e+02,,,,,,
167,,,,,,,,,,,,7.1538595464e+02,3.2216455817e+02,,,,,,
168,,,,,,,,,,,,4.5770852511e+02,5.0353442717e+02,,,,,,
169,,,,,,,,,,,,4.6485441863e+02,4.9579393196e+02,,,,,,
170,,,,,,,,,,,,4.6840338020e+02,4.9203743982e+02,,,,,,
171,,,,,,,,,,,,4.5510911157e+02,5.0641042805e+02,,,,,,
172,,,,,,,,,,,,4.8183523175e+02,4.7832118702e+02,,,,,,
173,,,,,,,,,,,,4.6586603485e+02,4.9471732807e+02,,,,,,
174,,,,,,,,,,,,6.2309404846e+02,3.6988316703e+02,,,,,,
175,,,,,,,,,,,,4.7663808779e+02,4.8353668308e+02,,,,,,
176,,,,,,,,,,,,4.9859705328e+02,4.6224099898e+02,,,,,,
177,,,,,,,,,,,,7.2645467566e+02,3.1725585604e+02,,,,,,
178,,,,,,,,,,,,4.6104506290e+02,4.9989039803e+02,,,,,,
179,,,,,,,,,,,,4.6551238410e+02,4.9509316587e+02,,,,,,
180,,,,,,,,,,,,4.7844265444e+02,4.8171290302e+02,,,,,,
181,,,,,,,,,,,,4.5758628213e+02,5.0366894507e+02,,,,,,
182,,,,,,,,,,,,4.7649092583e+02,4.8368602109e+02,,,,,,
183,,,,,,,,,,,,4.7316543353e+02,4.8708545399e+02,,,,,,
184,,,,,,,,,,,,6.2529111095e+02,3.6858352208e+02,,,,,,
185,,,,,,,,,,,,4.7535683239e+02,4.8483998609e+02,,,,,,
186,,,,,,,,,,,,4.6870579521e+02,4.9171997094e+02,,,,,,
187,,,,,,,,,,,,7.6602583806e+02,3.0086713600e+02,,,,,,
188,,,,,,,,,,,,4.6091374190e+02,5.0003282404e+02,,,,,,
189,,,,,,,,,,,,4.6866341146e+02,4.9176443982e+02,,,,,,
190,,,,,,,,,,,,4.7343564799e+02,4.8680744886e+02,,,,,,
191,,,,,,,,,,,,4.5545030380e+02,5.0603105998e+02,,,,,,
192,,,,,,,,,,,,4.8039066278e+02,4.7975953293e+02,,,,,,
193,,,,,,,,,,,,4.7355051229e+02,4.8668936896e+02,,,,,,
194,,,,,,,,,,,,6.2517048483e+02,3.6865463996e+02,,,,,,
195,,,,,,,,,,,,4.7661655744e+02,4.8355852604e+02,,,,,,
196,,,,,,,,,,,,4.7498652828e+02,4.8521797204e+02,,,,,,
197,,,,,,,,,,,,6.8999219392e+02,3.3402117014e+02,,,,,,
198,,,,,,,,,,,,4.6079760442e+02,5.0015885019e+02,,,,,,
199,,,,,,,,,,,,4.6494976449e+02,4.9569226098e+02,,,,,,
200,,,,,,,,,,,,4.6214558222e+02,4.9869999599e+02,,,,,,
201,,,,,,,,,,,,4.5512122627e+02,5.0639694810e+02,,,,,,
202,,,,,,,,,,,,4.8140149243e+02,4.7875215101e+02,,,,,,
203,,,,,,,,,,,,4.9067503059e+02,4.6970394993e+02,,,,,,
204,,,,,,,,,,,,6.3515642203e+02,3.6285864711e+02,,,,,,
205,,,,,,,,,,,,4.6368379141e+02,4.9704562521e+02,,,,,,
206,,,,,,,,,,,,4.6867293688e+02,4.9175444508e+02,,,,,,
207,,,,,,,,,,,,7.6658940991e+02,3.0064594817e+02,,,,,,
208,,,,,,,,,,,,4.5763398823e+02,5.0361644006e+02,,,,,,
209,,,,,,,,,,,,4.6105173956e+02,4.9988315892e+02,,,,,,
210,,,,,,,,,,,,4.6853844498e+02,4.9189560103e+02,,,,,,
211,,,,,,,,,,,,4.5908835292e+02,5.0202101302e+02,,,,,,
212,,,,,,,,,,,,4.7644277889e+02,4.8373490000e+02,,,,,,
213,,,,,,,,,,,,4.7350599655e+02,4.8673512411e+02,,,,,,
214,,,,,,,,,,,,6.1414277331e+02,3.7527430105e+02,,,,,,
215,,,,,,,,,,,,4.8028738508e+02,4.7986269712e+02,,,,,,
216,,,,,,,,,,,,4.9598365070e+02,4.6467660713e+02,,,,,,
217,,,,,,,,,,,,7.5728790511e+02,3.0433867812e+02,,,,,,
218,,,,,,,,,,,,4.6242882277e+02,4.9839453912e+02,,,,,,
219,,,,,,,,,,,,4.7344314909e+02,4.8679973602e+02,,,,,,
220,,,,,,,,,,,,4.6495689622e+02,4.9568465781e+02,,,,,,
221,,,,,,,,,,,,4.5774355675e+02,5.0349589109e+02,,,,,,
222,,,,,,,,,,,,4.7845453049e+02,4.8170094609e+02,,,,,,
223,,,,,,,,,,,,4.9104558849e+02,4.6934949708e+02,,,,,,
224,,,,,,,,,,,,6.0618054657e+02,3.8020355701e+02,,,,,,
225,,,,,,,,,,,,4.9988540489e+02,4.6104966807e+02,,,,,,
226,,,,,,,,,,,,4.7493853296e+02,4.8526700616e+02,,,,,,
227,,,,,,,,,,,,7.2676755655e+02,3.1711927414e+02,,,,,,
228,,,,,,,,,,,,4.6245724139e+02,4.9836391211e+02,,,,,,
229,,,,,,,,,,,,4.6391921418e+02,4.9679339194e+02,,,,,,
230,,,,,,,,,,,,4.6863836921e+02,4.9179071784e+02,,,,,,
231,,,,,,,,,,,,4.6074868769e+02,5.0021195102e+02,,,,,,
232,,,,,,,,,,,,4.7898326666e+02,4.8116920996e+02,,,,,,
233,,,,,,,,,,,,4.9595932115e+02,4.6469940209e+02,,,,,,
234,,,,,,,,,,,,6.3552847361e+02,3.6264622211e+02,,,,,,
235,,,,,,,,,,,,4.6842766212e+02,4.9201193404e+02,,,,,,
236,,,,,,,,,,,,4.7824060542e+02,4.8191641903e+02,,,,,,
237,,,,,,,,,,,,7.1973231178e+02,3.2021905398e+02,,,,,,
238,,,,,,,,,,,,4.6106614927e+02,4.9986753607e+02,,,,,,
239,,,,,,,,,,,,4.6510987393e+02,4.9552162385e+02,,,,,,
240,,,,,,,,,,,,4.7501359294e+02,4.8519032598e+02,,,,,,
241,,,,,,,,,,,,4.5319669848e+02,5.0854739404e+02,,,,,,
242,,,,,,,,,,,,4.9629702145e+02,4.6438320208e+02,,,,,,
243,,,,,,,,,,,,4.8190169864e+02,4.7825521398e+02,,,,,,
244,,,,,,,,,,,,6.0351557882e+02,3.8188243699e+02,,,,,,
245,,,,,,,,,,,,4.6996485879e+02,4.9040262413e+02,,,,,,
246,,,,,,,,,,,,4.7868686063e+02,4.8146715307e+02,,,,,,
247,,,,,,,,,,,,7.2445531147e+02,3.1813142419e+02,,,,,,
248,,,,,,,,,,,,4.5616555794e+02,5.0523761821e+02,,,,,,
249,,,,,,,,,,,,4.6366871410e+02,4.9706178784e+02,,,,,,
250,,,,,,,,,,,,4.6617483319e+02,4.9438962293e+02,,,,,,
251,,,,,,,,,,,,4.5514127472e+02,5.0637464190e+02,,,,,,
252,,,,,,,,,,,,4.9608839613e+02,4.6457849407e+02,,,,,,
253,,,,,,,,,,,,4.7365948453e+02,4.8657739902e+02,,,,,,
254,,,,,,,,,,,,6.2197363452e+02,3.7054946899e+02,,,,,,
255,,,,,,,,,,,,4.7358943560e+02,4.8664936900e+02,,,,,,
256,,,,,,,,,,,,4.7496510464e+02,4.8523985815e+02,,,,,,
257,,,,,,,,,,,,7.2669327411e+02,3.1715169001e+02,,,,,,
258,,,,,,,,,,,,4.5437737794e+02,5.0722595620e+02,,,,,,
259,,,,,,,,,,,,4.6051152253e+02,5.0046956205e+02,,,,,,
260,,,,,,,,,,,,4.7351761441e+02,4.8672318196e+02,,,,,,
261,,,,,,,,,,,,4.5684831017e+02,5.0448254895e+02,,,,,,
262,,,,,,,,,,,,4.9096719588e+02,4.6942443800e+02,,,,,,
263,,,,,,,,,,,,4.7509328418e+02,4.8510894108e+02,,,,,,
264,,,,,,,,,,,,6.3174439426e+02,3.6481843305e+02,,,,,,
265,,,,,,,,,,,,4.7915349855e+02,4.8099826193e+02,,,,,,
266,,,,,,,,,,,,4.8183895178e+02,4.7831749415e+02,,,,,,
267,,,,,,,,,,,,7.2645930793e+02,3.1725383306e+02,,,,,,
268,,,,,,,,,,,,4.6225227928e+02,4.9858488607e+02,,,,,,
269,,,,,,,,,,,,4.6493970864e+02,4.9570298195e+02,,,,,,
270,,,,,,,,,,,,4.7314917541e+02,4.8710219097e+02,,,,,,
271,,,,,,,,,,,,4.5762985827e+02,5.0362098503e+02,,,,,,
272,,,,,,,,,,,,4.9629252650e+02,4.6438740802e+02,,,,,,
273,,,,,,,,,,,,4.7489597062e+02,4.8531049800e+02,,,,,,
274,,,,,,,,,,,,6.3428308160e+02,3.6335826492e+02,,,,,,
275,,,,,,,,,,,,4.7369031189e+02,4.8654573298e+02,,,,,,
276,,,,,,,,,,,,4.6960371694e+02,4.9077976108e+02,,,,,,
277,,,,,,,,,,,,7.5184940229e+02,3.0654011202e+02,,,,,,
278,,,,,,,,,,,,4.6080371093e+02,5.0015222216e+02,,,,,,
279,,,,,,,,,,,,4.6060562524e+02,5.0036731505e+02,,,,,,
280,,,,,,,,,,,,4.6553376811e+02,4.9507042408e+02,,,,,,
281,,,,,,,,,,,,4.5506099790e+02,5.0646397090e+02,,,,,,
282,,,,,,,,,,,,4.9832349549e+02,4.6249474907e+02,,,,,,
283,,,,,,,,,,,,4.7512343651e+02,4.8507815504e+02,,,,,,
284,,,,,,,,,,,,6.4288009935e+02,3.5849919796e+02,,,,,,
285,,,,,,,,,,,,4.8023532771e+02,4.7991471410e+02,,,,,,
286,,,,,,,,,,,,4.9408771512e+02,4.6645968509e+02,,,,,,
287,,,,,,,,,,,,7.6438080912e+02,3.0151463413e+02,,,,,,
288,,,,,,,,,,,,4.5861096255e+02,5.0254359102e+02,,,,,,
289,,,,,,,,,,,,4.6881355702e+02,4.9160694385e+02,,,,,,
290,,,,,,,,,,,,4.7527900907e+02,4.8491937494e+02,,,,,,
291,,,,,,,,,,,,4.6063190157e+02,5.0033877206e+02,,,,,,
292,,,,,,,,,,,,4.8055909990e+02,4.7959137607e+02,,,,,,
293,,,,,,,,,,,,4.7969220773e+02,4.8045808601e+02,,,,,,
294,,,,,,,,,,,,6.3541452206e+02,3.6271125698e+02,,,,,,
295,,,,,,,,,,,,4.6594010896e+02,4.9463867903e+02,,,,,,
296,,,,,,,,,,,,4.6317474675e+02,4.9759189510e+02,,,,,,
297,,,,,,,,,,,,7.2730684080e+02,3.1688413620e+02,,,,,,
298,,,,,,,,,,,,4.5775207208e+02,5.0348652482e+02,,,,,,
299,,,,,,,,,,,,4.6071094571e+02,5.0025292897e+02,,,,,,
300,,,,,,,,,,,,4.7381592999e+02,4.8641673994e+02,,,,,,
301,,,,,,,,,,,,4.5865303732e+02,5.0249748993e+02,,,,,,
302,,,,,,,,,,,,4.9100269809e+02,4.6939049602e+02,,,,,,
303,,,,,,,,,,,,4.7384837623e+02,4.8638343310e+02,,,,,,
304,,,,,,,,,,,,6.1202558557e+02,3.7657249212e+02,,,,,,
305,,,,,,,,,,,,4.9104077909e+02,4.6935409403e+02,,,,,,
306,,,,,,,,,,,,4.6300389123e+02,4.9777551413e+02,,,,,,
307,,,,,,,,,,,,7.2441309666e+02,3.1814996314e+02,,,,,,
308,,,,,,,,,,,,4.5914225517e+02,5.0196207690e+02,,,,,,
309,,,,,,,,,,,,4.6994398374e+02,4.9042440796e+02,,,,,,
310,,,,,,,,,,,,4.6527349649e+02,4.9534736395e+02,,,,,,
311,,,,,,,,,,,,4.5656470083e+02,5.0479592395e+02,,,,,,
312,,,,,,,,,,,,4.8208759343e+02,4.7807079697e+02,,,,,,
313,,,,,,,,,,,,4.6605327867e+02,4.9451856804e+02,,,,,,
314,,,,,,,,,,,,6.3058850172e+02,3.6548715901e+02,,,,,,
315,,,,,,,,,,,,4.7994637681e+02,4.8020364594e+02,,,,,,
316,,,,,,,,,,,,4.6871183562e+02,4.9171363401e+02,,,,,,
317,,,,,,,,,,,,7.2660984754e+02,3.1718810415e+02,,,,,,
318,,,,,,,,,,,,4.6084720185e+02,5.0010502195e+02,,,,,,
319,,,,,,,,,,,,4.6379585580e+02,4.9692552686e+02,,,,,,
mdtest-hard-delete
-- started at 05/25/2021 22:07:59 --

mdtest-3.4.0+dev was launched with 320 total task(s) on 10 node(s)
Command line used: ./mdtest '-n' '1000000' '-t' '-w' '3901' '-e' '3901' '-P' '-G=1649761733' '-N' '1' '-F' '-d' '/S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/mdtest-hard' '-x' './results/2021.05.25-21.17.35/mdtest-hard.stonewall' '-r' '--saveRankPerformanceDetails=./results/2021.05.25-21.17.35/mdtest-hard-delete.csv' '-a' 'POSIX'
Path                : /S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/mdtest-hard
FS                  : 1250.0 TiB   Used FS: 32.3%   Inodes: 10699.8 Mi   Used Inodes: 1.6%
Nodemap: 10000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000
V-0: Rank   0 Line  2469 Shifting ranks by 1 for each phase.
320 tasks, 320000000 files

SUMMARY rate: (of 1 iterations)
   Operation                     Max            Min           Mean        Std Dev
   ---------                     ---            ---           ----        -------
   File creation                   0.000          0.000          0.000          0.000
   File stat                       0.000          0.000          0.000          0.000
   File read                       0.000          0.000          0.000          0.000
   File removal                18442.281      18442.281      18442.281          0.000
   Tree creation                   0.000          0.000          0.000          0.000
   Tree removal                    4.637          4.637          4.637          0.000

SUMMARY time: (of 1 iterations)
   Operation                     Max            Min           Mean        Std Dev
   ---------                     ---            ---           ----        -------
   File creation                   0.000          0.000          0.000          0.000
   File stat                       0.000          0.000          0.000          0.000
   File read                       0.000          0.000          0.000          0.000
   File removal                  729.090        729.090        729.090          0.000
   Tree creation                   0.000          0.000          0.000          0.000
   Tree removal                    0.216          0.216          0.216          0.000
-- finished at 05/25/2021 22:20:09 --

mdtest-hard-read
rank,items,rate-Directory creation,time-Directory creation,rate-Directory stat,time-Directory stat,rate-Directory read,time-Directory read,rate-Directory rename,time-Directory rename,rate-Directory removal,time-Directory removal,rate-File creation,time-File creation,rate-File stat,time-File stat,rate-File read,time-File read,rate-File removal,time-File removal,rate-Tree creation,time-Tree creation,rate-Tree removal,time-Tree removal
all,42019,,,,,,,,,,,,,,,1.6899289882e+05,7.9565946817e+01,,,,,,
0,,,,,,,,,,,,,,,,5.6452209777e+02,7.4432870150e+01,,
1,,,,,,,,,,,,,,,,1.0018285585e+03,4.1942306042e+01,,
2,,,,,,,,,,,,,,,,5.6363883443e+02,7.4549511909e+01,,
3,,,,,,,,,,,,,,,,5.6209755153e+02,7.4753928185e+01,,
4,,,,,,,,,,,,,,,,7.7140690160e+02,5.4470604181e+01,,
5,,,,,,,,,,,,,,,,5.6774236182e+02,7.4010683060e+01,,
6,,,,,,,,,,,,,,,,5.6459487076e+02,7.4423276186e+01,,
7,,,,,,,,,,,,,,,,6.5274979793e+02,6.4372291088e+01,,
8,,,,,,,,,,,,,,,,5.6245710063e+02,7.4706141949e+01,,
9,,,,,,,,,,,,,,,,6.5235293817e+02,6.4411452055e+01,,
10,,,,,,,,,,,,,,,,5.7124513263e+02,7.3556863070e+01,,
11,,,,,,,,,,,,,,,,1.0103561567e+03,4.1588304996e+01,,
12,,,,,,,,,,,,,,,,5.2987996505e+02,7.9299091816e+01,,
13,,,,,,,,,,,,,,,,5.6209083779e+02,7.4754821062e+01,,
14,,,,,,,,,,,,,,,,6.4866906138e+02,6.4777253151e+01,,
15,,,,,,,,,,,,,,,,5.7181570498e+02,7.3483466148e+01,,
16,,,,,,,,,,,,,,,,5.6721878728e+02,7.4078999043e+01,,
17,,,,,,,,,,,,,,,,6.5456017176e+02,6.4194251060e+01,,
18,,,,,,,,,,,,,,,,5.6331446725e+02,7.4592438936e+01,,
19,,,,,,,,,,,,,,,,6.2237507851e+02,6.7513950109e+01,,
20,,,,,,,,,,,,,,,,5.7125399437e+02,7.3555721998e+01,,
21,,,,,,,,,,,,,,,,1.0099888912e+03,4.1603427887e+01,,
22,,,,,,,,,,,,,,,,5.6464138731e+02,7.4417145014e+01,,
23,,,,,,,,,,,,,,,,5.4881512443e+02,7.6563123226e+01,,
24,,,,,,,,,,,,,,,,7.9861674981e+02,5.2614724159e+01,,
25,,,,,,,,,,,,,,,,5.7851621049e+02,7.2632364035e+01,,
26,,,,,,,,,,,,,,,,5.6732929887e+02,7.4064568996e+01,,
27,,,,,,,,,,,,,,,,6.5455568650e+02,6.4194690943e+01,,
28,,,,,,,,,,,,,,,,5.6791609743e+02,7.3988041878e+01,,
29,,,,,,,,,,,,,,,,6.5297129554e+02,6.4350455046e+01,,
30,,,,,,,,,,,,,,,,5.7104852503e+02,7.3582188129e+01,,
31,,,,,,,,,,,,,,,,1.0113239918e+03,4.1548505068e+01,,
32,,,,,,,,,,,,,,,,5.6448347458e+02,7.4437963009e+01,,
33,,,,,,,,,,,,,,,,5.6309963641e+02,7.4620897055e+01,,
34,,,,,,,,,,,,,,,,7.9923381039e+02,5.2574102163e+01,,
35,,,,,,,,,,,,,,,,5.7103338449e+02,7.3584139109e+01,,
36,,,,,,,,,,,,,,,,5.6691229942e+02,7.4119048119e+01,,
37,,,,,,,,,,,,,,,,6.5249639206e+02,6.4397290945e+01,,
38,,,,,,,,,,,,,,,,5.7102706060e+02,7.3584954023e+01,,
39,,,,,,,,,,,,,,,,6.5409669996e+02,6.4239737034e+01,,
40,,,,,,,,,,,,,,,,5.7246937939e+02,7.3399559021e+01,,
41,,,,,,,,,,,,,,,,1.0025878222e+03,4.1910542965e+01,,
42,,,,,,,,,,,,,,,,5.6395236503e+02,7.4508065939e+01,,
43,,,,,,,,,,,,,,,,5.6199405230e+02,7.4767695189e+01,,
44,,,,,,,,,,,,,,,,8.0724098300e+02,5.2052609921e+01,,
45,,,,,,,,,,,,,,,,5.7898585765e+02,7.2573447943e+01,,
46,,,,,,,,,,,,,,,,5.6691515335e+02,7.4118674994e+01,,
47,,,,,,,,,,,,,,,,6.5438569577e+02,6.4211366892e+01,,
48,,,,,,,,,,,,,,,,5.6319344298e+02,7.4608468056e+01,,
49,,,,,,,,,,,,,,,,6.5015145762e+02,6.4629555941e+01,,
50,,,,,,,,,,,,,,,,5.7199782965e+02,7.3460068941e+01,,
51,,,,,,,,,,,,,,,,1.0096737584e+03,4.1616412878e+01,,
52,,,,,,,,,,,,,,,,5.6470241345e+02,7.4409102917e+01,,
53,,,,,,,,,,,,,,,,5.6229362576e+02,7.4727861166e+01,,
54,,,,,,,,,,,,,,,,7.7070423942e+02,5.4520265818e+01,,
55,,,,,,,,,,,,,,,,5.7183495217e+02,7.3480992794e+01,,
56,,,,,,,,,,,,,,,,5.6828305243e+02,7.3940265894e+01,,
57,,,,,,,,,,,,,,,,6.5212651737e+02,6.4433815956e+01,,
58,,,,,,,,,,,,,,,,5.6243418255e+02,7.4709186077e+01,,
59,,,,,,,,,,,,,,,,6.4978811457e+02,6.4665694952e+01,,
60,,,,,,,,,,,,,,,,5.7202641483e+02,7.3456398010e+01,,
61,,,,,,,,,,,,,,,,9.2333279233e+02,4.5507968903e+01,,
62,,,,,,,,,,,,,,,,5.6446911948e+02,7.4439856052e+01,,
63,,,,,,,,,,,,,,,,5.6049225981e+02,7.4968029022e+01,,
64,,,,,,,,,,,,,,,,6.5359525955e+02,6.4289021969e+01,,
65,,,,,,,,,,,,,,,,5.3204692319e+02,7.8976116896e+01,,
66,,,,,,,,,,,,,,,,5.6374582204e+02,7.4535363913e+01,,
67,,,,,,,,,,,,,,,,6.0064969302e+02,6.9955916882e+01,,
68,,,,,,,,,,,,,,,,5.6443953291e+02,7.4443758011e+01,,
69,,,,,,,,,,,,,,,,6.5113767141e+02,6.4531667948e+01,,
70,,,,,,,,,,,,,,,,5.6648813190e+02,7.4174546003e+01,,
71,,,,,,,,,,,,,,,,1.0108179595e+03,4.1569304943e+01,,
72,,,,,,,,,,,,,,,,5.6157622748e+02,7.4823323965e+01,,
73,,,,,,,,,,,,,,,,5.6200807390e+02,7.4765829802e+01,,
74,,,,,,,,,,,,,,,,7.6878113823e+02,5.4656647921e+01,,
75,,,,,,,,,,,,,,,,5.6730456679e+02,7.4067797899e+01,,
76,,,,,,,,,,,,,,,,5.6431853435e+02,7.4459719896e+01,,
77,,,,,,,,,,,,,,,,6.5332116276e+02,6.4315994024e+01,,
78,,,,,,,,,,,,,,,,5.6448690979e+02,7.4437510014e+01,,
79,,,,,,,,,,,,,,,,6.4850249587e+02,6.4793890953e+01,,
80,,,,,,,,,,,,,,,,5.7230288066e+02,7.3420912981e+01,,
81,,,,,,,,,,,,,,,,1.0041286408e+03,4.1846231937e+01,,
82,,,,,,,,,,,,,,,,5.6455089186e+02,7.4429073811e+01,,
83,,,,,,,,,,,,,,,,5.6312900890e+02,7.4617004871e+01,,
84,,,,,,,,,,,,,,,,7.3489373462e+02,5.7176974058e+01,,
85,,,,,,,,,,,,,,,,5.7882927839e+02,7.2593079805e+01,,
86,,,,,,,,,,,,,,,,5.7110559561e+02,7.3574835062e+01,,
87,,,,,,,,,,,,,,,,6.5432506450e+02,6.4217316866e+01,,
88,,,,,,,,,,,,,,,,5.6311445091e+02,7.4618933916e+01,,
89,,,,,,,,,,,,,,,,6.5310575425e+02,6.4337206841e+01,,
90,,,,,,,,,,,,,,,,5.6730026816e+02,7.4068359137e+01,,
91,,,,,,,,,,,,,,,,1.0095887525e+03,4.1619916916e+01,,
92,,,,,,,,,,,,,,,,5.6470935076e+02,7.4408188820e+01,,
93,,,,,,,,,,,,,,,,5.6241263931e+02,7.4712047815e+01,,
94,,,,,,,,,,,,,,,,7.6849780388e+02,5.4676799059e+01,,
95,,,,,,,,,,,,,,,,5.7230819768e+02,7.3420230865e+01,,
96,,,,,,,,,,,,,,,,5.6115447979e+02,7.4879559040e+01,,
97,,,,,,,,,,,,,,,,6.5424810355e+02,6.4224870920e+01,,
98,,,,,,,,,,,,,,,,5.6811839538e+02,7.3961695910e+01,,
99,,,,,,,,,,,,,,,,6.5236515427e+02,6.4410245895e+01,,
100,,,,,,,,,,,,,,,,5.7227111814e+02,7.3424988031e+01,,
101,,,,,,,,,,,,,,,,1.0076049147e+03,4.1701860905e+01,,
102,,,,,,,,,,,,,,,,5.6360605990e+02,7.4553847075e+01,,
103,,,,,,,,,,,,,,,,5.6038331217e+02,7.4982604027e+01,,
104,,,,,,,,,,,,,,,,6.6188342386e+02,6.3483989000e+01,,
105,,,,,,,,,,,,,,,,5.6612257584e+02,7.4222441912e+01,,
106,,,,,,,,,,,,,,,,5.7114650743e+02,7.3569564819e+01,,
107,,,,,,,,,,,,,,,,6.5528547062e+02,6.4123198032e+01,,
108,,,,,,,,,,,,,,,,5.7097440638e+02,7.3591739893e+01,,
109,,,,,,,,,,,,,,,,6.5279711658e+02,6.4367624998e+01,,
110,,,,,,,,,,,,,,,,5.7181997769e+02,7.3482917070e+01,,
111,,,,,,,,,,,,,,,,1.0028043899e+03,4.1901491880e+01,,
112,,,,,,,,,,,,,,,,5.5855552573e+02,7.5227972984e+01,,
113,,,,,,,,,,,,,,,,5.6343142582e+02,7.4576954842e+01,,
114,,,,,,,,,,,,,,,,7.6390822114e+02,5.5005298853e+01,,
115,,,,,,,,,,,,,,,,5.6798250121e+02,7.3979391813e+01,,
116,,,,,,,,,,,,,,,,5.6110694247e+02,7.4885902882e+01,,
117,,,,,,,,,,,,,,,,6.5225917754e+02,6.4420711040e+01,,
118,,,,,,,,,,,,,,,,5.6754251738e+02,7.4036743879e+01,,
119,,,,,,,,,,,,,,,,5.8081024557e+02,7.2345486879e+01,,
120,,,,,,,,,,,,,,,,5.7233817629e+02,7.3416385174e+01,,
121,,,,,,,,,,,,,,,,1.0029581313e+03,4.1895068884e+01,,
122,,,,,,,,,,,,,,,,5.5871308783e+02,7.5206758022e+01,,
123,,,,,,,,,,,,,,,,5.6403730918e+02,7.4496845007e+01,,
124,,,,,,,,,,,,,,,,7.3352301903e+02,5.7283819199e+01,,
125,,,,,,,,,,,,,,,,5.7917133246e+02,7.2550206900e+01,,
126,,,,,,,,,,,,,,,,5.6468665948e+02,7.4411178827e+01,,
127,,,,,,,,,,,,,,,,6.4763993324e+02,6.4880187035e+01,,
128,,,,,,,,,,,,,,,,5.6361389314e+02,7.4552810907e+01,,
129,,,,,,,,,,,,,,,,6.5211029514e+02,6.4435418844e+01,,
130,,,,,,,,,,,,,,,,5.6427172230e+02,7.4465897083e+01,,
131,,,,,,,,,,,,,,,,1.0091352947e+03,4.1638618946e+01,,
132,,,,,,,,,,,,,,,,5.6228887171e+02,7.4728492975e+01,,
133,,,,,,,,,,,,,,,,5.6216528769e+02,7.4744920969e+01,,
134,,,,,,,,,,,,,,,,7.7167668042e+02,5.4451561213e+01,,
135,,,,,,,,,,,,,,,,5.6632884983e+02,7.4195407867e+01,,
136,,,,,,,,,,,,,,,,5.6058890314e+02,7.4955104828e+01,,
137,,,,,,,,,,,,,,,,6.5204197907e+02,6.4442169905e+01,,
138,,,,,,,,,,,,,,,,5.6236863363e+02,7.4717894077e+01,,
139,,,,,,,,,,,,,,,,6.4714584961e+02,6.4929721832e+01,,
140,,,,,,,,,,,,,,,,5.6789452746e+02,7.3990852118e+01,,
141,,,,,,,,,,,,,,,,9.4740533013e+02,4.4351660967e+01,,
142,,,,,,,,,,,,,,,,5.6741858279e+02,7.4052914858e+01,,
143,,,,,,,,,,,,,,,,5.6317578090e+02,7.4610807896e+01,,
144,,,,,,,,,,,,,,,,7.6657266727e+02,5.4814111948e+01,,
145,,,,,,,,,,,,,,,,5.7861919271e+02,7.2619436979e+01,,
146,,,,,,,,,,,,,,,,5.6294937999e+02,7.4640814066e+01,,
147,,,,,,,,,,,,,,,,6.5339227611e+02,6.4308994055e+01,,
148,,,,,,,,,,,,,,,,5.6324626668e+02,7.4601470947e+01,,
149,,,,,,,,,,,,,,,,6.4966576850e+02,6.4677872896e+01,,
150,,,,,,,,,,,,,,,,5.6705042226e+02,7.4100994110e+01,,
151,,,,,,,,,,,,,,,,1.0020509171e+03,4.1932998896e+01,,
152,,,,,,,,,,,,,,,,5.6281835915e+02,7.4658190012e+01,,
153,,,,,,,,,,,,,,,,5.6173049084e+02,7.4802775860e+01,,
154,,,,,,,,,,,,,,,,7.7009338003e+02,5.4563512802e+01,,
155,,,,,,,,,,,,,,,,5.7910623911e+02,7.2558361769e+01,,
156,,,,,,,,,,,,,,,,5.6783747660e+02,7.3998286009e+01,,
157,,,,,,,,,,,,,,,,6.5344405860e+02,6.4303897858e+01,,
158,,,,,,,,,,,,,,,,5.6354489386e+02,7.4561939001e+01,,
159,,,,,,,,,,,,,,,,5.7867728500e+02,7.2612146854e+01,,
160,,,,,,,,,,,,,,,,5.7138689784e+02,7.3538613081e+01,,
161,,,,,,,,,,,,,,,,6.2650901897e+02,6.7068467855e+01,,
162,,,,,,,,,,,,,,,,5.6351480770e+02,7.4565919876e+01,,
163,,,,,,,,,,,,,,,,5.6213642266e+02,7.4748759031e+01,,
164,,,,,,,,,,,,,,,,7.6173452245e+02,5.5162262917e+01,,
165,,,,,,,,,,,,,,,,5.7904196514e+02,7.2566415787e+01,,
166,,,,,,,,,,,,,,,,5.7194835769e+02,7.3466423035e+01,,
167,,,,,,,,,,,,,,,,5.4378492989e+02,7.7271358013e+01,,
168,,,,,,,,,,,,,,,,5.6778185664e+02,7.4005534887e+01,,
169,,,,,,,,,,,,,,,,6.5217363227e+02,6.4429161072e+01,,
170,,,,,,,,,,,,,,,,5.7908175201e+02,7.2561429977e+01,,
171,,,,,,,,,,,,,,,,9.4067126838e+02,4.4669164896e+01,,
172,,,,,,,,,,,,,,,,5.6457173473e+02,7.4426326036e+01,,
173,,,,,,,,,,,,,,,,5.6376107813e+02,7.4533346891e+01,,
174,,,,,,,,,,,,,,,,7.6863284437e+02,5.4667192936e+01,,
175,,,,,,,,,,,,,,,,5.7909048371e+02,7.2560335875e+01,,
176,,,,,,,,,,,,,,,,5.7169586312e+02,7.3498870134e+01,,
177,,,,,,,,,,,,,,,,6.4533360039e+02,6.5112059832e+01,,
178,,,,,,,,,,,,,,,,5.6199719563e+02,7.4767277002e+01,,
179,,,,,,,,,,,,,,,,5.8082618848e+02,7.2343501091e+01,,
180,,,,,,,,,,,,,,,,5.6707816475e+02,7.4097368956e+01,,
181,,,,,,,,,,,,,,,,1.0054720539e+03,4.1790321112e+01,,
182,,,,,,,,,,,,,,,,5.6411412278e+02,7.4486701012e+01,,
183,,,,,,,,,,,,,,,,5.6438495614e+02,7.4450956821e+01,,
184,,,,,,,,,,,,,,,,7.7114461635e+02,5.4489130974e+01,,
185,,,,,,,,,,,,,,,,5.7965448577e+02,7.2489734888e+01,,
186,,,,,,,,,,,,,,,,5.5963926560e+02,7.5082294226e+01,,
187,,,,,,,,,,,,,,,,5.4562041897e+02,7.7011414051e+01,,
188,,,,,,,,,,,,,,,,5.6431694244e+02,7.4459929943e+01,,
189,,,,,,,,,,,,,,,,6.5276158404e+02,6.4371128798e+01,,
190,,,,,,,,,,,,,,,,5.6716333408e+02,7.4086241961e+01,,
191,,,,,,,,,,,,,,,,1.0108365582e+03,4.1568540096e+01,,
192,,,,,,,,,,,,,,,,5.6742156969e+02,7.4052525043e+01,,
193,,,,,,,,,,,,,,,,5.6318665805e+02,7.4609366894e+01,,
194,,,,,,,,,,,,,,,,7.3393632104e+02,5.7251560926e+01,,
195,,,,,,,,,,,,,,,,5.7111759741e+02,7.3573288918e+01,,
196,,,,,,,,,,,,,,,,5.6409078239e+02,7.4489783049e+01,,
197,,,,,,,,,,,,,,,,5.4251759471e+02,7.7451865911e+01,,
198,,,,,,,,,,,,,,,,5.6439191457e+02,7.4450038910e+01,,
199,,,,,,,,,,,,,,,,6.5186845702e+02,6.4459323883e+01,,
200,,,,,,,,,,,,,,,,5.6791090014e+02,7.3988718987e+01,,
201,,,,,,,,,,,,,,,,1.0057523576e+03,4.1778674126e+01,,
202,,,,,,,,,,,,,,,,5.6355355614e+02,7.4560792923e+01,,
203,,,,,,,,,,,,,,,,5.6035481691e+02,7.4986417055e+01,,
204,,,,,,,,,,,,,,,,7.6308875447e+02,5.5064368010e+01,,
205,,,,,,,,,,,,,,,,5.6673791071e+02,7.4141855001e+01,,
206,,,,,,,,,,,,,,,,5.6094117515e+02,7.4908032894e+01,,
207,,,,,,,,,,,,,,,,6.5009715975e+02,6.4634953976e+01,,
208,,,,,,,,,,,,,,,,5.6269931937e+02,7.4673984051e+01,,
209,,,,,,,,,,,,,,,,5.4352147507e+02,7.7308812857e+01,,
210,,,,,,,,,,,,,,,,5.6689307219e+02,7.4121562004e+01,,
211,,,,,,,,,,,,,,,,9.3852578814e+02,4.4771279097e+01,,
212,,,,,,,,,,,,,,,,5.6175606789e+02,7.4799370050e+01,,
213,,,,,,,,,,,,,,,,5.6212113425e+02,7.4750792027e+01,,
214,,,,,,,,,,,,,,,,7.2189976166e+02,5.8206141949e+01,,
215,,,,,,,,,,,,,,,,5.6787953175e+02,7.3992805958e+01,,
216,,,,,,,,,,,,,,,,5.6453490945e+02,7.4431180954e+01,,
217,,,,,,,,,,,,,,,,6.5244561228e+02,6.4402302980e+01,,
218,,,,,,,,,,,,,,,,5.6347687889e+02,7.4570939064e+01,,
219,,,,,,,,,,,,,,,,5.5890816881e+02,7.5180507898e+01,,
220,,,,,,,,,,,,,,,,5.7125862161e+02,7.3555126190e+01,,
221,,,,,,,,,,,,,,,,1.0079389672e+03,4.1688040018e+01,,
222,,,,,,,,,,,,,,,,5.6388556872e+02,7.4516891956e+01,,
223,,,,,,,,,,,,,,,,5.6330992099e+02,7.4593040943e+01,,
224,,,,,,,,,,,,,,,,7.6983914630e+02,5.4581532001e+01,,
225,,,,,,,,,,,,,,,,5.6794133676e+02,7.3984753847e+01,,
226,,,,,,,,,,,,,,,,5.6729827043e+02,7.4068619967e+01,,
227,,,,,,,,,,,,,,,,6.5336731443e+02,6.4311450958e+01,,
228,,,,,,,,,,,,,,,,5.6400915226e+02,7.4500564098e+01,,
229,,,,,,,,,,,,,,,,6.4861940787e+02,6.4782212019e+01,,
230,,,,,,,,,,,,,,,,5.6740238280e+02,7.4055029154e+01,,
231,,,,,,,,,,,,,,,,1.0259684833e+03,4.0955449104e+01,,
232,,,,,,,,,,,,,,,,5.6415661964e+02,7.4481090069e+01,,
233,,,,,,,,,,,,,,,,5.6223340787e+02,7.4735864878e+01,,
234,,,,,,,,,,,,,,,,7.9850312668e+02,5.2622210979e+01,,
235,,,,,,,,,,,,,,,,5.7195572290e+02,7.3465476990e+01,,
236,,,,,,,,,,,,,,,,5.5014744883e+02,7.6377705812e+01,,
237,,,,,,,,,,,,,,,,6.5400546138e+02,6.4248698950e+01,,
238,,,,,,,,,,,,,,,,5.6838786573e+02,7.3926630974e+01,,
239,,,,,,,,,,,,,,,,6.5104840602e+02,6.4540515900e+01,,
240,,,,,,,,,,,,,,,,5.7196919906e+02,7.3463746071e+01,,
241,,,,,,,,,,,,,,,,9.4381011258e+02,4.4520607948e+01,,
242,,,,,,,,,,,,,,,,5.6410204339e+02,7.4488296032e+01,,
243,,,,,,,,,,,,,,,,5.6263008580e+02,7.4683172941e+01,,
244,,,,,,,,,,,,,,,,7.6456464088e+02,5.4958073854e+01,,
245,,,,,,,,,,,,,,,,5.7874846810e+02,7.2603215933e+01,,
246,,,,,,,,,,,,,,,,5.6717501561e+02,7.4084716082e+01,,
247,,,,,,,,,,,,,,,,6.5570508433e+02,6.4082162857e+01,,
248,,,,,,,,,,,,,,,,5.6404798496e+02,7.4495434999e+01,,
249,,,,,,,,,,,,,,,,6.5266459040e+02,6.4380695105e+01,,
250,,,,,,,,,,,,,,,,5.7162292051e+02,7.3508249044e+01,,
251,,,,,,,,,,,,,,,,1.0082352120e+03,4.1675791025e+01,,
252,,,,,,,,,,,,,,,,5.3002830085e+02,7.9276898861e+01,,
253,,,,,,,,,,,,,,,,5.6318309467e+02,7.4609838963e+01,,
254,,,,,,,,,,,,,,,,7.9855337420e+02,5.2618899822e+01,,
255,,,,,,,,,,,,,,,,5.2810698336e+02,7.9565317869e+01,,
256,,,,,,,,,,,,,,,,5.6126512886e+02,7.4864797115e+01,,
257,,,,,,,,,,,,,,,,6.6119537838e+02,6.3550050974e+01,,
258,,,,,,,,,,,,,,,,5.6388450968e+02,7.4517031908e+01,,
259,,,,,,,,,,,,,,,,6.5241242441e+02,6.4405579090e+01,,
260,,,,,,,,,,,,,,,,5.6730551454e+02,7.4067674160e+01,,
261,,,,,,,,,,,,,,,,1.0079262969e+03,4.1688564062e+01,,
262,,,,,,,,,,,,,,,,5.6149589411e+02,7.4834028959e+01,,
263,,,,,,,,,,,,,,,,5.6033837818e+02,7.4988616943e+01,,
264,,,,,,,,,,,,,,,,7.7026978522e+02,5.4551016808e+01,,
265,,,,,,,,,,,,,,,,5.7159485763e+02,7.3511857986e+01,,
266,,,,,,,,,,,,,,,,5.6352264381e+02,7.4564882994e+01,,
267,,,,,,,,,,,,,,,,6.5084228305e+02,6.4560956001e+01,,
268,,,,,,,,,,,,,,,,5.6331297823e+02,7.4592636108e+01,,
269,,,,,,,,,,,,,,,,6.5128165986e+02,6.4517400980e+01,,
270,,,,,,,,,,,,,,,,5.6180406090e+02,7.4792980194e+01,,
271,,,,,,,,,,,,,,,,1.0095102837e+03,4.1623152018e+01,,
272,,,,,,,,,,,,,,,,5.6241698803e+02,7.4711470127e+01,,
273,,,,,,,,,,,,,,,,5.6092429674e+02,7.4910286903e+01,,
274,,,,,,,,,,,,,,,,7.6659582782e+02,5.4812455893e+01,,
275,,,,,,,,,,,,,,,,5.6465324016e+02,7.4415582895e+01,,
276,,,,,,,,,,,,,,,,5.6231158240e+02,7.4725474834e+01,,
277,,,,,,,,,,,,,,,,6.5255234787e+02,6.4391768932e+01,,
278,,,,,,,,,,,,,,,,5.6253221857e+02,7.4696166039e+01,,
279,,,,,,,,,,,,,,,,5.7184560603e+02,7.3479623795e+01,,
280,,,,,,,,,,,,,,,,5.7130890586e+02,7.3548652172e+01,,
281,,,,,,,,,,,,,,,,1.0048853630e+03,4.1814719915e+01,,
282,,,,,,,,,,,,,,,,5.6751834784e+02,7.4039896965e+01,,
283,,,,,,,,,,,,,,,,5.6355794774e+02,7.4560211897e+01,,
284,,,,,,,,,,,,,,,,7.7129541018e+02,5.4478477955e+01,,
285,,,,,,,,,,,,,,,,5.7212459940e+02,7.3443791866e+01,,
286,,,,,,,,,,,,,,,,5.7141461608e+02,7.3535045862e+01,,
287,,,,,,,,,,,,,,,,6.5502005509e+02,6.4149180889e+01,,
288,,,,,,,,,,,,,,,,5.6411136560e+02,7.4487065077e+01,,
289,,,,,,,,,,,,,,,,6.5237723800e+02,6.4409052849e+01,,
290,,,,,,,,,,,,,,,,5.7854014650e+02,7.2629359007e+01,,
291,,,,,,,,,,,,,,,,1.0084566905e+03,4.1666638136e+01,,
292,,,,,,,,,,,,,,,,5.6745856609e+02,7.4047697067e+01,,
293,,,,,,,,,,,,,,,,5.6194865716e+02,7.4773735046e+01,,
294,,,,,,,,,,,,,,,,8.0649193460e+02,5.2100955009e+01,,
295,,,,,,,,,,,,,,,,5.7173623637e+02,7.3493680000e+01,,
296,,,,,,,,,,,,,,,,5.6727273582e+02,7.4071954012e+01,,
297,,,,,,,,,,,,,,,,6.5467152784e+02,6.4183331966e+01,,
298,,,,,,,,,,,,,,,,5.6392393691e+02,7.4511821985e+01,,
299,,,,,,,,,,,,,,,,6.5042067547e+02,6.4602804899e+01,,
300,,,,,,,,,,,,,,,,5.7099167675e+02,7.3589514017e+01,,
301,,,,,,,,,,,,,,,,1.0111840066e+03,4.1554256916e+01,,
302,,,,,,,,,,,,,,,,5.6743277224e+02,7.4051063061e+01,,
303,,,,,,,,,,,,,,,,5.6155175289e+02,7.4826585054e+01,,
304,,,,,,,,,,,,,,,,6.4882982435e+02,6.4761203051e+01,,
305,,,,,,,,,,,,,,,,5.7878508217e+02,7.2598623037e+01,,
306,,,,,,,,,,,,,,,,5.7140589757e+02,7.3536167860e+01,,
307,,,,,,,,,,,,,,,,6.5312032936e+02,6.4335771084e+01,,
308,,,,,,,,,,,,,,,,5.6378942851e+02,7.4529598951e+01,,
309,,,,,,,,,,,,,,,,6.5390989317e+02,6.4258088827e+01,,
310,,,,,,,,,,,,,,,,5.7839764401e+02,7.2647253036e+01,,
311,,,,,,,,,,,,,,,,1.0122412802e+03,4.1510854006e+01,,
312,,,,,,,,,,,,,,,,5.6411479628e+02,7.4486612082e+01,,
313,,,,,,,,,,,,,,,,5.5561501457e+02,7.5626106024e+01,,
314,,,,,,,,,,,,,,,,7.9993248602e+02,5.2528182983e+01,,
315,,,,,,,,,,,,,,,,5.6809699683e+02,7.3964481831e+01,,
316,,,,,,,,,,,,,,,,5.7112724733e+02,7.3572045803e+01,,
317,,,,,,,,,,,,,,,,5.8574454635e+02,7.1736049891e+01,,
318,,,,,,,,,,,,,,,,5.6418925956e+02,7.4476781130e+01,,
319,,,,,,,,,,,,,,,,6.5177483559e+02,6.4468582869e+01,,
mdtest-hard-stat
-- started at 05/25/2021 21:53:29 --

mdtest-3.4.0+dev was launched with 320 total task(s) on 10 node(s)
Command line used: ./mdtest '-n' '1000000' '-t' '-w' '3901' '-e' '3901' '-P' '-G=1649761733' '-N' '1' '-F' '-d' '/S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/mdtest-hard' '-x' './results/2021.05.25-21.17.35/mdtest-hard.stonewall' '-T' '--saveRankPerformanceDetails=./results/2021.05.25-21.17.35/mdtest-hard-stat.csv' '-a' 'POSIX'
Path                : /S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/mdtest-hard
FS                  : 1250.0 TiB   Used FS: 32.3%   Inodes: 10699.8 Mi   Used Inodes: 2.3%
Nodemap: 10000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000
V-0: Rank   0 Line  2469 Shifting ranks by 1 for each phase.
320 tasks, 320000000 files

SUMMARY rate: (of 1 iterations)
   Operation                     Max            Min           Mean        Std Dev
   ---------                     ---            ---           ----        -------
   File creation                   0.000          0.000          0.000          0.000
   File stat                  382984.220     382984.220     382984.220          0.000
   File read                       0.000          0.000          0.000          0.000
   File removal                    0.000          0.000          0.000          0.000
   Tree creation                   0.000          0.000          0.000          0.000
   Tree removal                    0.000          0.000          0.000          0.000

SUMMARY time: (of 1 iterations)
   Operation                     Max            Min           Mean        Std Dev
   ---------                     ---            ---           ----        -------
   File creation                   0.000          0.000          0.000          0.000
   File stat                      35.109         35.109         35.109          0.000
   File read                       0.000          0.000          0.000          0.000
   File removal                    0.000          0.000          0.000          0.000
   Tree creation                   0.000          0.000          0.000          0.000
   Tree removal                    0.000          0.000          0.000          0.000
-- finished at 05/25/2021 21:54:04 --

mdtest-hard-write
-- started at 05/25/2021 21:38:35 --

mdtest-3.4.0+dev was launched with 320 total task(s) on 10 node(s)
Command line used: ./mdtest '-n' '1000000' '-t' '-w' '3901' '-e' '3901' '-P' '-G=1649761733' '-N' '1' '-F' '-d' '/S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/mdtest-hard' '-x' './results/2021.05.25-21.17.35/mdtest-hard.stonewall' '-C' '-Y' '-W' '300' '--saveRankPerformanceDetails=./results/2021.05.25-21.17.35/mdtest-hard-write.csv' '-a' 'POSIX'
Path                : /S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/mdtest-hard
FS                  : 1250.0 TiB   Used FS: 32.3%   Inodes: 10699.8 Mi   Used Inodes: 2.1%
Nodemap: 10000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000
V-0: Rank   0 Line  2469 Shifting ranks by 1 for each phase.
320 tasks, 320000000 files
Continue stonewall hit min: 38672 max: 42019 avg: 40217.0 


SUMMARY rate: (of 1 iterations)
   Operation                     Max            Min           Mean        Std Dev
   ---------                     ---            ---           ----        -------
   File creation               41864.914      41864.914      41864.914          0.000
   File stat                       0.000          0.000          0.000          0.000
   File read                       0.000          0.000          0.000          0.000
   File removal                    0.000          0.000          0.000          0.000
   Tree creation                  75.867         75.867         75.867          0.000
   Tree removal                    0.000          0.000          0.000          0.000

SUMMARY time: (of 1 iterations)
   Operation                     Max            Min           Mean        Std Dev
   ---------                     ---            ---           ----        -------
   File creation                 321.178        321.178        321.178          0.000
   File stat                       0.000          0.000          0.000          0.000
   File read                       0.000          0.000          0.000          0.000
   File removal                    0.000          0.000          0.000          0.000
   Tree creation                   0.013          0.013          0.013          0.000
   Tree removal                    0.000          0.000          0.000          0.000
-- finished at 05/25/2021 21:43:56 --

result
version         = 
config-hash     = B03D960
result-dir      = ./results/2021.05.25-21.17.35
mode            = standard
; START 2021-05-25 21:17:38


[ior-easy-write]
t_start         = 2021-05-25 21:17:38
exe             = ./ior -C -Q 1 -g -G 763573251 -k -e -o /S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/ior-easy/ior_file_easy -O stoneWallingStatusFile=./results/2021.05.25-21.17.35/ior-easy.stonewall -t 16m -b 9920000m -F -w -D 300 -O stoneWallingWearOut=1 -a POSIX --posix.odirect=1 -O saveRankPerformanceDetailsCSV=./results/2021.05.25-21.17.35/ior-easy-write.csv
throughput-stonewall = 269.82
score           = 254.472680
t_delta         = 335.0026
t_end           = 2021-05-25 21:23:13

[mdtest-easy-write]
t_start         = 2021-05-25 21:23:13
exe             = ./mdtest -n 1000000 -u -L -F -P -G 1649751045 -N 1 -d /S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/mdtest-easy -x ./results/2021.05.25-21.17.35/mdtest-easy.stonewall -C -Y -W 300 --saveRankPerformanceDetails=./results/2021.05.25-21.17.35/mdtest-easy-write.csv -a POSIX
rate-stonewall  = 182.359526
score           = 144.722921
t_delta         = 509.7328
t_end           = 2021-05-25 21:31:43

[timestamp]
t_start         = 2021-05-25 21:31:43
score           = 0.000000
t_delta         = 0.0004
t_end           = 2021-05-25 21:31:43

[ior-hard-write]
t_start         = 2021-05-25 21:31:43
exe             = ./ior -C -Q 1 -g -G=763583939 -k -e -o /S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/ior-hard/file -O stoneWallingStatusFile=./results/2021.05.25-21.17.35/ior-hard.stonewall -t 47008 -b 47008 -s 150000 -w -D 300 -a POSIX -O saveRankPerformanceDetailsCSV=./results/2021.05.25-21.17.35/ior-hard-write.csv -O stoneWallingWearOut=1
throughput-stonewall = 5.87
score           = 5.125428
t_delta         = 411.8411
t_end           = 2021-05-25 21:38:35

[mdtest-hard-write]
t_start         = 2021-05-25 21:38:35
exe             = ./mdtest -n 1000000 -t -w 3901 -e 3901 -P -G=1649761733 -N 1 -F -d /S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/mdtest-hard -x ./results/2021.05.25-21.17.35/mdtest-hard.stonewall -C -Y -W 300 --saveRankPerformanceDetails=./results/2021.05.25-21.17.35/mdtest-hard-write.csv -a POSIX
rate-stonewall  = 42.896678
score           = 41.864914
t_delta         = 321.2622
t_end           = 2021-05-25 21:43:56

[find]
t_start         = 2021-05-25 21:43:56
exe             = ./pfind /S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35 -newer ./results/2021.05.25-21.17.35/timestampfile -size 3901c -name *01* -C -q 10000
nproc           = 320
found           = 517552
total-files     = 87197441
score           = 5213.090670
t_delta         = 16.7313
t_end           = 2021-05-25 21:44:13

[ior-easy-read]
t_start         = 2021-05-25 21:44:13
exe             = ./ior -C -Q 1 -g -G 763573251 -k -e -o /S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/ior-easy/ior_file_easy -O stoneWallingStatusFile=./results/2021.05.25-21.17.35/ior-easy.stonewall -t 16m -b 9920000m -F -r -R -a POSIX --posix.odirect=1 -O saveRankPerformanceDetailsCSV=./results/2021.05.25-21.17.35/ior-easy-read.csv
score           = 221.612186
t_delta         = 384.6560
t_end           = 2021-05-25 21:50:37

[mdtest-easy-stat]
t_start         = 2021-05-25 21:50:37
exe             = ./mdtest -n 1000000 -u -L -F -P -G 1649751045 -N 1 -d /S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/mdtest-easy -x ./results/2021.05.25-21.17.35/mdtest-easy.stonewall -T --saveRankPerformanceDetails=./results/2021.05.25-21.17.35/mdtest-easy-stat.csv -a POSIX
score           = 1258.251390
t_delta         = 58.8556
t_end           = 2021-05-25 21:51:36

[ior-hard-read]
t_start         = 2021-05-25 21:51:36
exe             = ./ior -C -Q 1 -g -G=763583939 -k -e -o /S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/ior-hard/file -O stoneWallingStatusFile=./results/2021.05.25-21.17.35/ior-hard.stonewall -t 47008 -b 47008 -s 150000 -r -R -a POSIX -O saveRankPerformanceDetailsCSV=./results/2021.05.25-21.17.35/ior-hard-read.csv
score           = 18.658181
t_delta         = 112.6540
t_end           = 2021-05-25 21:53:29

[mdtest-hard-stat]
t_start         = 2021-05-25 21:53:29
exe             = ./mdtest -n 1000000 -t -w 3901 -e 3901 -P -G=1649761733 -N 1 -F -d /S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/mdtest-hard -x ./results/2021.05.25-21.17.35/mdtest-hard.stonewall -T --saveRankPerformanceDetails=./results/2021.05.25-21.17.35/mdtest-hard-stat.csv -a POSIX
score           = 382.984220
t_delta         = 35.1583
t_end           = 2021-05-25 21:54:04

[mdtest-easy-delete]
t_start         = 2021-05-25 21:54:04
exe             = ./mdtest -n 1000000 -u -L -F -P -G 1649751045 -N 1 -d /S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/mdtest-easy -x ./results/2021.05.25-21.17.35/mdtest-easy.stonewall -r --saveRankPerformanceDetails=./results/2021.05.25-21.17.35/mdtest-easy-delete.csv -a POSIX
score           = 97.618424
t_delta         = 755.7961
t_end           = 2021-05-25 22:06:40

[mdtest-hard-read]
t_start         = 2021-05-25 22:06:40
exe             = ./mdtest -n 1000000 -t -w 3901 -e 3901 -P -G=1649761733 -N 1 -F -d /S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/mdtest-hard -x ./results/2021.05.25-21.17.35/mdtest-hard.stonewall -E -X --saveRankPerformanceDetails=./results/2021.05.25-21.17.35/mdtest-hard-read.csv -a POSIX
score           = 168.992899
t_delta         = 79.5922
t_end           = 2021-05-25 22:07:59

[mdtest-hard-delete]
t_start         = 2021-05-25 22:07:59
exe             = ./mdtest -n 1000000 -t -w 3901 -e 3901 -P -G=1649761733 -N 1 -F -d /S/work00/G8110/z8362/4MDT/datafiles/2021.05.25-21.17.35/mdtest-hard -x ./results/2021.05.25-21.17.35/mdtest-hard.stonewall -r --saveRankPerformanceDetails=./results/2021.05.25-21.17.35/mdtest-hard-delete.csv -a POSIX
score           = 18.442281
t_delta         = 729.3203
t_end           = 2021-05-25 22:20:09

[SCORE]
MD              = 215.380186
BW              = 48.190182
SCORE           = 101.878409
hash            = CF2760A3
; END 2021-05-25 22:20:09
result_summary
IO500 version  (standard)
[RESULT]       ior-easy-write      254.472680 GiB/s : time 335.003 seconds
[RESULT]    mdtest-easy-write      144.722921 kIOPS : time 509.733 seconds
[      ]            timestamp        0.000000 kIOPS : time 0.000 seconds
[RESULT]       ior-hard-write        5.125428 GiB/s : time 411.841 seconds
[RESULT]    mdtest-hard-write       41.864914 kIOPS : time 321.262 seconds
[RESULT]                 find     5213.090670 kIOPS : time 16.731 seconds
[RESULT]        ior-easy-read      221.612186 GiB/s : time 384.656 seconds
[RESULT]     mdtest-easy-stat     1258.251390 kIOPS : time 58.856 seconds
[RESULT]        ior-hard-read       18.658181 GiB/s : time 112.654 seconds
[RESULT]     mdtest-hard-stat      382.984220 kIOPS : time 35.158 seconds
[RESULT]   mdtest-easy-delete       97.618424 kIOPS : time 755.796 seconds
[RESULT]     mdtest-hard-read      168.992899 kIOPS : time 79.592 seconds
[RESULT]   mdtest-hard-delete       18.442281 kIOPS : time 729.320 seconds
[SCORE ] Bandwidth 48.190182 GiB/s : IOPS 215.380186 kiops : TOTAL 101.878409