iFLYTEK

Institution iFLYTEK
Client Procs Per Node
Client Operating System CentOS
Client Operating System Version 7.4
Client Kernel Version 4.12.14

DATA SERVER

Storage Type NVMe
Volatile Memory 128GB
Storage Interface NVMe
Network IB EDR
Software Version
OS Version 7.4

INFORMATION

Client Nodes 10
Client Total Procs 200
Metadata Nodes 20
Metadata Storage Devices 1
Data Nodes 10
Data Storage Devices 2

METADATA

Easy Write 195.20 kIOP/s
Easy Stat 943.16 kIOP/s
Easy Delete 163.99 kIOP/s
Hard Write 157.20 kIOP/s
Hard Read 236.34 kIOP/s
Hard Stat 889.57 kIOP/s
Hard Delete 217.29 kIOP/s

Submitted Files

io500
#!/bin/bash
#
# INSTRUCTIONS:
# Edit this file as needed for your machine.
# This simplified version is just for running on a single node.
# It is a simplified version of the site-configs/sandia/startup.sh which include SLURM directives.
# Most of the variables set in here are needed for io500_fixed.sh which gets sourced at the end of this.
# Please also edit 'extra_description' function.

set -euo pipefail  # better error handling

# turn these to True successively while you debug and tune this benchmark.
# for each one that you turn to true, go and edit the appropriate function.
# to find the function name, see the 'main' function.
# These are listed in the order that they run.
io500_run_ior_easy="True" # does the write phase and enables the subsequent read
io500_run_md_easy="True"  # does the creat phase and enables the subsequent stat
io500_run_ior_hard="True" # does the write phase and enables the subsequent read
io500_run_md_hard="True"  # does the creat phase and enables the subsequent read
io500_run_find="True"
io500_run_ior_easy_read="True"
io500_run_md_easy_stat="True"
io500_run_ior_hard_read="True"
io500_run_md_hard_stat="True"
io500_run_md_hard_read="True"
io500_run_md_easy_delete="True" # turn this off if you want to just run find by itself
io500_run_md_hard_delete="True" # turn this off if you want to just run find by itself
io500_run_mdreal="False"  # this one is optional
io500_cleanup_workdir="False"  # this flag is currently ignored. You'll need to clean up your data files manually if you want to.
io500_clean_cache="False" # attempt to clean the cache after every benchmark, useful for validating the performance results and for testing with a local node; it uses the io500_clean_cache_cmd (can be overwritten); make sure the user can write to /proc/sys/vm/drop_caches
io500_stonewall_timer=0 # Stonewalling timer, set to 300 to be an official run; set to 0, if you never want to abort...
io500_rules="regular" # Choose regular for an official regular submission or scc for a Student Cluster Competition submission to execute the test cases for 30 seconds instead of 300 seconds

# to run this benchmark, find and edit each of these functions.
# please also edit 'extra_description' function to help us collect the required data.
function main {
  setup_directories
  setup_paths
  setup_ior_easy # required if you want a complete score
  setup_ior_hard # required if you want a complete score
  setup_mdt_easy # required if you want a complete score
  setup_mdt_hard # required if you want a complete score
  setup_find     # required if you want a complete score
  setup_mdreal   # optional
  run_benchmarks
}

function setup_directories {
  # set directories for where the benchmark files are created and where the results will go.
  # If you want to set up stripe tuning on your output directories or anything similar, then this is good place to do it.
  timestamp=`date +%Y.%m.%d-%H.%M.%S`           # create a uniquifier
  io500_workdir=/mnt/yrfs/datafiles/io500.$timestamp # directory where the data will be stored
  io500_result_dir=$PWD/results/$timestamp      # the directory where the output results will be kept
  mkdir -p $io500_workdir $io500_result_dir

  mkdir -p ${io500_workdir}/ior_easy
  mkdir -p ${io500_workdir}/ior_hard
  mkdir -p ${io500_workdir}/mdt_hard
  yrfs-ctl --setpattern --chunksize=512 --numtargets=8 ${io500_workdir}/ior_easy
  yrfs-ctl --setpattern --chunksize=64k --numtargets=64 ${io500_workdir}/ior_hard
  yrfs-ctl --setpattern --chunksize=64k --numtargets=1 ${io500_workdir}/mdt_hard
}

function setup_paths {
  # Set the paths to the binaries.  If you ran ./utilities/prepare.sh successfully, then binaries are in ./bin/
  io500_ior_cmd=$PWD/bin/ior
  io500_mdtest_cmd=$PWD/bin/mdtest
  io500_mdreal_cmd=$PWD/bin/md-real-io
  io500_mpirun="mpirun"
  io500_mpiargs="--allow-run-as-root --hostfile hosts.10 -np 200 --map-by slot --mca btl ^openib --mca oob_tcp_if_include 172.31.120.0/24 --mca oob tcp"
}

function setup_ior_easy {
  io500_ior_easy_params="-t 2048k "
  echo -n ""
  io500_ior_easy_size=66000
}

function setup_mdt_easy {
  io500_mdtest_easy_params="-u -L" # unique dir per thread, files only at leaves
}

function setup_ior_hard {
  io500_ior_hard_api="POSIX"
  io500_ior_hard_api_specific_options=""
}

function setup_mdt_hard {
  io500_mdtest_hard_api="POSIX"
  io500_mdtest_hard_api_specific_options=""
}

function setup_find {
  #
  # setup the find command. This is an area where innovation is allowed.
  #    There are three default options provided. One is a serial find, one is python
  #    parallel version, one is C parallel version.  Current default is to use serial.
  #    But it is very slow. We recommend to either customize or use the C parallel version.
  #    For GPFS, we recommend to use the provided mmfind wrapper described below.
  #    Instructions below.
  #    If a custom approach is used, please provide enough info so others can reproduce.

  # the serial version that should run (SLOWLY) without modification
  #io500_find_mpi="False"
  #io500_find_cmd=$PWD/bin/sfind.sh
  #io500_find_cmd_args=""

  # a parallel version in C, the -s adds a stonewall
  #   for a real run, turn -s (stonewall) off or set it at 300 or more
  #   to prepare this (assuming you've run ./utilities/prepare.sh already):
  #   > cd build/pfind
  #   > ./prepare.sh
  #   > ./compile.sh
  #   > cp pfind ../../bin/
  #   If you use io500_find_mpi="True", then this will run with the same
  #   number of MPI nodes and ranks as the other phases.
  #   If you prefer another number, and fewer might be better here,
  #   Then you can set io500_find_mpi to be "False" and write a wrapper
  #   script for this which sets up MPI as you would like.  Then change
  #   io500_find_cmd to point to your wrapper script.
  io500_find_mpi="True"
  io500_find_cmd="$PWD/bin/pfind"
  # uses stonewalling, run pfind
  io500_find_cmd_args=""

  # for GPFS systems, you should probably use the provided mmfind wrapper
  # if you used ./utilities/prepare.sh, you'll find this wrapper in ./bin/mmfind.sh
  #io500_find_mpi="False"
  #io500_find_cmd="$PWD/bin/mmfind.sh"
  #io500_find_cmd_args=""
}

function setup_mdreal {
  echo -n ""
}

function run_benchmarks {
  # Important: source the io500_fixed.sh script.  Do not change it. If you discover
  # a need to change it, please email the mailing list to discuss
  source ./utilities/io500_fixed.sh 2>&1 | tee $io500_result_dir/io-500-summary.$timestamp.txt
}

# Information fields; these provide information about your system hardware
# Use https://vi4io.org/io500-info-creator/ to generate information about your hardware
# that you want to include publicly!
function extra_description {
  # TODO: Please add your information using the info-creator!
  # EXAMPLE:
  io500_info_system_name='YRCloudFile'      # e.g. Oakforest-PACS
}

main
ior_easy_read
IOR-3.3.0+dev: MPI Coordinated Test of Parallel I/O
Began               : Wed Nov  6 01:11:50 2019
Command line        : /root/io-500-dev/bin/ior -r -R -t 2048k -b 66000m -F -i 1 -C -Q 1 -g -G 27 -k -e -o /mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/ior_easy/ior_file_easy -O stoneWallingStatusFile=/mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/ior_easy/stonewall
Machine             : Linux node1.yr
TestID              : 0
StartTime           : Wed Nov  6 01:11:50 2019
Path                : /mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/ior_easy
FS                  : 46.9 TiB   Used FS: 63.3%   Inodes: 0.0 Mi   Used Inodes: -nan%

Options: 
api                 : POSIX
apiVersion          : 
test filename       : /mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/ior_easy/ior_file_easy
access              : file-per-process
type                : independent
segments            : 1
ordering in a file  : sequential
ordering inter file : constant task offset
task offset         : 1
tasks               : 200
clients per node    : 20
repetitions         : 1
xfersize            : 2 MiB
blocksize           : 64.45 GiB
aggregate filesize  : 12.59 TiB

Results: 

access    bw(MiB/s)  block(KiB) xfer(KiB)  open(s)    wr/rd(s)   close(s)   total(s) iter
------    ---------  ---------- ---------  --------   --------   --------   -------- ----
read      9808       67584000   2048.00    0.035258   1238.16    107.70     1345.89    0   
Max Read:  9807.64 MiB/sec (10284.06 MB/sec)

Summary of all tests:
Operation   Max(MiB)   Min(MiB)  Mean(MiB)     StdDev   Max(OPs)   Min(OPs)  Mean(OPs)     StdDev    Mean(s) Stonewall(s) Stonewall(MiB) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt   blksiz    xsize aggs(MiB)   API RefNum
read         9807.64    9807.64    9807.64       0.00    4903.82    4903.82    4903.82       0.00 1345.88923         NA            NA     0    200  20    1   1     1        1         0    0      1 69206016000  2097152 13200000.0 POSIX      0
Finished            : Wed Nov  6 01:34:24 2019
ior_easy_write
IOR-3.3.0+dev: MPI Coordinated Test of Parallel I/O
Began               : Tue Nov  5 23:21:05 2019
Command line        : /root/io-500-dev/bin/ior -w -t 2048k -b 66000m -F -i 1 -C -Q 1 -g -G 27 -k -e -o /mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/ior_easy/ior_file_easy -O stoneWallingStatusFile=/mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/ior_easy/stonewall -O stoneWallingWearOut=1 -D 0
Machine             : Linux node1.yr
TestID              : 0
StartTime           : Tue Nov  5 23:21:05 2019
Path                : /mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/ior_easy
FS                  : 46.9 TiB   Used FS: 7.7%   Inodes: 0.0 Mi   Used Inodes: -nan%

Options: 
api                 : POSIX
apiVersion          : 
test filename       : /mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/ior_easy/ior_file_easy
access              : file-per-process
type                : independent
segments            : 1
ordering in a file  : sequential
ordering inter file : constant task offset
task offset         : 1
tasks               : 200
clients per node    : 20
repetitions         : 1
xfersize            : 2 MiB
blocksize           : 64.45 GiB
aggregate filesize  : 12.59 TiB

Results: 

access    bw(MiB/s)  block(KiB) xfer(KiB)  open(s)    wr/rd(s)   close(s)   total(s) iter
------    ---------  ---------- ---------  --------   --------   --------   -------- ----
stonewalling pairs accessed min: 33000 max: 33000 -- min data: 64.5 GiB mean data: 64.5 GiB time: 394.7s
write     26339      67584000   2048.00    0.020149   394.71     106.43     501.15     0   
Max Write: 26339.26 MiB/sec (27618.71 MB/sec)

Summary of all tests:
Operation   Max(MiB)   Min(MiB)  Mean(MiB)     StdDev   Max(OPs)   Min(OPs)  Mean(OPs)     StdDev    Mean(s) Stonewall(s) Stonewall(MiB) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt   blksiz    xsize aggs(MiB)   API RefNum
write       26339.26   26339.26   26339.26       0.00   13169.63   13169.63   13169.63       0.00  501.15310     394.71      33442.61     0    200  20    1   1     1        1         0    0      1 69206016000  2097152 13200000.0 POSIX      0
Finished            : Tue Nov  5 23:29:26 2019
ior_hard_read
IOR-3.3.0+dev: MPI Coordinated Test of Parallel I/O
Began               : Wed Nov  6 01:37:39 2019
Command line        : /root/io-500-dev/bin/ior -r -R -s 1900000 -a POSIX -i 1 -C -Q 1 -g -G 27 -k -e -t 47008 -b 47008 -o /mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/ior_hard/IOR_file -O stoneWallingStatusFile=/mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/ior_hard/stonewall
Machine             : Linux node1.yr
TestID              : 0
StartTime           : Wed Nov  6 01:37:39 2019
Path                : /mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/ior_hard
FS                  : 46.9 TiB   Used FS: 63.3%   Inodes: 0.0 Mi   Used Inodes: -nan%

Options: 
api                 : POSIX
apiVersion          : 
test filename       : /mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/ior_hard/IOR_file
access              : single-shared-file
type                : independent
segments            : 1900000
ordering in a file  : sequential
ordering inter file : constant task offset
task offset         : 1
tasks               : 200
clients per node    : 20
repetitions         : 1
xfersize            : 47008 bytes
blocksize           : 47008 bytes
aggregate filesize  : 16.25 TiB

Results: 

access    bw(MiB/s)  block(KiB) xfer(KiB)  open(s)    wr/rd(s)   close(s)   total(s) iter
------    ---------  ---------- ---------  --------   --------   --------   -------- ----
read      15700      45.91      45.91      0.200854   1084.71    0.126962   1085.04    0   
Max Read:  15700.40 MiB/sec (16463.07 MB/sec)

Summary of all tests:
Operation   Max(MiB)   Min(MiB)  Mean(MiB)     StdDev   Max(OPs)   Min(OPs)  Mean(OPs)     StdDev    Mean(s) Stonewall(s) Stonewall(MiB) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt   blksiz    xsize aggs(MiB)   API RefNum
read        15700.40   15700.40   15700.40       0.00  350218.39  350218.39  350218.39       0.00 1085.03727         NA            NA     0    200  20    1   0     1        1         0    0 1900000    47008    47008 17035522.0 POSIX      0
Finished            : Wed Nov  6 01:55:44 2019
ior_hard_write
IOR-3.3.0+dev: MPI Coordinated Test of Parallel I/O
Began               : Tue Nov  5 23:44:50 2019
Command line        : /root/io-500-dev/bin/ior -w -s 1900000 -a POSIX -i 1 -C -Q 1 -g -G 27 -k -e -t 47008 -b 47008 -o /mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/ior_hard/IOR_file -O stoneWallingStatusFile=/mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/ior_hard/stonewall -O stoneWallingWearOut=1 -D 0
Machine             : Linux node1.yr
TestID              : 0
StartTime           : Tue Nov  5 23:44:50 2019
Path                : /mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/ior_hard
FS                  : 46.9 TiB   Used FS: 34.5%   Inodes: 0.0 Mi   Used Inodes: -nan%

Options: 
api                 : POSIX
apiVersion          : 
test filename       : /mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/ior_hard/IOR_file
access              : single-shared-file
type                : independent
segments            : 1900000
ordering in a file  : sequential
ordering inter file : constant task offset
task offset         : 1
tasks               : 200
clients per node    : 20
repetitions         : 1
xfersize            : 47008 bytes
blocksize           : 47008 bytes
aggregate filesize  : 16.25 TiB

Results: 

access    bw(MiB/s)  block(KiB) xfer(KiB)  open(s)    wr/rd(s)   close(s)   total(s) iter
------    ---------  ---------- ---------  --------   --------   --------   -------- ----
stonewalling pairs accessed min: 1900000 max: 1900000 -- min data: 83.2 GiB mean data: 83.2 GiB time: 3604.3s
write     4589       45.91      45.91      107.82     3604       0.062439   3712       0   
Max Write: 4589.07 MiB/sec (4811.99 MB/sec)

Summary of all tests:
Operation   Max(MiB)   Min(MiB)  Mean(MiB)     StdDev   Max(OPs)   Min(OPs)  Mean(OPs)     StdDev    Mean(s) Stonewall(s) Stonewall(MiB) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt   blksiz    xsize aggs(MiB)   API RefNum
write        4589.07    4589.07    4589.07       0.00  102365.33  102365.33  102365.33       0.00 3712.19453    3604.25       4726.51     0    200  20    1   0     1        1         0    0 1900000    47008    47008 17035522.0 POSIX      0
Finished            : Wed Nov  6 00:46:43 2019
mdtest_easy_delete
-- started at 11/06/2019 01:59:23 --

mdtest-3.3.0+dev was launched with 200 total task(s) on 10 node(s)
Command line used: /root/io-500-dev/bin/mdtest '-r' '-F' '-P' '-d' '/mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/mdt_easy' '-n' '900000' '-u' '-L' '-x' '/mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/mdt_easy-stonewall' '-N' '1'
Path: /mnt/yrfs/datafiles/io500.2019.11.05-23.21.02
FS: 46.9 TiB   Used FS: 63.3%   Inodes: 0.0 Mi   Used Inodes: -nan%

Nodemap: 11111111111111111111000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000
V-0: Rank   0 Line  2128 Shifting ranks by 20 for each phase.
200 tasks, 180000000 files
WARNING: could not read stonewall status file

SUMMARY rate: (of 1 iterations)
   Operation                      Max            Min           Mean        Std Dev
   ---------                      ---            ---           ----        -------
   File creation             :          0.000          0.000          0.000          0.000
   File stat                 :          0.000          0.000          0.000          0.000
   File read                 :          0.000          0.000          0.000          0.000
   File removal              :     163991.717     163990.739     163991.398          0.309
   Tree creation             :          0.000          0.000          0.000          0.000
   Tree removal              :          0.016          0.016          0.016          0.000

SUMMARY time: (of 1 iterations)
   Operation                      Max            Min           Mean        Std Dev
   ---------                      ---            ---           ----        -------
   File creation             :          0.000          0.000          0.000          0.000
   File stat                 :          0.000          0.000          0.000          0.000
   File read                 :          0.000          0.000          0.000          0.000
   File removal              :       1097.623       1097.616       1097.619          0.002
   Tree creation             :          0.000          0.000          0.000          0.000
   Tree removal              :         63.374         63.374         63.374          0.000
-- finished at 11/06/2019 02:18:44 --

mdtest_easy_stat
-- started at 11/06/2019 01:34:26 --

mdtest-3.3.0+dev was launched with 200 total task(s) on 10 node(s)
Command line used: /root/io-500-dev/bin/mdtest '-T' '-F' '-P' '-d' '/mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/mdt_easy' '-n' '900000' '-u' '-L' '-x' '/mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/mdt_easy-stonewall' '-N' '1'
Path: /mnt/yrfs/datafiles/io500.2019.11.05-23.21.02
FS: 46.9 TiB   Used FS: 63.3%   Inodes: 0.0 Mi   Used Inodes: -nan%

Nodemap: 11111111111111111111000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000
V-0: Rank   0 Line  2128 Shifting ranks by 20 for each phase.
200 tasks, 180000000 files
WARNING: could not read stonewall status file

SUMMARY rate: (of 1 iterations)
   Operation                      Max            Min           Mean        Std Dev
   ---------                      ---            ---           ----        -------
   File creation             :          0.000          0.000          0.000          0.000
   File stat                 :     943159.515     943108.334     943152.847         14.905
   File read                 :          0.000          0.000          0.000          0.000
   File removal              :          0.000          0.000          0.000          0.000
   Tree creation             :          0.000          0.000          0.000          0.000
   Tree removal              :          0.000          0.000          0.000          0.000

SUMMARY time: (of 1 iterations)
   Operation                      Max            Min           Mean        Std Dev
   ---------                      ---            ---           ----        -------
   File creation             :          0.000          0.000          0.000          0.000
   File stat                 :        190.858        190.848        190.849          0.003
   File read                 :          0.000          0.000          0.000          0.000
   File removal              :          0.000          0.000          0.000          0.000
   Tree creation             :          0.000          0.000          0.000          0.000
   Tree removal              :          0.000          0.000          0.000          0.000
-- finished at 11/06/2019 01:37:37 --

mdtest_easy_write
-- started at 11/05/2019 23:29:27 --

mdtest-3.3.0+dev was launched with 200 total task(s) on 10 node(s)
Command line used: /root/io-500-dev/bin/mdtest '-C' '-F' '-P' '-d' '/mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/mdt_easy' '-n' '900000' '-u' '-L' '-x' '/mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/mdt_easy-stonewall' '-N' '1' '-W' '0'
Path: /mnt/yrfs/datafiles/io500.2019.11.05-23.21.02
FS: 46.9 TiB   Used FS: 34.5%   Inodes: 0.0 Mi   Used Inodes: -nan%

Nodemap: 11111111111111111111000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000
V-0: Rank   0 Line  2128 Shifting ranks by 20 for each phase.
200 tasks, 180000000 files

SUMMARY rate: (of 1 iterations)
   Operation                      Max            Min           Mean        Std Dev
   ---------                      ---            ---           ----        -------
   File creation             :     195200.505     195199.364     195200.133          0.359
   File stat                 :          0.000          0.000          0.000          0.000
   File read                 :          0.000          0.000          0.000          0.000
   File removal              :          0.000          0.000          0.000          0.000
   Tree creation             :          5.514          5.514          5.514          0.000
   Tree removal              :          0.000          0.000          0.000          0.000

SUMMARY time: (of 1 iterations)
   Operation                      Max            Min           Mean        Std Dev
   ---------                      ---            ---           ----        -------
   File creation             :        922.134        922.129        922.131          0.002
   File stat                 :          0.000          0.000          0.000          0.000
   File read                 :          0.000          0.000          0.000          0.000
   File removal              :          0.000          0.000          0.000          0.000
   Tree creation             :          0.181          0.181          0.181          0.000
   Tree removal              :          0.000          0.000          0.000          0.000
-- finished at 11/05/2019 23:44:50 --

mdtest_hard_delete
-- started at 11/06/2019 02:32:13 --

mdtest-3.3.0+dev was launched with 200 total task(s) on 10 node(s)
Command line used: /root/io-500-dev/bin/mdtest '-r' '-t' '-F' '-P' '-w' '3901' '-e' '3901' '-d' '/mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/mdt_hard' '-n' '950000' '-x' '/mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/mdt_hard-stonewall' '-a' 'POSIX' '-N' '1'
Path: /mnt/yrfs/datafiles/io500.2019.11.05-23.21.02
FS: 46.9 TiB   Used FS: 63.3%   Inodes: 0.0 Mi   Used Inodes: -nan%

Nodemap: 11111111111111111111000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000
V-0: Rank   0 Line  2128 Shifting ranks by 20 for each phase.
200 tasks, 190000000 files
WARNING: could not read stonewall status file

SUMMARY rate: (of 1 iterations)
   Operation                      Max            Min           Mean        Std Dev
   ---------                      ---            ---           ----        -------
   File creation             :          0.000          0.000          0.000          0.000
   File stat                 :          0.000          0.000          0.000          0.000
   File read                 :          0.000          0.000          0.000          0.000
   File removal              :     217294.296     217292.992     217293.859          0.402
   Tree creation             :          0.000          0.000          0.000          0.000
   Tree removal              :          0.008          0.008          0.008          0.000

SUMMARY time: (of 1 iterations)
   Operation                      Max            Min           Mean        Std Dev
   ---------                      ---            ---           ----        -------
   File creation             :          0.000          0.000          0.000          0.000
   File stat                 :          0.000          0.000          0.000          0.000
   File read                 :          0.000          0.000          0.000          0.000
   File removal              :        874.395        874.390        874.392          0.002
   Tree creation             :          0.000          0.000          0.000          0.000
   Tree removal              :        124.618        124.618        124.618          0.000
-- finished at 11/06/2019 02:48:59 --

mdtest_hard_read
-- started at 11/06/2019 02:18:45 --

mdtest-3.3.0+dev was launched with 200 total task(s) on 10 node(s)
Command line used: /root/io-500-dev/bin/mdtest '-X' '-E' '-t' '-F' '-P' '-w' '3901' '-e' '3901' '-d' '/mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/mdt_hard' '-n' '950000' '-x' '/mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/mdt_hard-stonewall' '-a' 'POSIX' '-N' '1'
Path: /mnt/yrfs/datafiles/io500.2019.11.05-23.21.02
FS: 46.9 TiB   Used FS: 63.3%   Inodes: 0.0 Mi   Used Inodes: -nan%

Nodemap: 11111111111111111111000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000
V-0: Rank   0 Line  2128 Shifting ranks by 20 for each phase.
200 tasks, 190000000 files
WARNING: could not read stonewall status file

SUMMARY rate: (of 1 iterations)
   Operation                      Max            Min           Mean        Std Dev
   ---------                      ---            ---           ----        -------
   File creation             :          0.000          0.000          0.000          0.000
   File stat                 :          0.000          0.000          0.000          0.000
   File read                 :     236345.150     236343.000     236344.502          0.664
   File removal              :          0.000          0.000          0.000          0.000
   Tree creation             :          0.000          0.000          0.000          0.000
   Tree removal              :          0.000          0.000          0.000          0.000

SUMMARY time: (of 1 iterations)
   Operation                      Max            Min           Mean        Std Dev
   ---------                      ---            ---           ----        -------
   File creation             :          0.000          0.000          0.000          0.000
   File stat                 :          0.000          0.000          0.000          0.000
   File read                 :        803.916        803.909        803.911          0.002
   File removal              :          0.000          0.000          0.000          0.000
   Tree creation             :          0.000          0.000          0.000          0.000
   Tree removal              :          0.000          0.000          0.000          0.000
-- finished at 11/06/2019 02:32:10 --

mdtest_hard_stat
-- started at 11/06/2019 01:55:46 --

mdtest-3.3.0+dev was launched with 200 total task(s) on 10 node(s)
Command line used: /root/io-500-dev/bin/mdtest '-T' '-t' '-F' '-P' '-w' '3901' '-e' '3901' '-d' '/mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/mdt_hard' '-n' '950000' '-x' '/mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/mdt_hard-stonewall' '-a' 'POSIX' '-N' '1'
Path: /mnt/yrfs/datafiles/io500.2019.11.05-23.21.02
FS: 46.9 TiB   Used FS: 63.3%   Inodes: 0.0 Mi   Used Inodes: -nan%

Nodemap: 11111111111111111111000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000
V-0: Rank   0 Line  2128 Shifting ranks by 20 for each phase.
200 tasks, 190000000 files
WARNING: could not read stonewall status file

SUMMARY rate: (of 1 iterations)
   Operation                      Max            Min           Mean        Std Dev
   ---------                      ---            ---           ----        -------
   File creation             :          0.000          0.000          0.000          0.000
   File stat                 :     889568.484     889506.349     889553.178         22.899
   File read                 :          0.000          0.000          0.000          0.000
   File removal              :          0.000          0.000          0.000          0.000
   Tree creation             :          0.000          0.000          0.000          0.000
   Tree removal              :          0.000          0.000          0.000          0.000

SUMMARY time: (of 1 iterations)
   Operation                      Max            Min           Mean        Std Dev
   ---------                      ---            ---           ----        -------
   File creation             :          0.000          0.000          0.000          0.000
   File stat                 :        213.602        213.587        213.590          0.005
   File read                 :          0.000          0.000          0.000          0.000
   File removal              :          0.000          0.000          0.000          0.000
   Tree creation             :          0.000          0.000          0.000          0.000
   Tree removal              :          0.000          0.000          0.000          0.000
-- finished at 11/06/2019 01:59:20 --

mdtest_hard_write
-- started at 11/06/2019 00:46:45 --

mdtest-3.3.0+dev was launched with 200 total task(s) on 10 node(s)
Command line used: /root/io-500-dev/bin/mdtest '-C' '-t' '-F' '-P' '-w' '3901' '-e' '3901' '-d' '/mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/mdt_hard' '-n' '950000' '-x' '/mnt/yrfs/datafiles/io500.2019.11.05-23.21.02/mdt_hard-stonewall' '-a' 'POSIX' '-N' '1' '-W' '0'
Path: /mnt/yrfs/datafiles/io500.2019.11.05-23.21.02
FS: 46.9 TiB   Used FS: 61.6%   Inodes: 0.0 Mi   Used Inodes: -nan%

Nodemap: 11111111111111111111000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000
V-0: Rank   0 Line  2128 Shifting ranks by 20 for each phase.
200 tasks, 190000000 files

SUMMARY rate: (of 1 iterations)
   Operation                      Max            Min           Mean        Std Dev
   ---------                      ---            ---           ----        -------
   File creation             :     157203.149     157202.213     157202.840          0.294
   File stat                 :          0.000          0.000          0.000          0.000
   File read                 :          0.000          0.000          0.000          0.000
   File removal              :          0.000          0.000          0.000          0.000
   Tree creation             :          5.999          5.999          5.999          0.000
   Tree removal              :          0.000          0.000          0.000          0.000

SUMMARY time: (of 1 iterations)
   Operation                      Max            Min           Mean        Std Dev
   ---------                      ---            ---           ----        -------
   File creation             :       1208.634       1208.627       1208.630          0.002
   File stat                 :          0.000          0.000          0.000          0.000
   File read                 :          0.000          0.000          0.000          0.000
   File removal              :          0.000          0.000          0.000          0.000
   Tree creation             :          0.167          0.167          0.167          0.000
   Tree removal              :          0.000          0.000          0.000          0.000
-- finished at 11/06/2019 01:06:54 --

result_summary
[RESULT] BW   phase 1            ior_easy_write               25.722 GB/s : time 501.15 seconds
[RESULT] IOPS phase 1         mdtest_easy_write              195.201 kiops : time 922.13 seconds
[RESULT] BW   phase 2            ior_hard_write                4.481 GB/s : time 3712.00 seconds
[RESULT] IOPS phase 2         mdtest_hard_write              157.203 kiops : time 1208.63 seconds
[RESULT] IOPS phase 3                      find             1268.880 kiops : time 291.59 seconds
[RESULT] BW   phase 3             ior_easy_read                9.578 GB/s : time 1345.89 seconds
[RESULT] IOPS phase 4          mdtest_easy_stat              943.160 kiops : time 190.86 seconds
[RESULT] BW   phase 4             ior_hard_read               15.332 GB/s : time 1085.04 seconds
[RESULT] IOPS phase 5          mdtest_hard_stat              889.568 kiops : time 213.60 seconds
[RESULT] IOPS phase 6        mdtest_easy_delete              163.992 kiops : time 1097.62 seconds
[RESULT] IOPS phase 7          mdtest_hard_read              236.345 kiops : time 803.92 seconds
[RESULT] IOPS phase 8        mdtest_hard_delete              217.294 kiops : time 1008.00 seconds
[SCORE] Bandwidth 11.4064 GB/s : IOPS 358.875 kiops : TOTAL 63.9802