SCC

Institution GWDG
Client Procs Per Node
Client Operating System scientific
Client Operating System Version 7.9
Client Kernel Version 3.10.0-1160.24.1.el7.x86_64

DATA SERVER

Storage Type SSD
Volatile Memory 192
Storage Interface
Network Omni-Path
Software Version
OS Version

INFORMATION

Client Nodes 10
Client Total Procs 80
Metadata Nodes 2
Metadata Storage Devices 2
Data Nodes 2
Data Storage Devices 8

METADATA

Easy Write 52.89 kIOP/s
Easy Stat 309.02 kIOP/s
Easy Delete 58.29 kIOP/s
Hard Write 11.79 kIOP/s
Hard Read 25.88 kIOP/s
Hard Stat 76.65 kIOP/s
Hard Delete 12.37 kIOP/s

Submitted Files

ior-easy-read
access,rank,runtime-with-openclose,runtime,throughput-withopenclose,throughput
read,0,2.2688469911e+02,2.2686452794e+02,1.1882197903e+08,1.1883254383e+08
read,1,2.2688593483e+02,2.2686452699e+02,1.1882133187e+08,1.1883254433e+08
read,2,2.2688511205e+02,2.2686456609e+02,1.1882176277e+08,1.1883252385e+08
read,3,2.2688457394e+02,2.2686459398e+02,1.1882204459e+08,1.1883250924e+08
read,4,2.2688600397e+02,2.2686454511e+02,1.1882129566e+08,1.1883253484e+08
read,5,2.2688475800e+02,2.2686455011e+02,1.1882194819e+08,1.1883253222e+08
read,6,2.2688612199e+02,2.2686454821e+02,1.1882123386e+08,1.1883253321e+08
read,7,2.2688471508e+02,2.2686458015e+02,1.1882197067e+08,1.1883251648e+08
read,8,2.2688438010e+02,2.2686452699e+02,1.1882214610e+08,1.1883254433e+08
read,9,2.2688496709e+02,2.2686453509e+02,1.1882183869e+08,1.1883254008e+08
read,10,2.2688598108e+02,2.2686454797e+02,1.1882130765e+08,1.1883253334e+08
read,11,2.2688473606e+02,2.2686460996e+02,1.1882195968e+08,1.1883250087e+08
read,12,2.2688601112e+02,2.2686455584e+02,1.1882129192e+08,1.1883252922e+08
read,13,2.2688530898e+02,2.2686456203e+02,1.1882165964e+08,1.1883252597e+08
read,14,2.2688504195e+02,2.2686458182e+02,1.1882179948e+08,1.1883251561e+08
read,15,2.2688452506e+02,2.2686460900e+02,1.1882207018e+08,1.1883250137e+08
read,16,2.2688336682e+02,2.2686450386e+02,1.1882267677e+08,1.1883255644e+08
read,17,2.2688593006e+02,2.2686452079e+02,1.1882133437e+08,1.1883254758e+08
read,18,2.2688544583e+02,2.2686454487e+02,1.1882158796e+08,1.1883253496e+08
read,19,2.2688289595e+02,2.2686456394e+02,1.1882292337e+08,1.1883252497e+08
read,20,2.2688601303e+02,2.2686453319e+02,1.1882129092e+08,1.1883254108e+08
read,21,2.2688514996e+02,2.2686452413e+02,1.1882174292e+08,1.1883254583e+08
read,22,2.2688440990e+02,2.2686454606e+02,1.1882213049e+08,1.1883253434e+08
read,23,2.2688330412e+02,2.2686456203e+02,1.1882270961e+08,1.1883252597e+08
read,24,2.2688462090e+02,2.2686456084e+02,1.1882201999e+08,1.1883252660e+08
read,25,2.2688543510e+02,2.2686457109e+02,1.1882159358e+08,1.1883252123e+08
read,26,2.2688523293e+02,2.2686458707e+02,1.1882169947e+08,1.1883251286e+08
read,27,2.2688447809e+02,2.2686462188e+02,1.1882209478e+08,1.1883249463e+08
read,28,2.2688587809e+02,2.2686458182e+02,1.1882136159e+08,1.1883251561e+08
read,29,2.2688524508e+02,2.2686459303e+02,1.1882169310e+08,1.1883250974e+08
read,30,2.2688458300e+02,2.2686459494e+02,1.1882203984e+08,1.1883250874e+08
read,31,2.2688337898e+02,2.2686462402e+02,1.1882267040e+08,1.1883249350e+08
read,32,2.2688529801e+02,2.2686450982e+02,1.1882166538e+08,1.1883255332e+08
read,33,2.2688535190e+02,2.2686452913e+02,1.1882163716e+08,1.1883254321e+08
read,34,2.2688622189e+02,2.2686454797e+02,1.1882118154e+08,1.1883253334e+08
read,35,2.2688596511e+02,2.2686458683e+02,1.1882131602e+08,1.1883251298e+08
read,36,2.2688442707e+02,2.2686454010e+02,1.1882212150e+08,1.1883253746e+08
read,37,2.2688538694e+02,2.2686454701e+02,1.1882161881e+08,1.1883253384e+08
read,38,2.2688463616e+02,2.2686454487e+02,1.1882201200e+08,1.1883253496e+08
read,39,2.2688466597e+02,2.2686458111e+02,1.1882199639e+08,1.1883251598e+08
read,40,2.2688451195e+02,2.2686453009e+02,1.1882207705e+08,1.1883254271e+08
read,41,2.2688620996e+02,2.2686454892e+02,1.1882118778e+08,1.1883253284e+08
read,42,2.2688537788e+02,2.2686455917e+02,1.1882162355e+08,1.1883252747e+08
read,43,2.2688508797e+02,2.2686461186e+02,1.1882177538e+08,1.1883249987e+08
read,44,2.2688605285e+02,2.2686456299e+02,1.1882127007e+08,1.1883252547e+08
read,45,2.2688461709e+02,2.2686456800e+02,1.1882202199e+08,1.1883252285e+08
read,46,2.2688509011e+02,2.2686458993e+02,1.1882177426e+08,1.1883251136e+08
read,47,2.2688613582e+02,2.2686461711e+02,1.1882122662e+08,1.1883249712e+08
read,48,2.2688603687e+02,2.2686450219e+02,1.1882127843e+08,1.1883255732e+08
read,49,2.2688606405e+02,2.2686450601e+02,1.1882126420e+08,1.1883255532e+08
read,50,2.2688537502e+02,2.2686453700e+02,1.1882162505e+08,1.1883253908e+08
read,51,2.2688505816e+02,2.2686456013e+02,1.1882179099e+08,1.1883252697e+08
read,52,2.2688505602e+02,2.2686452603e+02,1.1882179211e+08,1.1883254483e+08
read,53,2.2688452888e+02,2.2686451197e+02,1.1882206818e+08,1.1883255220e+08
read,54,2.2688500381e+02,2.2686453819e+02,1.1882181946e+08,1.1883253846e+08
read,55,2.2688612795e+02,2.2686456919e+02,1.1882123074e+08,1.1883252223e+08
read,56,2.2688436699e+02,2.2686455083e+02,1.1882215297e+08,1.1883253184e+08
read,57,2.2688533497e+02,2.2686455798e+02,1.1882164603e+08,1.1883252809e+08
read,58,2.2688515902e+02,2.2686456418e+02,1.1882173817e+08,1.1883252485e+08
read,59,2.2688295913e+02,2.2686460280e+02,1.1882289029e+08,1.1883250462e+08
read,60,2.2688523793e+02,2.2686456990e+02,1.1882169684e+08,1.1883252185e+08
read,61,2.2688396811e+02,2.2686457396e+02,1.1882236186e+08,1.1883251973e+08
read,62,2.2688588381e+02,2.2686458588e+02,1.1882135859e+08,1.1883251348e+08
read,63,2.2688399291e+02,2.2686460185e+02,1.1882234888e+08,1.1883250512e+08
read,64,2.2688363910e+02,2.2686446095e+02,1.1882253417e+08,1.1883257892e+08
read,65,2.2688604403e+02,2.2686446881e+02,1.1882127469e+08,1.1883257480e+08
read,66,2.2688521004e+02,2.2686449504e+02,1.1882171145e+08,1.1883256106e+08
read,67,2.2688440800e+02,2.2686452293e+02,1.1882213149e+08,1.1883254645e+08
read,68,2.2688617015e+02,2.2686449695e+02,1.1882120864e+08,1.1883256007e+08
read,69,2.2688590789e+02,2.2686449194e+02,1.1882134598e+08,1.1883256269e+08
read,70,2.2688507009e+02,2.2686448216e+02,1.1882178475e+08,1.1883256781e+08
read,71,2.2688430595e+02,2.2686452603e+02,1.1882218493e+08,1.1883254483e+08
read,72,2.2688289213e+02,2.2686448312e+02,1.1882292537e+08,1.1883256731e+08
read,73,2.2688583493e+02,2.2686449814e+02,1.1882138419e+08,1.1883255944e+08
read,74,2.2688539505e+02,2.2686452007e+02,1.1882161456e+08,1.1883254795e+08
read,75,2.2688328385e+02,2.2686456990e+02,1.1882272022e+08,1.1883252185e+08
read,76,2.2688508105e+02,2.2686451292e+02,1.1882177900e+08,1.1883255170e+08
read,77,2.2688514805e+02,2.2686451292e+02,1.1882174392e+08,1.1883255170e+08
read,78,2.2688283110e+02,2.2686453581e+02,1.1882295734e+08,1.1883253971e+08
read,79,2.2688281798e+02,2.2686456299e+02,1.1882296421e+08,1.1883252547e+08
ior-easy-write
IOR-3.4.0+dev: MPI Coordinated Test of Parallel I/O
Began               : Sun Oct 24 18:15:50 2021
Command line        : ./ior --dataPacketType=timestamp -C -Q 1 -g -G 746546058 -k -e -o /scratch1/fast/jkunkel1/io500/2021.10.24-18.15.48/ior-easy/ior_file_easy -O stoneWallingStatusFile=./results/2021.10.24-18.15.48/ior-easy.stonewall -t 2m -b 9920000m -F -w -D 300 -O stoneWallingWearOut=1 -a POSIX -O saveRankPerformanceDetailsCSV=./results/2021.10.24-18.15.48/ior-easy-write.csv
Machine             : Linux amp049
TestID              : 0
StartTime           : Sun Oct 24 18:15:50 2021
Path                : /scratch1/fast/jkunkel1/io500/2021.10.24-18.15.48/ior-easy/ior_file_easy.00000000
FS                  : 2091.2 TiB   Used FS: 14.9%   Inodes: 0.0 Mi   Used Inodes: -nan%

Options: 
api                 : POSIX
apiVersion          : 
test filename       : /scratch1/fast/jkunkel1/io500/2021.10.24-18.15.48/ior-easy/ior_file_easy
access              : file-per-process
type                : independent
segments            : 1
ordering in a file  : sequential
ordering inter file : constant task offset
task offset         : 1
nodes               : 10
tasks               : 80
clients per node    : 8
repetitions         : 1
xfersize            : 2 MiB
blocksize           : 9.46 TiB
aggregate filesize  : 756.84 TiB
stonewallingTime    : 300
stoneWallingWearOut : 1

Results: 

access    bw(MiB/s)  IOPS       Latency(s)  block(KiB) xfer(KiB)  open(s)    wr/rd(s)   close(s)   total(s)   iter
------    ---------  ----       ----------  ---------- ---------  --------   --------   --------   --------   ----
stonewalling pairs accessed min: 2946 max: 12855 -- min data: 5.8 GiB mean data: 13.8 GiB time: 300.1s
WARNING: Expected aggregate file size       = 832149913600000
WARNING: Stat() of aggregate file size      = 2156711116800
WARNING: Using actual aggregate bytes moved = 2156711116800
WARNING: Maybe caused by deadlineForStonewalling
write     3339.34    1669.74    0.000096    10158080000 2048.00    0.006698   615.90     0.019613   615.93     0   
ior-hard-read
access,rank,runtime-with-openclose,runtime,throughput-withopenclose,throughput
read,0,7.5252850056e+01,7.5237152100e+01,6.3920338066e+07,6.3933674810e+07
read,1,7.5252851009e+01,7.5237159014e+01,6.3920337256e+07,6.3933668935e+07
read,2,7.5252850056e+01,7.5237150908e+01,6.3920338066e+07,6.3933675823e+07
read,3,7.5253269911e+01,7.5237162828e+01,6.3919981440e+07,6.3933665693e+07
read,4,7.5252847910e+01,7.5237155914e+01,6.3920339889e+07,6.3933671569e+07
read,5,7.5252848864e+01,7.5237162828e+01,6.3920339079e+07,6.3933665693e+07
read,6,7.5252848864e+01,7.5237154961e+01,6.3920339079e+07,6.3933672379e+07
read,7,7.5252848864e+01,7.5237164974e+01,6.3920339079e+07,6.3933663870e+07
read,8,7.5252836943e+01,7.5237154007e+01,6.3920349204e+07,6.3933673190e+07
read,9,7.5252836943e+01,7.5237159014e+01,6.3920349204e+07,6.3933668935e+07
read,10,7.5252838850e+01,7.5237166166e+01,6.3920347584e+07,6.3933662857e+07
read,11,7.5253288984e+01,7.5237160921e+01,6.3919965239e+07,6.3933667314e+07
read,12,7.5252837896e+01,7.5237154007e+01,6.3920348394e+07,6.3933673190e+07
read,13,7.5252837896e+01,7.5237161875e+01,6.3920348394e+07,6.3933666504e+07
read,14,7.5252837896e+01,7.5237152100e+01,6.3920348394e+07,6.3933674810e+07
read,15,7.5252839804e+01,7.5237161875e+01,6.3920346774e+07,6.3933666504e+07
read,16,7.5252828121e+01,7.5237138033e+01,6.3920356697e+07,6.3933686764e+07
read,17,7.5253018141e+01,7.5237152100e+01,6.3920195294e+07,6.3933674810e+07
read,18,7.5252828121e+01,7.5237138033e+01,6.3920356697e+07,6.3933686764e+07
read,19,7.5252830029e+01,7.5237145901e+01,6.3920355077e+07,6.3933680078e+07
read,20,7.5252827168e+01,7.5237139940e+01,6.3920357508e+07,6.3933685143e+07
read,21,7.5252828121e+01,7.5237148046e+01,6.3920356697e+07,6.3933678255e+07
read,22,7.5252830029e+01,7.5237138033e+01,6.3920355077e+07,6.3933686764e+07
read,23,7.5252827168e+01,7.5237149000e+01,6.3920357508e+07,6.3933677444e+07
read,24,7.5252846956e+01,7.5237159967e+01,6.3920340699e+07,6.3933668125e+07
read,25,7.5252846003e+01,7.5237167835e+01,6.3920341509e+07,6.3933661439e+07
read,26,7.5253216028e+01,7.5237164974e+01,6.3920027208e+07,6.3933663870e+07
read,27,7.5252846003e+01,7.5237167835e+01,6.3920341509e+07,6.3933661439e+07
read,28,7.5252847910e+01,7.5237159967e+01,6.3920339889e+07,6.3933668125e+07
read,29,7.5252840996e+01,7.5237167835e+01,6.3920345762e+07,6.3933661439e+07
read,30,7.5252839804e+01,7.5237158060e+01,6.3920346774e+07,6.3933669745e+07
read,31,7.5252839804e+01,7.5237175941e+01,6.3920346774e+07,6.3933654551e+07
read,32,7.5252843857e+01,7.5237147808e+01,6.3920343332e+07,6.3933678457e+07
read,33,7.5252846956e+01,7.5237154961e+01,6.3920340699e+07,6.3933672379e+07
read,34,7.5252843857e+01,7.5237149000e+01,6.3920343332e+07,6.3933677444e+07
read,35,7.5253070116e+01,7.5237156868e+01,6.3920151146e+07,6.3933670758e+07
read,36,7.5252845049e+01,7.5237150192e+01,6.3920342319e+07,6.3933676431e+07
read,37,7.5252843857e+01,7.5237157106e+01,6.3920343332e+07,6.3933670556e+07
read,38,7.5252846003e+01,7.5237149954e+01,6.3920341509e+07,6.3933676634e+07
read,39,7.5252841949e+01,7.5237159967e+01,6.3920344952e+07,6.3933668125e+07
read,40,7.5253327131e+01,7.5237151861e+01,6.3919932837e+07,6.3933675013e+07
read,41,7.5252841949e+01,7.5237159014e+01,6.3920344952e+07,6.3933668935e+07
read,42,7.5252851009e+01,7.5237169981e+01,6.3920337256e+07,6.3933659616e+07
read,43,7.5252841949e+01,7.5237159967e+01,6.3920344952e+07,6.3933668125e+07
read,44,7.5252851963e+01,7.5237152815e+01,6.3920336446e+07,6.3933674203e+07
read,45,7.5252842903e+01,7.5237161875e+01,6.3920344142e+07,6.3933666504e+07
read,46,7.5252844810e+01,7.5237154961e+01,6.3920342521e+07,6.3933672379e+07
read,47,7.5252842903e+01,7.5237161875e+01,6.3920344142e+07,6.3933666504e+07
read,48,7.5252838135e+01,7.5237143993e+01,6.3920348192e+07,6.3933681699e+07
read,49,7.5252839088e+01,7.5237159967e+01,6.3920347382e+07,6.3933668125e+07
read,50,7.5252835989e+01,7.5237146854e+01,6.3920350014e+07,6.3933679268e+07
read,51,7.5253238201e+01,7.5237159014e+01,6.3920008374e+07,6.3933668935e+07
read,52,7.5252837181e+01,7.5237149954e+01,6.3920349002e+07,6.3933676634e+07
read,53,7.5252838135e+01,7.5237159014e+01,6.3920348192e+07,6.3933668935e+07
read,54,7.5252836943e+01,7.5237149000e+01,6.3920349204e+07,6.3933677444e+07
read,55,7.5252837181e+01,7.5237159967e+01,6.3920349002e+07,6.3933668125e+07
read,56,7.5252831221e+01,7.5237153053e+01,6.3920354065e+07,6.3933674000e+07
read,57,7.5252834082e+01,7.5237163067e+01,6.3920351635e+07,6.3933665491e+07
read,58,7.5252833128e+01,7.5237156868e+01,6.3920352445e+07,6.3933670758e+07
read,59,7.5253272057e+01,7.5237163067e+01,6.3919979617e+07,6.3933665491e+07
read,60,7.5252832174e+01,7.5237152100e+01,6.3920353255e+07,6.3933674810e+07
read,61,7.5252835035e+01,7.5248934984e+01,6.3920350825e+07,6.3923663730e+07
read,62,7.5252835035e+01,7.5237150908e+01,6.3920350825e+07,6.3933675823e+07
read,63,7.5252834082e+01,7.5237169981e+01,6.3920351635e+07,6.3933659616e+07
read,64,7.5252827883e+01,7.5237135887e+01,6.3920356900e+07,6.3933688587e+07
read,65,7.5252830029e+01,7.5237143040e+01,6.3920355077e+07,6.3933682509e+07
read,66,7.5252828836e+01,7.5237136126e+01,6.3920356090e+07,6.3933688385e+07
read,67,7.5252827883e+01,7.5237144947e+01,6.3920356900e+07,6.3933680888e+07
read,68,7.5252827883e+01,7.5237136841e+01,6.3920356900e+07,6.3933687777e+07
read,69,7.5252827883e+01,7.5237145901e+01,6.3920356900e+07,6.3933680078e+07
read,70,7.5252828836e+01,7.5237137079e+01,6.3920356090e+07,6.3933687574e+07
read,71,7.5253187895e+01,7.5237147808e+01,6.3920051104e+07,6.3933678457e+07
read,72,7.5252821922e+01,7.5237140894e+01,6.3920361963e+07,6.3933684333e+07
read,73,7.5252820969e+01,7.5237146854e+01,6.3920362773e+07,6.3933679268e+07
read,74,7.5252823114e+01,7.5237151146e+01,6.3920360950e+07,6.3933675621e+07
read,75,7.5253098965e+01,7.5237149000e+01,6.3920126642e+07,6.3933677444e+07
read,76,7.5252822876e+01,7.5237141848e+01,6.3920361153e+07,6.3933683522e+07
read,77,7.5252820969e+01,7.5237149954e+01,6.3920362773e+07,6.3933676634e+07
read,78,7.5252821922e+01,7.5237138987e+01,6.3920361963e+07,6.3933685953e+07
read,79,7.5252820969e+01,7.5237150908e+01,6.3920362773e+07,6.3933675823e+07
ior-hard-write
access,rank,runtime-with-openclose,runtime,throughput-withopenclose,throughput
write,0,1.0276296101e+03,6.4951256585e+02,4.6808573526e+06,7.4058422714e+06
write,1,1.0276295989e+03,7.5364471602e+02,4.6808574036e+06,6.3825666308e+06
write,2,1.0276296279e+03,9.8499142385e+02,4.6808572711e+06,4.8834817233e+06
write,3,1.0276296129e+03,8.1561830401e+02,4.6808573396e+06,5.8975964521e+06
write,4,1.0276304181e+03,7.6706360793e+02,4.6808536722e+06,6.2709109991e+06
write,5,1.0276295919e+03,6.2888910007e+02,4.6808574351e+06,7.6487056548e+06
write,6,1.0276296132e+03,9.7161809206e+02,4.6808573385e+06,4.9506978671e+06
write,7,1.0276295910e+03,8.8691111183e+02,4.6808574395e+06,5.4235284143e+06
write,8,1.0276297281e+03,9.8630816603e+02,4.6808568150e+06,4.8769621724e+06
write,9,1.0276297140e+03,9.8603213191e+02,4.6808568791e+06,4.8783274503e+06
write,10,1.0276306009e+03,9.6155303907e+02,4.6808528392e+06,5.0025192793e+06
write,11,1.0276297369e+03,9.5075865507e+02,4.6808567748e+06,5.0593150957e+06
write,12,1.0276297350e+03,9.4306061411e+02,4.6808567835e+06,5.1006134113e+06
write,13,1.0276296849e+03,9.8426795697e+02,4.6808570116e+06,4.8870712309e+06
write,14,1.0276297240e+03,9.8508072615e+02,4.6808568335e+06,4.8830390123e+06
write,15,1.0276296849e+03,9.2858381605e+02,4.6808570116e+06,5.1801329431e+06
write,16,1.0276295471e+03,8.4022850108e+02,4.6808576393e+06,5.7248565239e+06
write,17,1.0276295600e+03,8.4630764699e+02,4.6808575807e+06,5.6837340808e+06
write,18,1.0276303661e+03,9.4383102083e+02,4.6808539089e+06,5.0964500105e+06
write,19,1.0276295609e+03,9.5146919203e+02,4.6808575763e+06,5.0555369068e+06
write,20,1.0276295681e+03,9.0685712194e+02,4.6808575437e+06,5.3042397745e+06
write,21,1.0276295359e+03,9.3426028204e+02,4.6808576903e+06,5.1486590070e+06
write,22,1.0276295490e+03,8.9722781587e+02,4.6808576306e+06,5.3611663960e+06
write,23,1.0276295319e+03,9.5856310320e+02,4.6808577088e+06,5.0181230635e+06
write,24,1.0276296380e+03,6.8195612001e+02,4.6808572255e+06,7.0535148448e+06
write,25,1.0276296382e+03,9.2246991491e+02,4.6808572244e+06,5.2144655758e+06
write,26,1.0276305139e+03,9.5787570095e+02,4.6808532356e+06,5.0217242292e+06
write,27,1.0276296360e+03,7.9551427102e+02,4.6808572342e+06,6.0466389997e+06
write,28,1.0276296699e+03,7.6706361294e+02,4.6808570800e+06,6.2709109582e+06
write,29,1.0276295850e+03,7.6168187881e+02,4.6808574666e+06,6.3152186626e+06
write,30,1.0276296279e+03,9.3689344287e+02,4.6808572711e+06,5.1341885810e+06
write,31,1.0276295850e+03,7.1176804996e+02,4.6808574666e+06,6.7580830810e+06
write,32,1.0276296799e+03,1.0041199172e+03,4.6808570344e+06,4.7904513533e+06
write,33,1.0276297030e+03,6.2259272194e+02,4.6808569291e+06,7.7260582183e+06
write,34,1.0276305981e+03,9.4306059813e+02,4.6808528522e+06,5.1006134977e+06
write,35,1.0276297030e+03,5.8888885307e+02,4.6808569291e+06,8.1682436183e+06
write,36,1.0276296959e+03,9.9673857903e+02,4.6808569616e+06,4.8259269955e+06
write,37,1.0276296670e+03,9.5864201403e+02,4.6808570930e+06,5.0177099956e+06
write,38,1.0276296830e+03,8.8622999096e+02,4.6808570203e+06,5.4276967210e+06
write,39,1.0276296670e+03,1.0032489121e+03,4.6808570930e+06,4.7946103484e+06
write,40,1.0276297598e+03,3.4944914794e+02,4.6808566706e+06,1.3765057504e+07
write,41,1.0276297579e+03,8.3515426397e+02,4.6808566793e+06,5.7596396540e+06
write,42,1.0276306171e+03,6.4343236589e+02,4.6808527653e+06,7.4758247657e+06
write,43,1.0276297331e+03,9.9547418404e+02,4.6808567922e+06,4.8320566150e+06
write,44,1.0276297889e+03,7.2924505401e+02,4.6808565381e+06,6.5961196303e+06
write,45,1.0276297090e+03,9.9376559401e+02,4.6808569019e+06,4.8403644129e+06
write,46,1.0276297050e+03,8.0181663013e+02,4.6808569204e+06,5.9991118110e+06
write,47,1.0276297081e+03,9.9877453399e+02,4.6808569062e+06,4.8160895701e+06
write,48,1.0276295290e+03,7.4925329781e+02,4.6808577218e+06,6.4199752341e+06
write,49,1.0276295080e+03,8.3515411210e+02,4.6808578174e+06,5.7596407014e+06
write,50,1.0276302509e+03,9.6249842405e+02,4.6808544334e+06,4.9976057059e+06
write,51,1.0276295381e+03,7.7029276609e+02,4.6808576806e+06,6.2446226003e+06
write,52,1.0276295388e+03,8.8617625284e+02,4.6808576773e+06,5.4280258589e+06
write,53,1.0276295030e+03,5.9015477109e+02,4.6808578402e+06,8.1507222370e+06
write,54,1.0276295228e+03,7.6706355095e+02,4.6808577501e+06,6.2709114650e+06
write,55,1.0276295030e+03,9.8109808302e+02,4.6808578402e+06,4.9028610893e+06
write,56,1.0276296170e+03,6.3889931798e+02,4.6808573211e+06,7.5288664123e+06
write,57,1.0276296041e+03,9.8528757977e+02,4.6808573797e+06,4.8820138554e+06
write,58,1.0276304629e+03,9.9469060302e+02,4.6808534680e+06,4.8358631331e+06
write,59,1.0276296251e+03,7.2712625289e+02,4.6808572842e+06,6.6153403166e+06
write,60,1.0276296351e+03,7.2068088794e+02,4.6808572386e+06,6.6745042036e+06
write,61,1.0276295471e+03,1.0276239028e+03,4.6808576393e+06,4.6808833494e+06
write,62,1.0276296051e+03,9.9642987609e+02,4.6808573754e+06,4.8274221111e+06
write,63,1.0276295750e+03,1.0040446360e+03,4.6808575122e+06,4.7908105312e+06
write,64,1.0276294851e+03,9.6167087317e+02,4.6808579217e+06,5.0019063177e+06
write,65,1.0276294730e+03,9.6956620097e+02,4.6808579770e+06,4.9611750195e+06
write,66,1.0276294868e+03,9.5373885798e+02,4.6808579141e+06,5.0435059615e+06
write,67,1.0276294911e+03,9.4306040311e+02,4.6808578945e+06,5.1006145525e+06
write,68,1.0276302528e+03,9.2341575408e+02,4.6808544247e+06,5.2091244867e+06
write,69,1.0276294670e+03,9.6687019396e+02,4.6808580042e+06,4.9750086889e+06
write,70,1.0276294830e+03,8.5199455714e+02,4.6808579314e+06,5.6457961799e+06
write,71,1.0276294720e+03,9.5642921495e+02,4.6808579814e+06,5.0293189928e+06
write,72,1.0276294749e+03,9.1258730292e+02,4.6808579684e+06,5.2709341896e+06
write,73,1.0276294692e+03,9.4815608001e+02,4.6808579944e+06,5.0732023107e+06
write,74,1.0276294971e+03,8.4022845793e+02,4.6808578674e+06,5.7248568179e+06
write,75,1.0276294761e+03,9.1258609009e+02,4.6808579629e+06,5.2709411947e+06
write,76,1.0276302691e+03,9.2718302202e+02,4.6808543509e+06,5.1879591211e+06
write,77,1.0276294460e+03,8.0543708396e+02,4.6808580998e+06,5.9721456980e+06
write,78,1.0276294720e+03,8.8617619300e+02,4.6808579814e+06,5.4280262255e+06
write,79,1.0276294460e+03,9.2718301988e+02,4.6808580998e+06,5.1879591331e+06
mdtest-easy-delete
-- started at 10/24/2021 20:11:00 --

mdtest-3.4.0+dev was launched with 80 total task(s) on 10 node(s)
Command line used: ./mdtest '--dataPacketType=timestamp' '-n' '1000000' '-u' '-L' '-F' '-P' '-G' '1632723852' '-N' '1' '-d' '/scratch1/fast/jkunkel1/io500/2021.10.24-18.15.48/mdtest-easy' '-x' './results/2021.10.24-18.15.48/mdtest-easy.stonewall' '-r' '--saveRankPerformanceDetails=./results/2021.10.24-18.15.48/mdtest-easy-delete.csv' '-a' 'POSIX'
Path                : /scratch1/fast/jkunkel1/io500/2021.10.24-18.15.48/mdtest-easy
FS                  : 2091.2 TiB   Used FS: 15.2%   Inodes: 0.0 Mi   Used Inodes: -nan%
Nodemap: 11111111000000000000000000000000000000000000000000000000000000000000000000000000
V-0: Rank   0 Line  2479 Shifting ranks by 8 for each phase.
80 tasks, 80000000 files

SUMMARY rate: (of 1 iterations)
   Operation                     Max            Min           Mean        Std Dev
   ---------                     ---            ---           ----        -------
   File creation                   0.000          0.000          0.000          0.000
   File stat                       0.000          0.000          0.000          0.000
   File read                       0.000          0.000          0.000          0.000
   File removal                58292.741      58292.741      58292.741          0.000
   Tree creation                   0.000          0.000          0.000          0.000
   Tree removal                    0.075          0.075          0.075          0.000

SUMMARY time: (of 1 iterations)
   Operation                     Max            Min           Mean        Std Dev
   ---------                     ---            ---           ----        -------
   File creation                   0.000          0.000          0.000          0.000
   File stat                       0.000          0.000          0.000          0.000
   File read                       0.000          0.000          0.000          0.000
   File removal                  471.105        471.105        471.105          0.000
   Tree creation                   0.000          0.000          0.000          0.000
   Tree removal                   13.294         13.294         13.294          0.000
-- finished at 10/24/2021 20:19:07 --

mdtest-easy-stat
rank,items,rate-Directory creation,time-Directory creation,rate-Directory stat,time-Directory stat,rate-Directory read,time-Directory read,rate-Directory rename,time-Directory rename,rate-Directory removal,time-Directory removal,rate-File creation,time-File creation,rate-File stat,time-File stat,rate-File read,time-File read,rate-File removal,time-File removal,rate-Tree creation,time-Tree creation,rate-Tree removal,time-Tree removal
all,343275,,,,,,,,,,,,,3.0902317222e+05,8.8867122173e+01,,,,,,,,
0,,,,,,,,,,,,,,6.1283418468e+03,5.6014336109e+01,,,,
1,,,,,,,,,,,,,,4.8912352715e+03,7.0181657791e+01,,,,
2,,,,,,,,,,,,,,4.9053362598e+03,6.9979912043e+01,,,,
3,,,,,,,,,,,,,,3.8650063590e+03,8.8816154003e+01,,,,
4,,,,,,,,,,,,,,4.8849058394e+03,7.0272593021e+01,,,,
5,,,,,,,,,,,,,,4.9146539534e+03,6.9847237110e+01,,,,
6,,,,,,,,,,,,,,3.8765721094e+03,8.8551171064e+01,,,,
7,,,,,,,,,,,,,,3.8685872446e+03,8.8733942986e+01,,,,
8,,,,,,,,,,,,,,5.6294654052e+03,6.0978259087e+01,,,,
9,,,,,,,,,,,,,,3.8627936945e+03,8.8867029190e+01,,,,
10,,,,,,,,,,,,,,4.8786114302e+03,7.0363259077e+01,,,,
11,,,,,,,,,,,,,,4.9144893043e+03,6.9849577188e+01,,,,
12,,,,,,,,,,,,,,4.8907900111e+03,7.0188047171e+01,,,,
13,,,,,,,,,,,,,,5.6284193470e+03,6.0989592075e+01,,,,
14,,,,,,,,,,,,,,4.9215144774e+03,6.9749871016e+01,,,,
15,,,,,,,,,,,,,,3.8670304770e+03,8.8769665003e+01,,,,
16,,,,,,,,,,,,,,6.0739234672e+03,5.6516187906e+01,,,,
17,,,,,,,,,,,,,,5.6766274622e+03,6.0471644878e+01,,,,
18,,,,,,,,,,,,,,6.0908508658e+03,5.6359120846e+01,,,,
19,,,,,,,,,,,,,,3.8824055562e+03,8.8418119907e+01,,,,
20,,,,,,,,,,,,,,3.9184445345e+03,8.7604914904e+01,,,,
21,,,,,,,,,,,,,,4.9518262513e+03,6.9322908878e+01,,,,
22,,,,,,,,,,,,,,6.1270641513e+03,5.6026016951e+01,,,,
23,,,,,,,,,,,,,,5.6865140276e+03,6.0366508961e+01,,,,
24,,,,,,,,,,,,,,5.6667810805e+03,6.0576718092e+01,,,,
25,,,,,,,,,,,,,,4.9219317323e+03,6.9743957996e+01,,,,
26,,,,,,,,,,,,,,4.9112839901e+03,6.9895164013e+01,,,,
27,,,,,,,,,,,,,,5.6071642859e+03,6.1220785141e+01,,,,
28,,,,,,,,,,,,,,4.8864807656e+03,7.0249943972e+01,,,,
29,,,,,,,,,,,,,,3.8911550199e+03,8.8219307184e+01,,,,
30,,,,,,,,,,,,,,6.0793639533e+03,5.6465610981e+01,,,,
31,,,,,,,,,,,,,,3.9099079722e+03,8.7796184063e+01,,,,
32,,,,,,,,,,,,,,3.8748426578e+03,8.8590693951e+01,,,,
33,,,,,,,,,,,,,,5.9004735297e+03,5.8177534103e+01,,,,
34,,,,,,,,,,,,,,5.6309589797e+03,6.0962085009e+01,,,,
35,,,,,,,,,,,,,,3.8804010602e+03,8.8463793993e+01,,,,
36,,,,,,,,,,,,,,4.8925319711e+03,7.0163057089e+01,,,,
37,,,,,,,,,,,,,,5.9839584314e+03,5.7365873098e+01,,,,
38,,,,,,,,,,,,,,6.0043804446e+03,5.7170761108e+01,,,,
39,,,,,,,,,,,,,,5.6404557229e+03,6.0859444141e+01,,,,
40,,,,,,,,,,,,,,3.8786440862e+03,8.8503866911e+01,,,,
41,,,,,,,,,,,,,,4.8897031779e+03,7.0203647852e+01,,,,
42,,,,,,,,,,,,,,4.8691443091e+03,7.0500066996e+01,,,,
43,,,,,,,,,,,,,,4.8904192801e+03,7.0193367958e+01,,,,
44,,,,,,,,,,,,,,3.8645680235e+03,8.8826227903e+01,,,,
45,,,,,,,,,,,,,,4.8980990748e+03,7.0083310843e+01,,,,
46,,,,,,,,,,,,,,3.8737715792e+03,8.8615188837e+01,,,,
47,,,,,,,,,,,,,,3.8883510081e+03,8.8282924891e+01,,,,
48,,,,,,,,,,,,,,6.1024720535e+03,5.6251793861e+01,,,,
49,,,,,,,,,,,,,,3.8739349774e+03,8.8611451149e+01,,,,
50,,,,,,,,,,,,,,6.2152902725e+03,5.5230726957e+01,,,,
51,,,,,,,,,,,,,,3.9045677285e+03,8.7916262150e+01,,,,
52,,,,,,,,,,,,,,5.6801525920e+03,6.0434115887e+01,,,,
53,,,,,,,,,,,,,,3.8889492136e+03,8.8269345045e+01,,,,
54,,,,,,,,,,,,,,6.1411002375e+03,5.5897964001e+01,,,,
55,,,,,,,,,,,,,,3.9100640270e+03,8.7792680025e+01,,,,
56,,,,,,,,,,,,,,5.7090959788e+03,6.0127733231e+01,,,,
57,,,,,,,,,,,,,,6.0930581717e+03,5.6338703871e+01,,,,
58,,,,,,,,,,,,,,3.8891685849e+03,8.8264366150e+01,,,,
59,,,,,,,,,,,,,,6.0970688693e+03,5.6301643848e+01,,,,
60,,,,,,,,,,,,,,5.7030836954e+03,6.0191120863e+01,,,,
61,,,,,,,,,,,,,,3.8917627565e+03,8.8205530882e+01,,,,
62,,,,,,,,,,,,,,3.8906799497e+03,8.8230079174e+01,,,,
63,,,,,,,,,,,,,,3.9129496039e+03,8.7727937937e+01,,,,
64,,,,,,,,,,,,,,5.8150928905e+03,5.9031731129e+01,,,,
65,,,,,,,,,,,,,,3.9127449268e+03,8.7732527018e+01,,,,
66,,,,,,,,,,,,,,5.8928817441e+03,5.8252484083e+01,,,,
67,,,,,,,,,,,,,,3.9096075671e+03,8.7802930117e+01,,,,
68,,,,,,,,,,,,,,6.0300050466e+03,5.6927813053e+01,,,,
69,,,,,,,,,,,,,,5.6941364126e+03,6.0285700083e+01,,,,
70,,,,,,,,,,,,,,3.9053361343e+03,8.7898963928e+01,,,,
71,,,,,,,,,,,,,,6.0497072656e+03,5.6742414951e+01,,,,
72,,,,,,,,,,,,,,3.9026028143e+03,8.7960526943e+01,,,,
73,,,,,,,,,,,,,,5.9602389950e+03,5.7594166994e+01,,,,
74,,,,,,,,,,,,,,5.7531253860e+03,5.9667567968e+01,,,,
75,,,,,,,,,,,,,,5.7404591166e+03,5.9799223900e+01,,,,
76,,,,,,,,,,,,,,6.0982560793e+03,5.6290683031e+01,,,,
77,,,,,,,,,,,,,,6.1013425906e+03,5.6262207031e+01,,,,
78,,,,,,,,,,,,,,4.8328809388e+03,7.1029062033e+01,,,,
79,,,,,,,,,,,,,,5.7423701406e+03,5.9779323101e+01,,,,
mdtest-easy-write
rank,items,rate-Directory creation,time-Directory creation,rate-Directory stat,time-Directory stat,rate-Directory read,time-Directory read,rate-Directory rename,time-Directory rename,rate-Directory removal,time-Directory removal,rate-File creation,time-File creation,rate-File stat,time-File stat,rate-File read,time-File read,rate-File removal,time-File removal,rate-Tree creation,time-Tree creation,rate-Tree removal,time-Tree removal
all,343275,,,,,,,,,,,5.2889747452e+04,5.1923106694e+02,,,,,,,1.8526691476e+03,4.3180942535e-02,,
0,,,,,,,,,,,,6.7125024299e+02,5.1139646292e+02,,,,,,
1,,,,,,,,,,,,1.0831391078e+03,3.1692605090e+02,,,,,,
2,,,,,,,,,,,,9.1274916233e+02,3.7608908796e+02,,,,,,
3,,,,,,,,,,,,9.1473560725e+02,3.7527237082e+02,,,,,,
4,,,,,,,,,,,,1.0599036842e+03,3.2387376809e+02,,,,,,
5,,,,,,,,,,,,1.0620692773e+03,3.2321337914e+02,,,,,,
6,,,,,,,,,,,,8.9993383591e+02,3.8144470882e+02,,,,,,
7,,,,,,,,,,,,9.1041272033e+02,3.7705426598e+02,,,,,,
8,,,,,,,,,,,,1.0643699242e+03,3.2251475000e+02,,,,,,
9,,,,,,,,,,,,9.1047878916e+02,3.7702690506e+02,,,,,,
10,,,,,,,,,,,,9.2113480594e+02,3.7266532302e+02,,,,,,
11,,,,,,,,,,,,6.6373892477e+02,5.1718377090e+02,,,,,,
12,,,,,,,,,,,,9.0927305376e+02,3.7752685905e+02,,,,,,
13,,,,,,,,,,,,1.0422458529e+03,3.2936086917e+02,,,,,,
14,,,,,,,,,,,,6.6541660302e+02,5.1587982392e+02,,,,,,
15,,,,,,,,,,,,6.6495652247e+02,5.1623675895e+02,,,,,,
16,,,,,,,,,,,,8.9953458897e+02,3.8161400819e+02,,,,,,
17,,,,,,,,,,,,6.6152156955e+02,5.1891732001e+02,,,,,,
18,,,,,,,,,,,,9.0819565693e+02,3.7797472095e+02,,,,,,
19,,,,,,,,,,,,9.2840829248e+02,3.6974572802e+02,,,,,,
20,,,,,,,,,,,,9.1048172091e+02,3.7702569103e+02,,,,,,
21,,,,,,,,,,,,8.9900915278e+02,3.8183704686e+02,,,,,,
22,,,,,,,,,,,,9.1506756438e+02,3.7513623405e+02,,,,,,
23,,,,,,,,,,,,6.6218788269e+02,5.1839516997e+02,,,,,,
24,,,,,,,,,,,,1.1030118106e+03,3.1121606922e+02,,,,,,
25,,,,,,,,,,,,9.1451082965e+02,3.7536460900e+02,,,,,,
26,,,,,,,,,,,,1.0850809858e+03,3.1635887504e+02,,,,,,
27,,,,,,,,,,,,6.9153087834e+02,4.9639865804e+02,,,,,,
28,,,,,,,,,,,,6.8198811572e+02,5.0334454823e+02,,,,,,
29,,,,,,,,,,,,1.1031370069e+03,3.1118074894e+02,,,,,,
30,,,,,,,,,,,,1.1398031487e+03,3.0117042613e+02,,,,,,
31,,,,,,,,,,,,9.1196757501e+02,3.7641140914e+02,,,,,,
32,,,,,,,,,,,,9.0260916893e+02,3.8031410694e+02,,,,,,
33,,,,,,,,,,,,9.1537450872e+02,3.7501044297e+02,,,,,,
34,,,,,,,,,,,,1.0377698614e+03,3.3078143120e+02,,,,,,
35,,,,,,,,,,,,9.0433446966e+02,3.7958853889e+02,,,,,,
36,,,,,,,,,,,,9.1002053369e+02,3.7721676302e+02,,,,,,
37,,,,,,,,,,,,6.7037240157e+02,5.1206612802e+02,,,,,,
38,,,,,,,,,,,,1.1101410171e+03,3.0921747303e+02,,,,,,
39,,,,,,,,,,,,6.7520212758e+02,5.0840331507e+02,,,,,,
40,,,,,,,,,,,,6.7043388639e+02,5.1201916695e+02,,,,,,
41,,,,,,,,,,,,1.0716542415e+03,3.2032253194e+02,,,,,,
42,,,,,,,,,,,,9.0468412018e+02,3.7944183207e+02,,,,,,
43,,,,,,,,,,,,6.7201909225e+02,5.1081138015e+02,,,,,,
44,,,,,,,,,,,,9.1553024704e+02,3.7494665098e+02,,,,,,
45,,,,,,,,,,,,1.0695478343e+03,3.2095338702e+02,,,,,,
46,,,,,,,,,,,,1.0675486106e+03,3.2155444407e+02,,,,,,
47,,,,,,,,,,,,9.0688474659e+02,3.7852108693e+02,,,,,,
48,,,,,,,,,,,,6.6671032727e+02,5.1487878013e+02,,,,,,
49,,,,,,,,,,,,9.1060064152e+02,3.7697645307e+02,,,,,,
50,,,,,,,,,,,,9.0736851567e+02,3.7831927609e+02,,,,,,
51,,,,,,,,,,,,9.1210687609e+02,3.7635392189e+02,,,,,,
52,,,,,,,,,,,,6.6150828496e+02,5.1892774105e+02,,,,,,
53,,,,,,,,,,,,9.2909770762e+02,3.6947136688e+02,,,,,,
54,,,,,,,,,,,,6.6452571723e+02,5.1657142997e+02,,,,,,
55,,,,,,,,,,,,6.6614348449e+02,5.1531690693e+02,,,,,,
56,,,,,,,,,,,,1.1244101363e+03,3.0529340577e+02,,,,,,
57,,,,,,,,,,,,6.9170148988e+02,4.9627621889e+02,,,,,,
58,,,,,,,,,,,,1.1189044973e+03,3.0679562092e+02,,,,,,
59,,,,,,,,,,,,6.8343662756e+02,5.0227773309e+02,,,,,,
60,,,,,,,,,,,,9.1161550526e+02,3.7655678082e+02,,,,,,
61,,,,,,,,,,,,6.8467920836e+02,5.0136618114e+02,,,,,,
62,,,,,,,,,,,,1.1195564984e+03,3.0661695099e+02,,,,,,
63,,,,,,,,,,,,6.8032400113e+02,5.0457576013e+02,,,,,,
64,,,,,,,,,,,,9.1351835248e+02,3.7577241778e+02,,,,,,
65,,,,,,,,,,,,1.0947432332e+03,3.1356667900e+02,,,,,,
66,,,,,,,,,,,,6.7447231586e+02,5.0895343208e+02,,,,,,
67,,,,,,,,,,,,1.0962868125e+03,3.1312517500e+02,,,,,,
68,,,,,,,,,,,,9.1448904248e+02,3.7537355185e+02,,,,,,
69,,,,,,,,,,,,6.8660968160e+02,4.9995653892e+02,,,,,,
70,,,,,,,,,,,,6.8508271048e+02,5.0107088494e+02,,,,,,
71,,,,,,,,,,,,6.8665019324e+02,4.9992704201e+02,,,,,,
72,,,,,,,,,,,,1.0651177842e+03,3.2228830004e+02,,,,,,
73,,,,,,,,,,,,6.7551545787e+02,5.0816749787e+02,,,,,,
74,,,,,,,,,,,,1.0836400027e+03,3.1677955699e+02,,,,,,
75,,,,,,,,,,,,6.8357903857e+02,5.0217309284e+02,,,,,,
76,,,,,,,,,,,,1.0713489733e+03,3.2041380405e+02,,,,,,
77,,,,,,,,,,,,9.1446716284e+02,3.7538253307e+02,,,,,,
78,,,,,,,,,,,,6.7471737478e+02,5.0876857901e+02,,,,,,
79,,,,,,,,,,,,1.0752289460e+03,3.1925758815e+02,,,,,,
mdtest-hard-delete
rank,items,rate-Directory creation,time-Directory creation,rate-Directory stat,time-Directory stat,rate-Directory read,time-Directory read,rate-Directory rename,time-Directory rename,rate-Directory removal,time-Directory removal,rate-File creation,time-File creation,rate-File stat,time-File stat,rate-File read,time-File read,rate-File removal,time-File removal,rate-Tree creation,time-Tree creation,rate-Tree removal,time-Tree removal
all,47304,,,,,,,,,,,,,,,,,1.2372045894e+04,3.0587665391e+02,,,2.2245147867e+01,3.5962898731e+00
0,,,,,,,,,,,,,,,,,,1.6527011304e+02,2.8622234917e+02
1,,,,,,,,,,,,,,,,,,1.6458830897e+02,2.8740802002e+02
2,,,,,,,,,,,,,,,,,,1.5867187373e+02,2.9812467003e+02
3,,,,,,,,,,,,,,,,,,1.6733698973e+02,2.8268705010e+02
4,,,,,,,,,,,,,,,,,,1.5805183956e+02,2.9929420710e+02
5,,,,,,,,,,,,,,,,,,1.5812967969e+02,2.9914687800e+02
6,,,,,,,,,,,,,,,,,,1.5934120260e+02,2.9687236714e+02
7,,,,,,,,,,,,,,,,,,1.5816070040e+02,2.9908820510e+02
8,,,,,,,,,,,,,,,,,,1.5635128609e+02,3.0254947805e+02
9,,,,,,,,,,,,,,,,,,1.5634921854e+02,3.0255347896e+02
10,,,,,,,,,,,,,,,,,,1.5634148709e+02,3.0256844091e+02
11,,,,,,,,,,,,,,,,,,1.5640499282e+02,3.0244558787e+02
12,,,,,,,,,,,,,,,,,,1.5634991047e+02,3.0255214000e+02
13,,,,,,,,,,,,,,,,,,1.5644007006e+02,3.0237777305e+02
14,,,,,,,,,,,,,,,,,,1.5634282179e+02,3.0256585789e+02
15,,,,,,,,,,,,,,,,,,1.5633684194e+02,3.0257743096e+02
16,,,,,,,,,,,,,,,,,,1.6141165721e+02,2.9306433511e+02
17,,,,,,,,,,,,,,,,,,1.6141285678e+02,2.9306215715e+02
18,,,,,,,,,,,,,,,,,,1.6141559149e+02,2.9305719209e+02
19,,,,,,,,,,,,,,,,,,1.6141380252e+02,2.9306044006e+02
20,,,,,,,,,,,,,,,,,,1.6141221346e+02,2.9306332517e+02
21,,,,,,,,,,,,,,,,,,1.6141588065e+02,2.9305666709e+02
22,,,,,,,,,,,,,,,,,,1.6142848558e+02,2.9303378415e+02
23,,,,,,,,,,,,,,,,,,1.6141984980e+02,2.9304946113e+02
24,,,,,,,,,,,,,,,,,,1.6315779675e+02,2.8992791605e+02
25,,,,,,,,,,,,,,,,,,1.7327941135e+02,2.7299261713e+02
26,,,,,,,,,,,,,,,,,,1.6332045982e+02,2.8963915515e+02
27,,,,,,,,,,,,,,,,,,1.6761332957e+02,2.8222099113e+02
28,,,,,,,,,,,,,,,,,,1.6654944694e+02,2.8402375913e+02
29,,,,,,,,,,,,,,,,,,1.7572941870e+02,2.6918657303e+02
30,,,,,,,,,,,,,,,,,,1.6849066183e+02,2.8075146413e+02
31,,,,,,,,,,,,,,,,,,1.6567959450e+02,2.8551494312e+02
32,,,,,,,,,,,,,,,,,,1.5543940882e+02,3.0432436895e+02
33,,,,,,,,,,,,,,,,,,1.5465066468e+02,3.0587647390e+02
34,,,,,,,,,,,,,,,,,,1.5490924322e+02,3.0536589694e+02
35,,,,,,,,,,,,,,,,,,1.5631864072e+02,3.0261266208e+02
36,,,,,,,,,,,,,,,,,,1.5641303869e+02,3.0243003011e+02
37,,,,,,,,,,,,,,,,,,1.5475617506e+02,3.0566793203e+02
38,,,,,,,,,,,,,,,,,,1.5465061152e+02,3.0587657905e+02
39,,,,,,,,,,,,,,,,,,1.5500702988e+02,3.0517325592e+02
40,,,,,,,,,,,,,,,,,,1.5693132149e+02,3.0143122196e+02
41,,,,,,,,,,,,,,,,,,1.5557508614e+02,3.0405896711e+02
42,,,,,,,,,,,,,,,,,,1.6061475773e+02,2.9451839089e+02
43,,,,,,,,,,,,,,,,,,1.5615827051e+02,3.0292343688e+02
44,,,,,,,,,,,,,,,,,,1.8922954811e+02,2.4998210096e+02
45,,,,,,,,,,,,,,,,,,1.5599372186e+02,3.0324297309e+02
46,,,,,,,,,,,,,,,,,,1.5555577346e+02,3.0409671688e+02
47,,,,,,,,,,,,,,,,,,1.5561038301e+02,3.0398999786e+02
48,,,,,,,,,,,,,,,,,,1.5787261773e+02,2.9963397503e+02
49,,,,,,,,,,,,,,,,,,1.5791142500e+02,2.9956033897e+02
50,,,,,,,,,,,,,,,,,,1.5806252819e+02,2.9927396798e+02
51,,,,,,,,,,,,,,,,,,1.5809462367e+02,2.9921321106e+02
52,,,,,,,,,,,,,,,,,,1.5788713587e+02,2.9960642290e+02
53,,,,,,,,,,,,,,,,,,1.5788117751e+02,2.9961772990e+02
54,,,,,,,,,,,,,,,,,,1.5793391515e+02,2.9951768088e+02
55,,,,,,,,,,,,,,,,,,1.5789099821e+02,2.9959909391e+02
56,,,,,,,,,,,,,,,,,,1.6802734105e+02,2.8152561188e+02
57,,,,,,,,,,,,,,,,,,1.6384524542e+02,2.8871145988e+02
58,,,,,,,,,,,,,,,,,,1.6833972237e+02,2.8100319600e+02
59,,,,,,,,,,,,,,,,,,1.6302756610e+02,2.9015951800e+02
60,,,,,,,,,,,,,,,,,,1.8918312602e+02,2.5004344201e+02
61,,,,,,,,,,,,,,,,,,1.6797097579e+02,2.8162008214e+02
62,,,,,,,,,,,,,,,,,,1.8269677831e+02,2.5892082191e+02
63,,,,,,,,,,,,,,,,,,1.6278630242e+02,2.9058956003e+02
64,,,,,,,,,,,,,,,,,,1.5865936726e+02,2.9814816999e+02
65,,,,,,,,,,,,,,,,,,1.5864526288e+02,2.9817467690e+02
66,,,,,,,,,,,,,,,,,,1.5862159575e+02,2.9821916604e+02
67,,,,,,,,,,,,,,,,,,1.5863494441e+02,2.9819407177e+02
68,,,,,,,,,,,,,,,,,,1.5865180794e+02,2.9816237593e+02
69,,,,,,,,,,,,,,,,,,1.5868047941e+02,2.9810850191e+02
70,,,,,,,,,,,,,,,,,,1.5870760481e+02,2.9805755091e+02
71,,,,,,,,,,,,,,,,,,1.5873578771e+02,2.9800463200e+02
72,,,,,,,,,,,,,,,,,,1.6507934898e+02,2.8655310488e+02
73,,,,,,,,,,,,,,,,,,1.6507683716e+02,2.8655746508e+02
74,,,,,,,,,,,,,,,,,,1.6523011756e+02,2.8629163194e+02
75,,,,,,,,,,,,,,,,,,1.6507495006e+02,2.8656074095e+02
76,,,,,,,,,,,,,,,,,,1.6508929685e+02,2.8653583789e+02
77,,,,,,,,,,,,,,,,,,1.6528064195e+02,2.8620411587e+02
78,,,,,,,,,,,,,,,,,,1.6508014272e+02,2.8655172706e+02
79,,,,,,,,,,,,,,,,,,1.6507620867e+02,2.8655855608e+02
mdtest-hard-read
-- started at 10/24/2021 20:19:07 --

mdtest-3.4.0+dev was launched with 80 total task(s) on 10 node(s)
Command line used: ./mdtest '--dataPacketType=timestamp' '-n' '1000000' '-t' '-w' '3901' '-e' '3901' '-P' '-G=1632734540' '-N' '1' '-F' '-d' '/scratch1/fast/jkunkel1/io500/2021.10.24-18.15.48/mdtest-hard' '-x' './results/2021.10.24-18.15.48/mdtest-hard.stonewall' '-E' '-X' '--saveRankPerformanceDetails=./results/2021.10.24-18.15.48/mdtest-hard-read.csv' '-a' 'POSIX'
Path                : /scratch1/fast/jkunkel1/io500/2021.10.24-18.15.48/mdtest-hard
FS                  : 2091.2 TiB   Used FS: 15.2%   Inodes: 0.0 Mi   Used Inodes: -nan%
Nodemap: 11111111000000000000000000000000000000000000000000000000000000000000000000000000
V-0: Rank   0 Line  2479 Shifting ranks by 8 for each phase.
80 tasks, 80000000 files

SUMMARY rate: (of 1 iterations)
   Operation                     Max            Min           Mean        Std Dev
   ---------                     ---            ---           ----        -------
   File creation                   0.000          0.000          0.000          0.000
   File stat                       0.000          0.000          0.000          0.000
   File read                   25880.817      25880.817      25880.817          0.000
   File removal                    0.000          0.000          0.000          0.000
   Tree creation                   0.000          0.000          0.000          0.000
   Tree removal                    0.000          0.000          0.000          0.000

SUMMARY time: (of 1 iterations)
   Operation                     Max            Min           Mean        Std Dev
   ---------                     ---            ---           ----        -------
   File creation                   0.000          0.000          0.000          0.000
   File stat                       0.000          0.000          0.000          0.000
   File read                     146.221        146.221        146.221          0.000
   File removal                    0.000          0.000          0.000          0.000
   Tree creation                   0.000          0.000          0.000          0.000
   Tree removal                    0.000          0.000          0.000          0.000
-- finished at 10/24/2021 20:21:34 --

mdtest-hard-stat
rank,items,rate-Directory creation,time-Directory creation,rate-Directory stat,time-Directory stat,rate-Directory read,time-Directory read,rate-Directory rename,time-Directory rename,rate-Directory removal,time-Directory removal,rate-File creation,time-File creation,rate-File stat,time-File stat,rate-File read,time-File read,rate-File removal,time-File removal,rate-Tree creation,time-Tree creation,rate-Tree removal,time-Tree removal
all,47304,,,,,,,,,,,,,7.6652838905e+04,4.9369600058e+01,,,,,,,,
0,,,,,,,,,,,,,,1.0152511078e+03,4.6593399048e+01,,,,
1,,,,,,,,,,,,,,1.0112164332e+03,4.6779303074e+01,,,,
2,,,,,,,,,,,,,,1.0237516722e+03,4.6206517935e+01,,,,
3,,,,,,,,,,,,,,1.0174939725e+03,4.6490693092e+01,,,,
4,,,,,,,,,,,,,,1.0094358268e+03,4.6861819983e+01,,,,
5,,,,,,,,,,,,,,1.0093442450e+03,4.6866071939e+01,,,,
6,,,,,,,,,,,,,,1.0084504630e+03,4.6907608986e+01,,,,
7,,,,,,,,,,,,,,1.0096341243e+03,4.6852616072e+01,,,,
8,,,,,,,,,,,,,,9.8770653342e+02,4.7892768145e+01,,,,
9,,,,,,,,,,,,,,9.8855114087e+02,4.7851849079e+01,,,,
10,,,,,,,,,,,,,,9.8711248753e+02,4.7921590090e+01,,,,
11,,,,,,,,,,,,,,9.8715558399e+02,4.7919497967e+01,,,,
12,,,,,,,,,,,,,,9.8740327864e+02,4.7907477140e+01,,,,
13,,,,,,,,,,,,,,9.8801934721e+02,4.7877604961e+01,,,,
14,,,,,,,,,,,,,,9.8721798353e+02,4.7916469097e+01,,,,
15,,,,,,,,,,,,,,9.8736061751e+02,4.7909547091e+01,,,,
16,,,,,,,,,,,,,,1.0104388695e+03,4.6815301180e+01,,,,
17,,,,,,,,,,,,,,1.0103230020e+03,4.6820670128e+01,,,,
18,,,,,,,,,,,,,,1.0109581992e+03,4.6791252136e+01,,,,
19,,,,,,,,,,,,,,1.0109841723e+03,4.6790050030e+01,,,,
20,,,,,,,,,,,,,,1.0109067826e+03,4.6793632030e+01,,,,
21,,,,,,,,,,,,,,1.0109309759e+03,4.6792512178e+01,,,,
22,,,,,,,,,,,,,,1.0108831260e+03,4.6794727087e+01,,,,
23,,,,,,,,,,,,,,1.0102946914e+03,4.6821982145e+01,,,,
24,,,,,,,,,,,,,,1.0405479331e+03,4.5460664034e+01,,,,
25,,,,,,,,,,,,,,1.0550024624e+03,4.4837810040e+01,,,,
26,,,,,,,,,,,,,,1.0273859264e+03,4.6043067932e+01,,,,
27,,,,,,,,,,,,,,1.0752678409e+03,4.3992759943e+01,,,,
28,,,,,,,,,,,,,,1.0272565449e+03,4.6048866987e+01,,,,
29,,,,,,,,,,,,,,1.0995946499e+03,4.3019489050e+01,,,,
30,,,,,,,,,,,,,,1.0286289560e+03,4.5987427950e+01,,,,
31,,,,,,,,,,,,,,1.1138756033e+03,4.2467937946e+01,,,,
32,,,,,,,,,,,,,,9.7078974760e+02,4.8727337837e+01,,,,
33,,,,,,,,,,,,,,9.5828277581e+02,4.9363299847e+01,,,,
34,,,,,,,,,,,,,,9.6581910104e+02,4.8978116035e+01,,,,
35,,,,,,,,,,,,,,9.5816200403e+02,4.9369521856e+01,,,,
36,,,,,,,,,,,,,,9.6156803724e+02,4.9194646835e+01,,,,
37,,,,,,,,,,,,,,9.6431903227e+02,4.9054305077e+01,,,,
38,,,,,,,,,,,,,,9.7069992412e+02,4.8731846809e+01,,,,
39,,,,,,,,,,,,,,9.6334911252e+02,4.9103693962e+01,,,,
40,,,,,,,,,,,,,,9.9872210300e+02,4.7364526987e+01,,,,
41,,,,,,,,,,,,,,9.8040630057e+02,4.8249383926e+01,,,,
42,,,,,,,,,,,,,,9.7580257901e+02,4.8477018833e+01,,,,
43,,,,,,,,,,,,,,9.7848430961e+02,4.8344157934e+01,,,,
44,,,,,,,,,,,,,,9.8268814060e+02,4.8137346983e+01,,,,
45,,,,,,,,,,,,,,9.7737069944e+02,4.8399240971e+01,,,,
46,,,,,,,,,,,,,,9.7696900379e+02,4.8419141054e+01,,,,
47,,,,,,,,,,,,,,9.7769010854e+02,4.8383429050e+01,,,,
48,,,,,,,,,,,,,,1.0076101322e+03,4.6946729183e+01,,,,
49,,,,,,,,,,,,,,1.0093142692e+03,4.6867463827e+01,,,,
50,,,,,,,,,,,,,,1.0076462810e+03,4.6945044994e+01,,,,
51,,,,,,,,,,,,,,1.0084632569e+03,4.6907013893e+01,,,,
52,,,,,,,,,,,,,,1.0076072564e+03,4.6946863174e+01,,,,
53,,,,,,,,,,,,,,1.0103168541e+03,4.6820955038e+01,,,,
54,,,,,,,,,,,,,,1.0094259356e+03,4.6862279177e+01,,,,
55,,,,,,,,,,,,,,1.0076542439e+03,4.6944674015e+01,,,,
56,,,,,,,,,,,,,,1.0540804250e+03,4.4877031088e+01,,,,
57,,,,,,,,,,,,,,1.0237074498e+03,4.6208513975e+01,,,,
58,,,,,,,,,,,,,,1.0236421216e+03,4.6211462975e+01,,,,
59,,,,,,,,,,,,,,1.0205319476e+03,4.6352297068e+01,,,,
60,,,,,,,,,,,,,,1.0262183343e+03,4.6095453978e+01,,,,
61,,,,,,,,,,,,,,1.0227343268e+03,4.6252480984e+01,,,,
62,,,,,,,,,,,,,,1.0328878638e+03,4.5797807932e+01,,,,
63,,,,,,,,,,,,,,1.0195911985e+03,4.6395065069e+01,,,,
64,,,,,,,,,,,,,,1.0091703604e+03,4.6874147177e+01,,,,
65,,,,,,,,,,,,,,1.0091137209e+03,4.6876778126e+01,,,,
66,,,,,,,,,,,,,,1.0120317153e+03,4.6741618156e+01,,,,
67,,,,,,,,,,,,,,1.0089508544e+03,4.6884345055e+01,,,,
68,,,,,,,,,,,,,,1.0093382785e+03,4.6866348982e+01,,,,
69,,,,,,,,,,,,,,1.0109683575e+03,4.6790781975e+01,,,,
70,,,,,,,,,,,,,,1.0094149095e+03,4.6862791061e+01,,,,
71,,,,,,,,,,,,,,1.0088677736e+03,4.6888206005e+01,,,,
72,,,,,,,,,,,,,,1.0486074944e+03,4.5111254930e+01,,,,
73,,,,,,,,,,,,,,1.0485327655e+03,4.5114470005e+01,,,,
74,,,,,,,,,,,,,,1.0484233764e+03,4.5119177103e+01,,,,
75,,,,,,,,,,,,,,1.0493342352e+03,4.5080012083e+01,,,,
76,,,,,,,,,,,,,,1.0490802312e+03,4.5090926886e+01,,,,
77,,,,,,,,,,,,,,1.0489011097e+03,4.5098627090e+01,,,,
78,,,,,,,,,,,,,,1.0493012765e+03,4.5081428051e+01,,,,
79,,,,,,,,,,,,,,1.0491005392e+03,4.5090054035e+01,,,,
mdtest-hard-write
rank,items,rate-Directory creation,time-Directory creation,rate-Directory stat,time-Directory stat,rate-Directory read,time-Directory read,rate-Directory rename,time-Directory rename,rate-Directory removal,time-Directory removal,rate-File creation,time-File creation,rate-File stat,time-File stat,rate-File read,time-File read,rate-File removal,time-File removal,rate-Tree creation,time-Tree creation,rate-Tree removal,time-Tree removal
all,47304,,,,,,,,,,,1.1789430766e+04,3.2099259710e+02,,,,,,,3.9902999168e+04,2.0048618317e-03,,
0,,,,,,,,,,,,1.5081458479e+02,3.1365666699e+02,,,,,,
1,,,,,,,,,,,,1.5180279829e+02,3.1161480904e+02,,,,,,
2,,,,,,,,,,,,1.5056841679e+02,3.1416947198e+02,,,,,,
3,,,,,,,,,,,,1.5210409995e+02,3.1099753404e+02,,,,,,
4,,,,,,,,,,,,1.5002224929e+02,3.1531323004e+02,,,,,,
5,,,,,,,,,,,,1.5140762230e+02,3.1242812800e+02,,,,,,
6,,,,,,,,,,,,1.5030974023e+02,3.1471014404e+02,,,,,,
7,,,,,,,,,,,,1.5002385035e+02,3.1530986500e+02,,,,,,
8,,,,,,,,,,,,1.4956751760e+02,3.1627188015e+02,,,,,,
9,,,,,,,,,,,,1.5063898134e+02,3.1402230406e+02,,,,,,
10,,,,,,,,,,,,1.4993629653e+02,3.1549398708e+02,,,,,,
11,,,,,,,,,,,,1.5063366303e+02,3.1403339100e+02,,,,,,
12,,,,,,,,,,,,1.5064130940e+02,3.1401745105e+02,,,,,,
13,,,,,,,,,,,,1.5063347456e+02,3.1403378391e+02,,,,,,
14,,,,,,,,,,,,1.4974924024e+02,3.1588808012e+02,,,,,,
15,,,,,,,,,,,,1.5131565927e+02,3.1261800814e+02,,,,,,
16,,,,,,,,,,,,1.5399320650e+02,3.0718238211e+02,,,,,,
17,,,,,,,,,,,,1.5356359976e+02,3.0804174995e+02,,,,,,
18,,,,,,,,,,,,1.5460071145e+02,3.0597530603e+02,,,,,,
19,,,,,,,,,,,,1.5372865850e+02,3.0771100497e+02,,,,,,
20,,,,,,,,,,,,1.5386105222e+02,3.0744622707e+02,,,,,,
21,,,,,,,,,,,,1.5410558422e+02,3.0695837688e+02,,,,,,
22,,,,,,,,,,,,1.5344268186e+02,3.0828449702e+02,,,,,,
23,,,,,,,,,,,,1.5333396791e+02,3.0850307107e+02,,,,,,
24,,,,,,,,,,,,1.5299209383e+02,3.0919244790e+02,,,,,,
25,,,,,,,,,,,,1.5532482018e+02,3.0454887986e+02,,,,,,
26,,,,,,,,,,,,1.5339346860e+02,3.0838340402e+02,,,,,,
27,,,,,,,,,,,,1.5394546465e+02,3.0727764606e+02,,,,,,
28,,,,,,,,,,,,1.5220559693e+02,3.1079014802e+02,,,,,,
29,,,,,,,,,,,,1.5488389351e+02,3.0541587591e+02,,,,,,
30,,,,,,,,,,,,1.5299358820e+02,3.0918942785e+02,,,,,,
31,,,,,,,,,,,,1.5430659499e+02,3.0655851102e+02,,,,,,
32,,,,,,,,,,,,1.4765606813e+02,3.2036610889e+02,,,,,,
33,,,,,,,,,,,,1.4917780361e+02,3.1709811282e+02,,,,,,
34,,,,,,,,,,,,1.4886434716e+02,3.1776581097e+02,,,,,,
35,,,,,,,,,,,,1.4992962680e+02,3.1550802207e+02,,,,,,
36,,,,,,,,,,,,1.4957370456e+02,3.1625879788e+02,,,,,,
37,,,,,,,,,,,,1.4917439426e+02,3.1710536003e+02,,,,,,
38,,,,,,,,,,,,1.4916768403e+02,3.1711962485e+02,,,,,,
39,,,,,,,,,,,,1.4917148337e+02,3.1711154795e+02,,,,,,
40,,,,,,,,,,,,1.4908242547e+02,3.1730098200e+02,,,,,,
41,,,,,,,,,,,,1.5038524627e+02,3.1455213308e+02,,,,,,
42,,,,,,,,,,,,1.4968502449e+02,3.1602359796e+02,,,,,,
43,,,,,,,,,,,,1.4806268644e+02,3.1948630095e+02,,,,,,
44,,,,,,,,,,,,1.4839595109e+02,3.1876880503e+02,,,,,,
45,,,,,,,,,,,,1.5001312329e+02,3.1533241200e+02,,,,,,
46,,,,,,,,,,,,1.4907666305e+02,3.1731324697e+02,,,,,,
47,,,,,,,,,,,,1.4969278040e+02,3.1600722408e+02,,,,,,
48,,,,,,,,,,,,1.5321166103e+02,3.0874934506e+02,,,,,,
49,,,,,,,,,,,,1.5129683450e+02,3.1265690494e+02,,,,,,
50,,,,,,,,,,,,1.5202912257e+02,3.1115091109e+02,,,,,,
51,,,,,,,,,,,,1.5152982850e+02,3.1217616010e+02,,,,,,
52,,,,,,,,,,,,1.5243914035e+02,3.1031400394e+02,,,,,,
53,,,,,,,,,,,,1.5184279255e+02,3.1153273201e+02,,,,,,
54,,,,,,,,,,,,1.5217062397e+02,3.1086157608e+02,,,,,,
55,,,,,,,,,,,,1.5259999645e+02,3.0998690104e+02,,,,,,
56,,,,,,,,,,,,1.5078254785e+02,3.1372330999e+02,,,,,,
57,,,,,,,,,,,,1.4929587648e+02,3.1684733105e+02,,,,,,
58,,,,,,,,,,,,1.5135858392e+02,3.1252935100e+02,,,,,,
59,,,,,,,,,,,,1.4958687624e+02,3.1623095012e+02,,,,,,
60,,,,,,,,,,,,1.5045781521e+02,3.1440041804e+02,,,,,,
61,,,,,,,,,,,,1.5016261241e+02,3.1501849389e+02,,,,,,
62,,,,,,,,,,,,1.5134717795e+02,3.1255290413e+02,,,,,,
63,,,,,,,,,,,,1.5015591332e+02,3.1503254819e+02,,,,,,
64,,,,,,,,,,,,1.5243689388e+02,3.1031857705e+02,,,,,,
65,,,,,,,,,,,,1.5263636832e+02,3.0991303396e+02,,,,,,
66,,,,,,,,,,,,1.5200481028e+02,3.1120067787e+02,,,,,,
67,,,,,,,,,,,,1.5308553021e+02,3.0900373101e+02,,,,,,
68,,,,,,,,,,,,1.5243253782e+02,3.1032744503e+02,,,,,,
69,,,,,,,,,,,,1.5309262249e+02,3.0898941588e+02,,,,,,
70,,,,,,,,,,,,1.5201013594e+02,3.1118977499e+02,,,,,,
71,,,,,,,,,,,,1.5339678593e+02,3.0837673497e+02,,,,,,
72,,,,,,,,,,,,1.5684636106e+02,3.0159450102e+02,,,,,,
73,,,,,,,,,,,,1.5642330715e+02,3.0241017699e+02,,,,,,
74,,,,,,,,,,,,1.5766548109e+02,3.0002762604e+02,,,,,,
75,,,,,,,,,,,,1.5606166604e+02,3.0311095095e+02,,,,,,
76,,,,,,,,,,,,1.5686347955e+02,3.0156158805e+02,,,,,,
77,,,,,,,,,,,,1.5716269742e+02,3.0098745298e+02,,,,,,
78,,,,,,,,,,,,1.5642967175e+02,3.0239787292e+02,,,,,,
79,,,,,,,,,,,,1.5736809171e+02,3.0059460902e+02,,,,,,
result
[run]
version         = io500-sc21
config-hash     = 6B10B5F4
result-dir      = ./results/2021.10.24-18.15.48
mode            = extended
; START 2021-10-24 18:15:50


[ior-easy-write]
t_start         = 2021-10-24 18:15:50
exe             = ./ior --dataPacketType=timestamp -C -Q 1 -g -G 746546058 -k -e -o /scratch1/fast/jkunkel1/io500/2021.10.24-18.15.48/ior-easy/ior_file_easy -O stoneWallingStatusFile=./results/2021.10.24-18.15.48/ior-easy.stonewall -t 2m -b 9920000m -F -w -D 300 -O stoneWallingWearOut=1 -a POSIX -O saveRankPerformanceDetailsCSV=./results/2021.10.24-18.15.48/ior-easy-write.csv
throughput-stonewall = 3.68
score           = 3.261078
t_delta         = 616.3666
t_end           = 2021-10-24 18:26:06

[ior-rnd4K-write]
t_start         = 2021-10-24 18:26:06
exe             = ./ior --dataPacketType=timestamp -Q=1 -g -G=-165566190 -z --random-offset-seed=123 -e -o=/scratch1/fast/jkunkel1/io500/2021.10.24-18.15.48/ior-rnd4K/file -O stoneWallingStatusFile=./results/2021.10.24-18.15.48/ior-rnd4K.stonewall -k -t=4096 -b=1073741824 -s=10000000 -w -D 300 -a POSIX -O stoneWallingWearOut=1 -O saveRankPerformanceDetailsCSV=./results/2021.10.24-18.15.48/ior-rnd4K-write.csv
throughput-stonewall = 0.36
score           = 0.266235
t_delta         = 1377.4042
t_end           = 2021-10-24 18:49:04

[mdtest-easy-write]
t_start         = 2021-10-24 18:49:04
exe             = ./mdtest --dataPacketType=timestamp -n 1000000 -u -L -F -P -G 1632723852 -N 1 -d /scratch1/fast/jkunkel1/io500/2021.10.24-18.15.48/mdtest-easy -x ./results/2021.10.24-18.15.48/mdtest-easy.stonewall -C -Y -W 300 --saveRankPerformanceDetails=./results/2021.10.24-18.15.48/mdtest-easy-write.csv -a POSIX
rate-stonewall  = 68.909961
score           = 52.889747
t_delta         = 520.2985
t_end           = 2021-10-24 18:57:44

[ior-rnd1MB-write]
t_start         = 2021-10-24 18:57:44
exe             = ./ior --dataPacketType=timestamp -Q=1 -g -G=1836937197 -z --random-offset-seed=11 -e -o=/scratch1/fast/jkunkel1/io500/2021.10.24-18.15.48/ior-rnd1MB/file -O stoneWallingStatusFile=./results/2021.10.24-18.15.48/ior-rnd1MB.stonewall -k -t=1048576 -b=1073741824 -s=10000000 -w -D 300 -a POSIX -O stoneWallingWearOut=1 -O saveRankPerformanceDetailsCSV=./results/2021.10.24-18.15.48/ior-rnd1MB-write.csv
throughput-stonewall = 3.11
score           = 3.126215
t_delta         = 1134.0833
t_end           = 2021-10-24 19:16:38

[mdworkbench-create]
t_start         = 2021-10-24 19:16:38
filesPerProc    = 3966
precreatePerSet = 3966
exe             = ./md-workbench --dataPacketType=timestamp --process-reports -a POSIX -o=/scratch1/fast/jkunkel1/io500/2021.10.24-18.15.48/mdworkbench -t=0.000000 -O=1 --run-info-file=./results/2021.10.24-18.15.48/mdworkbench.status -D=10 -G=-676215982 -P=3966 -I=3966 -1
maxOpTime       = 6.613149
score           = 52.929486
t_delta         = 60.5246
t_end           = 2021-10-24 19:17:39

[timestamp]
t_start         = 2021-10-24 19:17:39
t_delta         = 0.0015
t_end           = 2021-10-24 19:17:39

[find-easy]
t_start         = 2021-10-24 19:17:39
exe             = ./pfind /scratch1/fast/jkunkel1/io500/2021.10.24-18.15.48/mdtest-easy/ -name *01* -C -q 10000
nproc           = 80
found           = 1053440
total-files     = 27462000
score           = 943.351165
t_delta         = 29.1153
t_end           = 2021-10-24 19:18:08

[ior-hard-write]
t_start         = 2021-10-24 19:18:08
exe             = ./ior --dataPacketType=timestamp -C -Q 1 -g -G=746556746 -k -e -o /scratch1/fast/jkunkel1/io500/2021.10.24-18.15.48/ior-hard/file -O stoneWallingStatusFile=./results/2021.10.24-18.15.48/ior-hard.stonewall -t 47008 -b 47008 -s 10000000 -w -D 300 -a POSIX -O saveRankPerformanceDetailsCSV=./results/2021.10.24-18.15.48/ior-hard-write.csv -O stoneWallingWearOut=1
throughput-stonewall = 0.27
score           = 0.348750
t_delta         = 1027.6603
t_end           = 2021-10-24 19:35:15

[mdtest-hard-write]
t_start         = 2021-10-24 19:35:15
exe             = ./mdtest --dataPacketType=timestamp -n 1000000 -t -w 3901 -e 3901 -P -G=1632734540 -N 1 -F -d /scratch1/fast/jkunkel1/io500/2021.10.24-18.15.48/mdtest-hard -x ./results/2021.10.24-18.15.48/mdtest-hard.stonewall -C -Y -W 300 --saveRankPerformanceDetails=./results/2021.10.24-18.15.48/mdtest-hard-write.csv -a POSIX
rate-stonewall  = 12.076045
score           = 11.789431
t_delta         = 322.0195
t_end           = 2021-10-24 19:40:37

[find]
t_start         = 2021-10-24 19:40:37
exe             = ./pfind /scratch1/fast/jkunkel1/io500/2021.10.24-18.15.48 -newer ./results/2021.10.24-18.15.48/timestampfile -size 3901c -name *01* -C -q 10000
nproc           = 80
found           = 162320
total-files     = 34419203
score           = 597.201043
t_delta         = 57.6465
t_end           = 2021-10-24 19:41:35

[ior-rnd4K-read]
t_start         = 2021-10-24 19:41:35
exe             = ./ior --dataPacketType=timestamp -Q=1 -g -G=-165566190 -z --random-offset-seed=123 -e -o=/scratch1/fast/jkunkel1/io500/2021.10.24-18.15.48/ior-rnd4K/file -O stoneWallingStatusFile=./results/2021.10.24-18.15.48/ior-rnd4K.stonewall -k -t=4096 -b=1073741824 -s=10000000 -r -R -a POSIX -O saveRankPerformanceDetailsCSV=./results/2021.10.24-18.15.48/ior-rnd4K-read.csv
score           = 0.814371
t_delta         = 450.3055
t_end           = 2021-10-24 19:49:05

[ior-rnd1MB-read]
t_start         = 2021-10-24 19:49:05
exe             = ./ior --dataPacketType=timestamp -Q=1 -g -G=1836937197 -z --random-offset-seed=11 -e -o=/scratch1/fast/jkunkel1/io500/2021.10.24-18.15.48/ior-rnd1MB/file -O stoneWallingStatusFile=./results/2021.10.24-18.15.48/ior-rnd1MB.stonewall -k -t=1048576 -b=1073741824 -s=10000000 -r -R -a POSIX -O saveRankPerformanceDetailsCSV=./results/2021.10.24-18.15.48/ior-rnd1MB-read.csv
score           = 6.661937
t_delta         = 532.1891
t_end           = 2021-10-24 19:57:58

[find-hard]
t_start         = 2021-10-24 19:57:58
exe             = ./pfind /scratch1/fast/jkunkel1/io500/2021.10.24-18.15.48/mdtest-hard/ -newer ./results/2021.10.24-18.15.48/timestampfile -size 3901c -name *01* -C -q 10000
nproc           = 80
found           = 107120
total-files     = 3784320
score           = 63.300354
t_delta         = 59.7903
t_end           = 2021-10-24 19:58:57

[mdworkbench-bench]
t_start         = 2021-10-24 19:58:57
filesPerProc    = 3966
precreatePerSet = 3966
exe             = ./md-workbench --dataPacketType=timestamp --process-reports -a POSIX -o=/scratch1/fast/jkunkel1/io500/2021.10.24-18.15.48/mdworkbench -t=0.000000 -O=1 --run-info-file=./results/2021.10.24-18.15.48/mdworkbench.status -D=10 -G=-676215982 -P=3966 -I=3966 -2 -R=2 -X
maxOpTime       = 0.357571
scoreIteration0 = 112.515927
maxOpTime0      = 0.407098
score           = 112.565760
t_delta         = 232.5593
t_end           = 2021-10-24 20:02:50

[ior-easy-read]
t_start         = 2021-10-24 20:02:50
exe             = ./ior --dataPacketType=timestamp -C -Q 1 -g -G 746546058 -k -e -o /scratch1/fast/jkunkel1/io500/2021.10.24-18.15.48/ior-easy/ior_file_easy -O stoneWallingStatusFile=./results/2021.10.24-18.15.48/ior-easy.stonewall -t 2m -b 9920000m -F -r -R -a POSIX -O saveRankPerformanceDetailsCSV=./results/2021.10.24-18.15.48/ior-easy-read.csv
score           = 8.852841
t_delta         = 226.9672
t_end           = 2021-10-24 20:06:37

[mdtest-easy-stat]
t_start         = 2021-10-24 20:06:37
exe             = ./mdtest --dataPacketType=timestamp -n 1000000 -u -L -F -P -G 1632723852 -N 1 -d /scratch1/fast/jkunkel1/io500/2021.10.24-18.15.48/mdtest-easy -x ./results/2021.10.24-18.15.48/mdtest-easy.stonewall -T --saveRankPerformanceDetails=./results/2021.10.24-18.15.48/mdtest-easy-stat.csv -a POSIX
score           = 309.023172
t_delta         = 89.8853
t_end           = 2021-10-24 20:08:07

[ior-hard-read]
t_start         = 2021-10-24 20:08:07
exe             = ./ior --dataPacketType=timestamp -C -Q 1 -g -G=746556746 -k -e -o /scratch1/fast/jkunkel1/io500/2021.10.24-18.15.48/ior-hard/file -O stoneWallingStatusFile=./results/2021.10.24-18.15.48/ior-hard.stonewall -t 47008 -b 47008 -s 10000000 -r -R -a POSIX -O saveRankPerformanceDetailsCSV=./results/2021.10.24-18.15.48/ior-hard-read.csv
score           = 4.762372
t_delta         = 75.2723
t_end           = 2021-10-24 20:09:22

[mdtest-hard-stat]
t_start         = 2021-10-24 20:09:22
exe             = ./mdtest --dataPacketType=timestamp -n 1000000 -t -w 3901 -e 3901 -P -G=1632734540 -N 1 -F -d /scratch1/fast/jkunkel1/io500/2021.10.24-18.15.48/mdtest-hard -x ./results/2021.10.24-18.15.48/mdtest-hard.stonewall -T --saveRankPerformanceDetails=./results/2021.10.24-18.15.48/mdtest-hard-stat.csv -a POSIX
score           = 76.652839
t_delta         = 50.3869
t_end           = 2021-10-24 20:10:12

[mdworkbench-delete]
t_start         = 2021-10-24 20:10:12
filesPerProc    = 3966
precreatePerSet = 3966
exe             = ./md-workbench --dataPacketType=timestamp --process-reports -a POSIX -o=/scratch1/fast/jkunkel1/io500/2021.10.24-18.15.48/mdworkbench -t=0.000000 -O=1 --run-info-file=./results/2021.10.24-18.15.48/mdworkbench.status -D=10 -G=-676215982 -P=3966 -I=3966 -3
maxOpTime       = 0.376556
score           = 68.198034
t_delta         = 48.0155
t_end           = 2021-10-24 20:11:00

[mdtest-easy-delete]
t_start         = 2021-10-24 20:11:00
exe             = ./mdtest --dataPacketType=timestamp -n 1000000 -u -L -F -P -G 1632723852 -N 1 -d /scratch1/fast/jkunkel1/io500/2021.10.24-18.15.48/mdtest-easy -x ./results/2021.10.24-18.15.48/mdtest-easy.stonewall -r --saveRankPerformanceDetails=./results/2021.10.24-18.15.48/mdtest-easy-delete.csv -a POSIX
score           = 58.292741
t_delta         = 486.2678
t_end           = 2021-10-24 20:19:07

[mdtest-hard-read]
t_start         = 2021-10-24 20:19:07
exe             = ./mdtest --dataPacketType=timestamp -n 1000000 -t -w 3901 -e 3901 -P -G=1632734540 -N 1 -F -d /scratch1/fast/jkunkel1/io500/2021.10.24-18.15.48/mdtest-hard -x ./results/2021.10.24-18.15.48/mdtest-hard.stonewall -E -X --saveRankPerformanceDetails=./results/2021.10.24-18.15.48/mdtest-hard-read.csv -a POSIX
score           = 25.880817
t_delta         = 147.2420
t_end           = 2021-10-24 20:21:34

[mdtest-hard-delete]
t_start         = 2021-10-24 20:21:34
exe             = ./mdtest --dataPacketType=timestamp -n 1000000 -t -w 3901 -e 3901 -P -G=1632734540 -N 1 -F -d /scratch1/fast/jkunkel1/io500/2021.10.24-18.15.48/mdtest-hard -x ./results/2021.10.24-18.15.48/mdtest-hard.stonewall -r --saveRankPerformanceDetails=./results/2021.10.24-18.15.48/mdtest-hard-delete.csv -a POSIX
score           = 12.372046
t_delta         = 310.4986
t_end           = 2021-10-24 20:26:44

[SCORE]
MD              = 59.850429
BW              = 2.631452
SCORE           = 12.549643
hash            = D9B2B24E

[SCOREX]
MD              = 81.864024
BW              = 1.958556
SCORE           = 12.662357
hash            = 5640BB11
; END 2021-10-24 20:26:45
result_summary
IO500 version io500-sc21 (extended)
[RESULT]       ior-easy-write        3.261078 GiB/s : time 616.367 seconds
[RESULT]      ior-rnd4K-write        0.266235 GiB/s : time 1377.404 seconds
[RESULT]    mdtest-easy-write       52.889747 kIOPS : time 520.299 seconds
[RESULT]     ior-rnd1MB-write        3.126215 GiB/s : time 1134.083 seconds
[      ]   mdworkbench-create       52.929486 kIOPS : time 60.525 seconds
[      ]            timestamp        0.000000 kIOPS : time 0.002 seconds
[RESULT]            find-easy      943.351165 kIOPS : time 29.115 seconds
[RESULT]       ior-hard-write        0.348750 GiB/s : time 1027.660 seconds
[RESULT]    mdtest-hard-write       11.789431 kIOPS : time 322.019 seconds
[RESULT]                 find      597.201043 kIOPS : time 57.647 seconds
[RESULT]       ior-rnd4K-read        0.814371 GiB/s : time 450.306 seconds
[RESULT]      ior-rnd1MB-read        6.661937 GiB/s : time 532.189 seconds
[RESULT]            find-hard       63.300354 kIOPS : time 59.790 seconds
[RESULT]    mdworkbench-bench      112.565760 kIOPS : time 232.559 seconds
[RESULT]        ior-easy-read        8.852841 GiB/s : time 226.967 seconds
[RESULT]     mdtest-easy-stat      309.023172 kIOPS : time 89.885 seconds
[RESULT]        ior-hard-read        4.762372 GiB/s : time 75.272 seconds
[RESULT]     mdtest-hard-stat       76.652839 kIOPS : time 50.387 seconds
[      ]   mdworkbench-delete       68.198034 kIOPS : time 48.015 seconds
[RESULT]   mdtest-easy-delete       58.292741 kIOPS : time 486.268 seconds
[RESULT]     mdtest-hard-read       25.880817 kIOPS : time 147.242 seconds
[RESULT]   mdtest-hard-delete       12.372046 kIOPS : time 310.499 seconds
[SCORE ] Bandwidth 2.631452 GiB/s : IOPS 59.850429 kiops : TOTAL 12.549643
[SCOREX] Bandwidth 1.958556 GiB/s : IOPS 81.864024 kiops : TOTAL 12.662357