- io500
-
#!/bin/bash
#SBATCH --nodes=10 --ntasks-per-node=6 -p compute -A ku0598
# INSTRUCTIONS:
#
# The only parts of the script that may need to be modified are:
# - setup() to configure the binary locations and MPI parameters
# Please visit https://vi4io.org/io500-info-creator/ to help generate the
# "system-information.txt" file, by pasting the output of the info-creator.
# This file contains details of your system hardware for your submission.
# This script takes its parameters from the same .ini file as io500 binary.
io500_ini="$1" # You can set the ini file here
io500_mpirun="mpiexec"
io500_mpiargs="--hostfile hostfile -np 480"
function setup(){
local workdir="$1"
local resultdir="$2"
mkdir -p $workdir $resultdir
# Example commands to create output directories for Lustre. Creating
# top-level directories is allowed, but not the whole directory tree.
#if (( $(lfs df $workdir | grep -c MDT) > 1 )); then
# lfs setdirstripe -D -c -1 $workdir
#fi
#lfs setstripe -c 1 $workdir
#mkdir $workdir/ior-easy $workdir/ior-hard
#mkdir $workdir/mdtest-easy $workdir/mdtest-hard
#local osts=$(lfs df $workdir | grep -c OST)
# Try overstriping for ior-hard to improve scaling, or use wide striping
#lfs setstripe -C $((osts * 4)) $workdir/ior-hard ||
# lfs setstripe -c -1 $workdir/ior-hard
# Try to use DoM if available, otherwise use default for small files
#lfs setstripe -E 64k -L mdt $workdir/mdtest-easy || true #DoM?
#lfs setstripe -E 64k -L mdt $workdir/mdtest-hard || true #DoM?
#lfs setstripe -E 64k -L mdt $workdir/mdtest-rnd
mkdir $workdir/ior-easy $workdir/ior-hard
mkdir $workdir/mdtest-easy $workdir/mdtest-hard
llfs-ctl --cfgFile=/etc/llfs/llfs-client.conf --setpattern --numtargets=240 --chunksize=4096k $workdir/ior-easy >> /etc/null
llfs-ctl --cfgFile=/etc/llfs/llfs-client.conf --setpattern --numtargets=240 --chunksize=47008 $workdir/ior-hard >> /etc/null
}
# ***** YOU SHOULD NOT EDIT ANYTHING BELOW THIS LINE *****
set -eo pipefail # better error handling
if [[ -z "$io500_ini" ]]; then
echo "error: ini file must be specified. usage: $0 "
exit 1
fi
if [[ ! -s "$io500_ini" ]]; then
echo "error: ini file '$io500_ini' not found or empty"
exit 2
fi
function get_ini_section_param() {
local section="$1"
local param="$2"
local inside=false
while read LINE; do
LINE=$(sed -e 's/ *#.*//' -e '1s/ *= */=/' <<<$LINE)
$inside && [[ "$LINE" =~ "[.*]" ]] && inside=false && break
[[ -n "$section" && "$LINE" =~ "[$section]" ]] && inside=true && continue
! $inside && continue
#echo $LINE | awk -F = "/^$param/ { print \$2 }"
if [[ $(echo $LINE | grep "^$param *=" ) != "" ]] ; then
# echo "$section : $param : $inside : $LINE" >> parsed.txt # debugging
echo $LINE | sed -e "s/[^=]*=[ \t]*\(.*\)/\1/"
return
fi
done < $io500_ini
echo ""
}
function get_ini_global_param() {
local param="$1"
local default="$2"
local val
val=$(get_ini_section_param global $param |
sed -e 's/[Ff][Aa][Ll][Ss][Ee]/False/' -e 's/[Tt][Rr][Uu][Ee]/True/')
echo "${val:-$default}"
}
function run_benchmarks {
$io500_mpirun $io500_mpiargs $PWD/io500 $io500_ini --timestamp $timestamp
}
create_tarball() {
local sourcedir=$(dirname $io500_resultdir)
local fname=$(basename ${io500_resultdir})
local tarball=$sourcedir/io500-$HOSTNAME-$fname.tgz
cp -v $0 $io500_ini $io500_resultdir
tar czf $tarball -C $sourcedir $fname
echo "Created result tarball $tarball"
}
function main {
# These commands extract the 'datadir' and 'resultdir' from .ini file
timestamp=$(date +%Y.%m.%d-%H.%M.%S) # create a uniquifier
[ $(get_ini_global_param timestamp-datadir True) != "False" ] &&
ts="$timestamp" || ts="io500"
# working directory where the test files will be created
export io500_workdir=$(get_ini_global_param datadir $PWD/datafiles)/$ts
[ $(get_ini_global_param timestamp-resultdir True) != "False" ] &&
ts="$timestamp" || ts="io500"
# the directory where the output results will be kept
export io500_resultdir=$(get_ini_global_param resultdir $PWD/results)/$ts
setup $io500_workdir $io500_resultdir
run_benchmarks
if [[ ! -s "system-information.txt" ]]; then
echo "Warning: please create a 'system-information.txt' description by"
echo "copying the information from https://vi4io.org/io500-info-creator/"
else
cp "system-information.txt" $io500_resultdir
fi
create_tarball
}
main
- ior-easy-read
-
access,rank,runtime-with-openclose,runtime,throughput-withopenclose,throughput
read,0,3.6748939300e+02,3.6732516408e+02,2.0192589986e+08,2.0201617974e+08
read,1,3.6749819613e+02,3.6732543588e+02,2.0192106288e+08,2.0201603026e+08
read,2,3.6746083307e+02,3.6732517600e+02,2.0194159401e+08,2.0201617318e+08
read,3,3.6759779501e+02,3.6732443905e+02,2.0186635332e+08,2.0201657848e+08
read,4,3.6747249818e+02,3.6732520890e+02,2.0193518355e+08,2.0201615508e+08
read,5,3.6746623611e+02,3.6732538581e+02,2.0193862476e+08,2.0201605779e+08
read,6,3.6772756004e+02,3.6732560110e+02,2.0179511799e+08,2.0201593939e+08
read,7,3.6748555899e+02,3.6732538509e+02,2.0192800657e+08,2.0201605819e+08
read,8,3.6744862294e+02,3.6732515597e+02,2.0194830443e+08,2.0201618419e+08
read,9,3.6748135209e+02,3.6732470894e+02,2.0193031822e+08,2.0201643005e+08
read,10,3.6760140085e+02,3.6732519984e+02,2.0186437319e+08,2.0201616007e+08
read,11,3.6760512996e+02,3.6732550597e+02,2.0186232542e+08,2.0201599171e+08
read,12,3.6748376012e+02,3.6732517910e+02,2.0192899502e+08,2.0201617147e+08
read,13,3.6747555590e+02,3.6732444501e+02,2.0193350327e+08,2.0201657520e+08
read,14,3.6772698092e+02,3.6732521200e+02,2.0179543579e+08,2.0201615338e+08
read,15,3.6752789688e+02,3.6732538700e+02,2.0190474518e+08,2.0201605714e+08
read,16,3.6758043289e+02,3.6732570696e+02,2.0187588818e+08,2.0201588117e+08
read,17,3.6762224698e+02,3.6732536292e+02,2.0185292641e+08,2.0201607038e+08
read,18,3.6755251598e+02,3.6732516193e+02,2.0189122137e+08,2.0201618092e+08
read,19,3.6768755913e+02,3.6732471991e+02,2.0181707139e+08,2.0201642402e+08
read,20,3.6750810194e+02,3.6732516789e+02,2.0191562030e+08,2.0201617764e+08
read,21,3.6762534595e+02,3.6732544088e+02,2.0185122486e+08,2.0201602750e+08
read,22,3.6772780514e+02,3.6732517791e+02,2.0179498349e+08,2.0201617213e+08
read,23,3.6757094193e+02,3.6732454515e+02,2.0188110077e+08,2.0201652013e+08
read,24,3.6754472494e+02,3.6732521200e+02,2.0189550096e+08,2.0201615338e+08
read,25,3.6759194899e+02,3.6732538486e+02,2.0186956372e+08,2.0201605832e+08
read,26,3.6745185494e+02,3.6732562399e+02,2.0194652815e+08,2.0201592680e+08
read,27,3.6760910201e+02,3.6732538414e+02,2.0186014427e+08,2.0201605871e+08
read,28,3.6749496579e+02,3.6732516003e+02,2.0192283779e+08,2.0201618196e+08
read,29,3.6756954193e+02,3.6732472110e+02,2.0188186970e+08,2.0201642336e+08
read,30,3.6759820199e+02,3.6732516789e+02,2.0186612983e+08,2.0201617764e+08
read,31,3.6759279299e+02,3.6732543802e+02,2.0186910022e+08,2.0201602908e+08
read,32,3.6749791908e+02,3.6732519412e+02,2.0192121510e+08,2.0201616321e+08
read,33,3.6758564591e+02,3.6732453108e+02,2.0187302522e+08,2.0201652786e+08
read,34,3.6749271703e+02,3.6732521486e+02,2.0192407340e+08,2.0201615181e+08
read,35,3.6772734118e+02,3.6732538700e+02,2.0179523810e+08,2.0201605714e+08
read,36,3.6754665208e+02,3.6732565618e+02,2.0189444237e+08,2.0201590910e+08
read,37,3.6761627197e+02,3.6732538891e+02,2.0185620721e+08,2.0201605609e+08
read,38,3.6756508088e+02,3.6732520008e+02,2.0188431989e+08,2.0201615994e+08
read,39,3.6758125305e+02,3.6732472610e+02,2.0187543775e+08,2.0201642061e+08
read,40,3.6761223698e+02,3.6732516599e+02,2.0185842283e+08,2.0201617869e+08
read,41,3.6756798911e+02,3.6732547307e+02,2.0188272256e+08,2.0201600980e+08
read,42,3.6751974511e+02,3.6732519794e+02,2.0190922353e+08,2.0201616112e+08
read,43,3.6749570203e+02,3.6732443905e+02,2.0192243327e+08,2.0201657848e+08
read,44,3.6772736096e+02,3.6732521200e+02,2.0179522724e+08,2.0201615338e+08
read,45,3.6772706389e+02,3.6732539606e+02,2.0179539026e+08,2.0201605215e+08
read,46,3.6757283592e+02,3.6732562304e+02,2.0188006054e+08,2.0201592733e+08
read,47,3.6752020192e+02,3.6732538509e+02,2.0190897257e+08,2.0201605819e+08
read,48,3.6760350108e+02,3.6732519317e+02,2.0186321988e+08,2.0201616374e+08
read,49,3.6757883811e+02,3.6732473493e+02,2.0187676404e+08,2.0201641576e+08
read,50,3.6754878306e+02,3.6732517600e+02,2.0189327182e+08,2.0201617318e+08
read,51,3.6761517501e+02,3.6732547998e+02,2.0185680955e+08,2.0201600600e+08
read,52,3.6747841406e+02,3.6732521200e+02,2.0193193268e+08,2.0201615338e+08
read,53,3.6756346297e+02,3.6732444286e+02,2.0188520852e+08,2.0201657638e+08
read,54,3.6757590818e+02,3.6732517791e+02,2.0187837319e+08,2.0201617213e+08
read,55,3.6772790599e+02,3.6732542801e+02,2.0179492815e+08,2.0201603458e+08
read,56,3.6748297119e+02,3.6732563615e+02,2.0192942853e+08,2.0201592011e+08
read,57,3.6753185487e+02,3.6732541418e+02,2.0190257085e+08,2.0201604219e+08
read,58,3.6759559989e+02,3.6732522082e+02,2.0186755878e+08,2.0201614853e+08
read,59,3.6751142502e+02,3.6732473993e+02,2.0191379456e+08,2.0201641300e+08
read,60,3.6762057400e+02,3.6732526612e+02,2.0185384501e+08,2.0201612362e+08
read,61,3.6759152508e+02,3.6732546997e+02,2.0186979651e+08,2.0201601151e+08
read,62,3.6747784710e+02,3.6732519794e+02,2.0193224423e+08,2.0201616112e+08
read,63,3.6759892321e+02,3.6732447386e+02,2.0186573378e+08,2.0201655933e+08
read,64,3.6750342584e+02,3.6732521510e+02,2.0191818947e+08,2.0201615168e+08
read,65,3.6760450101e+02,3.6732539511e+02,2.0186267079e+08,2.0201605268e+08
read,66,3.6758473110e+02,3.6732563615e+02,2.0187352762e+08,2.0201592011e+08
read,67,3.6751600695e+02,3.6732539415e+02,2.0191127724e+08,2.0201605320e+08
read,68,3.6772733903e+02,3.6732519197e+02,2.0179523928e+08,2.0201616439e+08
read,69,3.6754863620e+02,3.6732473421e+02,2.0189335250e+08,2.0201641615e+08
read,70,3.6750931501e+02,3.6732525682e+02,2.0191495382e+08,2.0201612873e+08
read,71,3.6759201598e+02,3.6732547688e+02,2.0186952693e+08,2.0201600770e+08
read,72,3.6772789788e+02,3.6732524300e+02,2.0179493260e+08,2.0201613633e+08
read,73,3.6750558090e+02,3.6732445812e+02,2.0191700541e+08,2.0201656799e+08
read,74,3.6752219701e+02,3.6732521915e+02,2.0190787651e+08,2.0201614945e+08
read,75,3.6772770691e+02,3.6732540107e+02,2.0179503740e+08,2.0201604940e+08
read,76,3.6754984808e+02,3.6732564688e+02,2.0189268682e+08,2.0201591421e+08
read,77,3.6751532912e+02,3.6732539582e+02,2.0191164963e+08,2.0201605228e+08
read,78,3.6748955297e+02,3.6732520604e+02,2.0192581195e+08,2.0201615666e+08
read,79,3.6753743482e+02,3.6732473683e+02,2.0189950557e+08,2.0201641471e+08
read,80,3.6750932097e+02,3.6732517481e+02,2.0191495054e+08,2.0201617383e+08
read,81,3.6757788205e+02,3.6732543492e+02,2.0187728912e+08,2.0201603078e+08
read,82,3.6754815793e+02,3.6732517409e+02,2.0189361521e+08,2.0201617423e+08
read,83,3.6761687112e+02,3.6732451010e+02,2.0185587822e+08,2.0201653940e+08
read,84,3.6747223997e+02,3.6732522297e+02,2.0193532544e+08,2.0201614735e+08
read,85,3.6745679712e+02,3.6732532716e+02,2.0194381203e+08,2.0201609005e+08
read,86,3.6756060910e+02,3.6732560205e+02,2.0188677603e+08,2.0201593886e+08
read,87,3.6754757595e+02,3.6732538509e+02,2.0189393489e+08,2.0201605819e+08
read,88,3.6772701287e+02,3.6732516217e+02,2.0179541826e+08,2.0201618078e+08
read,89,3.6761067009e+02,3.6732471013e+02,2.0185928322e+08,2.0201642939e+08
read,90,3.6760280395e+02,3.6732517600e+02,2.0186360270e+08,2.0201617318e+08
read,91,3.6751799798e+02,3.6732545400e+02,2.0191018338e+08,2.0201602029e+08
read,92,3.6754175115e+02,3.6732519603e+02,2.0189713451e+08,2.0201616216e+08
read,93,3.6759776211e+02,3.6732451010e+02,2.0186637139e+08,2.0201653940e+08
read,94,3.6754944491e+02,3.6732523894e+02,2.0189290827e+08,2.0201613856e+08
read,95,3.6772748399e+02,3.6732533002e+02,2.0179515973e+08,2.0201608847e+08
read,96,3.6760935497e+02,3.6732563400e+02,2.0186000537e+08,2.0201592129e+08
read,97,3.6754299498e+02,3.6732540417e+02,2.0189645125e+08,2.0201604770e+08
read,98,3.6748332405e+02,3.6732516694e+02,2.0192923464e+08,2.0201617816e+08
read,99,3.6746135092e+02,3.6732471681e+02,2.0194130943e+08,2.0201642572e+08
read,100,3.6750517893e+02,3.6732516599e+02,2.0191722627e+08,2.0201617869e+08
read,101,3.6761331081e+02,3.6732546401e+02,2.0185783318e+08,2.0201601478e+08
read,102,3.6747191191e+02,3.6732518291e+02,2.0193550572e+08,2.0201616938e+08
read,103,3.6749477196e+02,3.6732458997e+02,2.0192294430e+08,2.0201649548e+08
read,104,3.6767475009e+02,3.6732523489e+02,2.0182410228e+08,2.0201614079e+08
read,105,3.6761374807e+02,3.6732532787e+02,2.0185759308e+08,2.0201608965e+08
read,106,3.6754565001e+02,3.6732560277e+02,2.0189499282e+08,2.0201593847e+08
read,107,3.6751643085e+02,3.6732539296e+02,2.0191104435e+08,2.0201605386e+08
read,108,3.6758253193e+02,3.6732517910e+02,2.0187473539e+08,2.0201617147e+08
read,109,3.6749133420e+02,3.6732471180e+02,2.0192483322e+08,2.0201642847e+08
read,110,3.6751729608e+02,3.6732517600e+02,2.0191056900e+08,2.0201617318e+08
read,111,3.6756334901e+02,3.6732547021e+02,2.0188527112e+08,2.0201601137e+08
read,112,3.6772725677e+02,3.6732518482e+02,2.0179528441e+08,2.0201616833e+08
read,113,3.6755829096e+02,3.6732458496e+02,2.0188804931e+08,2.0201649823e+08
read,114,3.6750210786e+02,3.6732527208e+02,2.0191891361e+08,2.0201612034e+08
read,115,3.6756740689e+02,3.6732533097e+02,2.0188304234e+08,2.0201608795e+08
read,116,3.6751065707e+02,3.6732566786e+02,2.0191421647e+08,2.0201590267e+08
read,117,3.6754374695e+02,3.6732540584e+02,2.0189603818e+08,2.0201604678e+08
read,118,3.6755513501e+02,3.6732517600e+02,2.0188978278e+08,2.0201617318e+08
read,119,3.6753082299e+02,3.6732474995e+02,2.0190313771e+08,2.0201640749e+08
read,120,3.6759701586e+02,3.6732518888e+02,2.0186678119e+08,2.0201616610e+08
read,121,3.6758970499e+02,3.6732543707e+02,2.0187079605e+08,2.0201602960e+08
read,122,3.6752518010e+02,3.6732518196e+02,2.0190623768e+08,2.0201616990e+08
read,123,3.6751801300e+02,3.6732450104e+02,2.0191017513e+08,2.0201654439e+08
read,124,3.6747510004e+02,3.6732522488e+02,2.0193375377e+08,2.0201614630e+08
read,125,3.6747354102e+02,3.6732533503e+02,2.0193461048e+08,2.0201608572e+08
read,126,3.6757378411e+02,3.6732560182e+02,2.0187953977e+08,2.0201593900e+08
read,127,3.6753644204e+02,3.6732538295e+02,2.0190005093e+08,2.0201605937e+08
read,128,3.6769600391e+02,3.6732516885e+02,2.0181243630e+08,2.0201617711e+08
read,129,3.6757792091e+02,3.6732473588e+02,2.0187726777e+08,2.0201641523e+08
read,130,3.6762117004e+02,3.6732519102e+02,2.0185351774e+08,2.0201616492e+08
read,131,3.6757449198e+02,3.6732544613e+02,2.0187915100e+08,2.0201602462e+08
read,132,3.6746519613e+02,3.6732518911e+02,2.0193919628e+08,2.0201616597e+08
read,133,3.6755865002e+02,3.6732452822e+02,2.0188785209e+08,2.0201652944e+08
read,134,3.6772763014e+02,3.6732517505e+02,2.0179507953e+08,2.0201617370e+08
read,135,3.6747343993e+02,3.6732534099e+02,2.0193466603e+08,2.0201608244e+08
read,136,3.6768843699e+02,3.6732561493e+02,2.0181658955e+08,2.0201593178e+08
read,137,3.6759037185e+02,3.6732538319e+02,2.0187042984e+08,2.0201605923e+08
read,138,3.6772727108e+02,3.6732519317e+02,2.0179527656e+08,2.0201616374e+08
read,139,3.6760539603e+02,3.6732476306e+02,2.0186217931e+08,2.0201640028e+08
read,140,3.6753846192e+02,3.6732518888e+02,2.0189894135e+08,2.0201616610e+08
read,141,3.6754033804e+02,3.6732544208e+02,2.0189791075e+08,2.0201602685e+08
read,142,3.6749372792e+02,3.6732519007e+02,2.0192351795e+08,2.0201616544e+08
read,143,3.6754996920e+02,3.6732451510e+02,2.0189262029e+08,2.0201653665e+08
read,144,3.6747091198e+02,3.6732524705e+02,2.0193605521e+08,2.0201613410e+08
read,145,3.6750304294e+02,3.6732531714e+02,2.0191839985e+08,2.0201609555e+08
read,146,3.6747645712e+02,3.6732560182e+02,2.0193300803e+08,2.0201593900e+08
read,147,3.6762140417e+02,3.6732540798e+02,2.0185338918e+08,2.0201604560e+08
read,148,3.6760630608e+02,3.6732516813e+02,2.0186167958e+08,2.0201617751e+08
read,149,3.6750860405e+02,3.6732472706e+02,2.0191534443e+08,2.0201642008e+08
read,150,3.6753596592e+02,3.6732520700e+02,2.0190031248e+08,2.0201615613e+08
read,151,3.6760992789e+02,3.6732547188e+02,2.0185969077e+08,2.0201601046e+08
read,152,3.6755160308e+02,3.6732519579e+02,2.0189172281e+08,2.0201616230e+08
read,153,3.6756807804e+02,3.6732451510e+02,2.0188267372e+08,2.0201653665e+08
read,154,3.6752930021e+02,3.6732532811e+02,2.0190397425e+08,2.0201608952e+08
read,155,3.6761736012e+02,3.6732532811e+02,2.0185560972e+08,2.0201608952e+08
read,156,3.6751284814e+02,3.6732561803e+02,2.0191301268e+08,2.0201593008e+08
read,157,3.6762181187e+02,3.6732548785e+02,2.0185316533e+08,2.0201600167e+08
read,158,3.6756588602e+02,3.6732518005e+02,2.0188387767e+08,2.0201617095e+08
read,159,3.6751790500e+02,3.6732474089e+02,2.0191023446e+08,2.0201641248e+08
read,160,3.6755329490e+02,3.6732517219e+02,2.0189079352e+08,2.0201617528e+08
read,161,3.6759004498e+02,3.6732543993e+02,2.0187060934e+08,2.0201602803e+08
read,162,3.6749423695e+02,3.6732518888e+02,2.0192323827e+08,2.0201616610e+08
read,163,3.6757971501e+02,3.6732448006e+02,2.0187628244e+08,2.0201655592e+08
read,164,3.6747172689e+02,3.6732516503e+02,2.0193560739e+08,2.0201617921e+08
read,165,3.6747292995e+02,3.6732538891e+02,2.0193494628e+08,2.0201605609e+08
read,166,3.6761034799e+02,3.6732559919e+02,2.0185946009e+08,2.0201594044e+08
read,167,3.6759381413e+02,3.6732538295e+02,2.0186853944e+08,2.0201605937e+08
read,168,3.6772767997e+02,3.6732515597e+02,2.0179505218e+08,2.0201618419e+08
read,169,3.6755395794e+02,3.6732473612e+02,2.0189042932e+08,2.0201641510e+08
read,170,3.6761447096e+02,3.6732517099e+02,2.0185719614e+08,2.0201617593e+08
read,171,3.6749100113e+02,3.6732544112e+02,2.0192501623e+08,2.0201602737e+08
read,172,3.6757461786e+02,3.6732519293e+02,2.0187908186e+08,2.0201616387e+08
read,173,3.6757437706e+02,3.6732448101e+02,2.0187921411e+08,2.0201655540e+08
read,174,3.6772709298e+02,3.6732518291e+02,2.0179537430e+08,2.0201616938e+08
read,175,3.6772712398e+02,3.6732538509e+02,2.0179535729e+08,2.0201605819e+08
read,176,3.6753267312e+02,3.6732567501e+02,2.0190212135e+08,2.0201589874e+08
read,177,3.6753758502e+02,3.6732534194e+02,2.0189942306e+08,2.0201608192e+08
read,178,3.6756068611e+02,3.6732516313e+02,2.0188673373e+08,2.0201618026e+08
read,179,3.6772715306e+02,3.6732473397e+02,2.0179534133e+08,2.0201641628e+08
read,180,3.6756972194e+02,3.6732519197e+02,2.0188177083e+08,2.0201616439e+08
read,181,3.6761315894e+02,3.6732544017e+02,2.0185791657e+08,2.0201602790e+08
read,182,3.6750689292e+02,3.6732517695e+02,2.0191628456e+08,2.0201617265e+08
read,183,3.6752351999e+02,3.6732447100e+02,2.0190714970e+08,2.0201656091e+08
read,184,3.6745388508e+02,3.6732517886e+02,2.0194541242e+08,2.0201617161e+08
read,185,3.6765025306e+02,3.6732538605e+02,2.0183755009e+08,2.0201605766e+08
read,186,3.6755648613e+02,3.6732571387e+02,2.0188904065e+08,2.0201587737e+08
read,187,3.6755289721e+02,3.6732541108e+02,2.0189101196e+08,2.0201604389e+08
read,188,3.6747036195e+02,3.6732515907e+02,2.0193635746e+08,2.0201618249e+08
read,189,3.6753864098e+02,3.6732473302e+02,2.0189884299e+08,2.0201641680e+08
read,190,3.6772766399e+02,3.6732522202e+02,2.0179506095e+08,2.0201614787e+08
read,191,3.6757240510e+02,3.6732544684e+02,2.0188029716e+08,2.0201602422e+08
read,192,3.6759984493e+02,3.6732521486e+02,2.0186522761e+08,2.0201615181e+08
read,193,3.6762213302e+02,3.6732449818e+02,2.0185298899e+08,2.0201654596e+08
read,194,3.6747579312e+02,3.6732518888e+02,2.0193337291e+08,2.0201616610e+08
read,195,3.6772754812e+02,3.6732538700e+02,2.0179512453e+08,2.0201605714e+08
read,196,3.6752222300e+02,3.6732565188e+02,2.0190786223e+08,2.0201591146e+08
read,197,3.6761086202e+02,3.6732541394e+02,2.0185917783e+08,2.0201604232e+08
read,198,3.6757324600e+02,3.6732517481e+02,2.0187983531e+08,2.0201617383e+08
read,199,3.6750327015e+02,3.6732474709e+02,2.0191827501e+08,2.0201640907e+08
read,200,3.6754282308e+02,3.6732518601e+02,2.0189654568e+08,2.0201616767e+08
read,201,3.6760355711e+02,3.6732545805e+02,2.0186318911e+08,2.0201601806e+08
read,202,3.6772764778e+02,3.6732518196e+02,2.0179506985e+08,2.0201616990e+08
read,203,3.6744825888e+02,3.6732447410e+02,2.0194850452e+08,2.0201655920e+08
read,204,3.6749662089e+02,3.6732517886e+02,2.0192192839e+08,2.0201617161e+08
read,205,3.6758403897e+02,3.6732538486e+02,2.0187390773e+08,2.0201605832e+08
read,206,3.6757365108e+02,3.6732561207e+02,2.0187961284e+08,2.0201593336e+08
read,207,3.6758472013e+02,3.6732540917e+02,2.0187353365e+08,2.0201604494e+08
read,208,3.6749489594e+02,3.6732516217e+02,2.0192287618e+08,2.0201618078e+08
read,209,3.6754004192e+02,3.6732485819e+02,2.0189807342e+08,2.0201634796e+08
read,210,3.6758141303e+02,3.6732521200e+02,2.0187534989e+08,2.0201615338e+08
read,211,3.6757911515e+02,3.6732545805e+02,2.0187661189e+08,2.0201601806e+08
read,212,3.6747181892e+02,3.6732518387e+02,2.0193555681e+08,2.0201616885e+08
read,213,3.6747983599e+02,3.6732447815e+02,2.0193115132e+08,2.0201655697e+08
read,214,3.6747019887e+02,3.6732513905e+02,2.0193644708e+08,2.0201619350e+08
read,215,3.6759333205e+02,3.6732540298e+02,2.0186880419e+08,2.0201604835e+08
read,216,3.6745460081e+02,3.6732562709e+02,2.0194501907e+08,2.0201592510e+08
read,217,3.6756480813e+02,3.6732540703e+02,2.0188446970e+08,2.0201604612e+08
read,218,3.6754018688e+02,3.6732516599e+02,2.0189799379e+08,2.0201617869e+08
read,219,3.6756111407e+02,3.6732485795e+02,2.0188649867e+08,2.0201634810e+08
read,220,3.6749952793e+02,3.6732517910e+02,2.0192033112e+08,2.0201617147e+08
read,221,3.6759923005e+02,3.6732547903e+02,2.0186556527e+08,2.0201600652e+08
read,222,3.6756797290e+02,3.6732518411e+02,2.0188273147e+08,2.0201616872e+08
read,223,3.6761891103e+02,3.6732447505e+02,2.0185475813e+08,2.0201655868e+08
read,224,3.6747961211e+02,3.6732517791e+02,2.0193127434e+08,2.0201617213e+08
read,225,3.6750731683e+02,3.6732539010e+02,2.0191605165e+08,2.0201605543e+08
read,226,3.6747839284e+02,3.6732561207e+02,2.0193194434e+08,2.0201593336e+08
read,227,3.6755664706e+02,3.6732536483e+02,2.0188895225e+08,2.0201606933e+08
read,228,3.6766084886e+02,3.6732518101e+02,2.0183173324e+08,2.0201617043e+08
read,229,3.6758714199e+02,3.6732480597e+02,2.0187220360e+08,2.0201637668e+08
read,230,3.6757555485e+02,3.6732518697e+02,2.0187856725e+08,2.0201616715e+08
read,231,3.6759680510e+02,3.6732548690e+02,2.0186689694e+08,2.0201600220e+08
read,232,3.6772718287e+02,3.6732518578e+02,2.0179532497e+08,2.0201616780e+08
read,233,3.6749908519e+02,3.6732449198e+02,2.0192057439e+08,2.0201654937e+08
read,234,3.6753961396e+02,3.6732517600e+02,2.0189830851e+08,2.0201617318e+08
read,235,3.6754134583e+02,3.6732539415e+02,2.0189735715e+08,2.0201605320e+08
read,236,3.6761959887e+02,3.6732561183e+02,2.0185438044e+08,2.0201593349e+08
read,237,3.6755537105e+02,3.6732543993e+02,2.0188965313e+08,2.0201602803e+08
read,238,3.6751930380e+02,3.6732518291e+02,2.0190946598e+08,2.0201616938e+08
read,239,3.6756992102e+02,3.6732480693e+02,2.0188166149e+08,2.0201637616e+08
read,240,3.6772748399e+02,3.6732519078e+02,2.0179515973e+08,2.0201616505e+08
read,241,3.6755227208e+02,3.6732544017e+02,2.0189135534e+08,2.0201602790e+08
read,242,3.6760064006e+02,3.6732517505e+02,2.0186479098e+08,2.0201617370e+08
read,243,3.6753593707e+02,3.6732448411e+02,2.0190032833e+08,2.0201655370e+08
read,244,3.6770426798e+02,3.6732516789e+02,2.0180790062e+08,2.0201617764e+08
read,245,3.6761862993e+02,3.6732534003e+02,2.0185491247e+08,2.0201608297e+08
read,246,3.6758720613e+02,3.6732555604e+02,2.0187216838e+08,2.0201596417e+08
read,247,3.6755054808e+02,3.6732539701e+02,2.0189230231e+08,2.0201605163e+08
read,248,3.6760513711e+02,3.6732515788e+02,2.0186232149e+08,2.0201618314e+08
read,249,3.6755967879e+02,3.6732473493e+02,2.0188728702e+08,2.0201641576e+08
read,250,3.6749862885e+02,3.6732518101e+02,2.0192082512e+08,2.0201617043e+08
read,251,3.6761591387e+02,3.6732547212e+02,2.0185640384e+08,2.0201601033e+08
read,252,3.6745497489e+02,3.6732519197e+02,2.0194481348e+08,2.0201616439e+08
read,253,3.6749740005e+02,3.6732449985e+02,2.0192150028e+08,2.0201654504e+08
read,254,3.6749179101e+02,3.6732517385e+02,2.0192458222e+08,2.0201617436e+08
read,255,3.6772712207e+02,3.6732532310e+02,2.0179535834e+08,2.0201609228e+08
read,256,3.6754487705e+02,3.6732557511e+02,2.0189541741e+08,2.0201595368e+08
read,257,3.6756271410e+02,3.6732539392e+02,2.0188561985e+08,2.0201605333e+08
read,258,3.6751091504e+02,3.6732515788e+02,2.0191407474e+08,2.0201618314e+08
read,259,3.6759725881e+02,3.6732470083e+02,2.0186664778e+08,2.0201643451e+08
read,260,3.6752624512e+02,3.6732518196e+02,2.0190565260e+08,2.0201616990e+08
read,261,3.6756868505e+02,3.6732545900e+02,2.0188234032e+08,2.0201601754e+08
read,262,3.6772692800e+02,3.6732517695e+02,2.0179546484e+08,2.0201617265e+08
read,263,3.6757310891e+02,3.6732448721e+02,2.0187991061e+08,2.0201655199e+08
read,264,3.6757773304e+02,3.6732517004e+02,2.0187737096e+08,2.0201617646e+08
read,265,3.6750981116e+02,3.6732533908e+02,2.0191468122e+08,2.0201608349e+08
read,266,3.6747938800e+02,3.6732567811e+02,2.0193139749e+08,2.0201589704e+08
read,267,3.6758369899e+02,3.6732538891e+02,2.0187409445e+08,2.0201605609e+08
read,268,3.6755749393e+02,3.6732515907e+02,2.0188848709e+08,2.0201618249e+08
read,269,3.6757542086e+02,3.6732473207e+02,2.0187864084e+08,2.0201641733e+08
read,270,3.6750043607e+02,3.6732518697e+02,2.0191983216e+08,2.0201616715e+08
read,271,3.6761836815e+02,3.6732546306e+02,2.0185505621e+08,2.0201601531e+08
read,272,3.6772793007e+02,3.6732517791e+02,2.0179491494e+08,2.0201617213e+08
read,273,3.6751268601e+02,3.6732448888e+02,2.0191310176e+08,2.0201655107e+08
read,274,3.6747943783e+02,3.6732517409e+02,2.0193137011e+08,2.0201617423e+08
read,275,3.6747503519e+02,3.6732536507e+02,2.0193378941e+08,2.0201606920e+08
read,276,3.6755030894e+02,3.6732567000e+02,2.0189243367e+08,2.0201590149e+08
read,277,3.6753018212e+02,3.6732540202e+02,2.0190348977e+08,2.0201604888e+08
read,278,3.6749680114e+02,3.6732515502e+02,2.0192182936e+08,2.0201618472e+08
read,279,3.6772648001e+02,3.6732474017e+02,2.0179571068e+08,2.0201641287e+08
read,280,3.6772740507e+02,3.6732517886e+02,2.0179520304e+08,2.0201617161e+08
read,281,3.6753445506e+02,3.6732551217e+02,2.0190114245e+08,2.0201598830e+08
read,282,3.6750833106e+02,3.6732525110e+02,2.0191549442e+08,2.0201613188e+08
read,283,3.6754776120e+02,3.6732453704e+02,2.0189383313e+08,2.0201652459e+08
read,284,3.6772709799e+02,3.6732516408e+02,2.0179537155e+08,2.0201617974e+08
read,285,3.6744786406e+02,3.6732532501e+02,2.0194872151e+08,2.0201609123e+08
read,286,3.6746044803e+02,3.6732555604e+02,2.0194180562e+08,2.0201596417e+08
read,287,3.6761325312e+02,3.6732539511e+02,2.0185786486e+08,2.0201605268e+08
read,288,3.6758211803e+02,3.6732516003e+02,2.0187496270e+08,2.0201618196e+08
read,289,3.6772651386e+02,3.6732474995e+02,2.0179569210e+08,2.0201640749e+08
read,290,3.6755812216e+02,3.6732518101e+02,2.0188814202e+08,2.0201617043e+08
read,291,3.6759239197e+02,3.6732547498e+02,2.0186932045e+08,2.0201600875e+08
read,292,3.6751692581e+02,3.6732524800e+02,2.0191077242e+08,2.0201613358e+08
read,293,3.6748425484e+02,3.6732453513e+02,2.0192872318e+08,2.0201652564e+08
read,294,3.6752652001e+02,3.6732520914e+02,2.0190550158e+08,2.0201615495e+08
read,295,3.6745419908e+02,3.6732532716e+02,2.0194523985e+08,2.0201609005e+08
read,296,3.6760053802e+02,3.6732556319e+02,2.0186484701e+08,2.0201596024e+08
read,297,3.6752900004e+02,3.6732541299e+02,2.0190413915e+08,2.0201604284e+08
read,298,3.6754079390e+02,3.6732515812e+02,2.0189766034e+08,2.0201618301e+08
read,299,3.6756625605e+02,3.6732475185e+02,2.0188367443e+08,2.0201640645e+08
read,300,3.6756554604e+02,3.6732517910e+02,2.0188406440e+08,2.0201617147e+08
read,301,3.6759324002e+02,3.6732547116e+02,2.0186885472e+08,2.0201601085e+08
read,302,3.6758572793e+02,3.6732524395e+02,2.0187298018e+08,2.0201613581e+08
read,303,3.6755414581e+02,3.6732454395e+02,2.0189032613e+08,2.0201652078e+08
read,304,3.6750559092e+02,3.6732517791e+02,2.0191699991e+08,2.0201617213e+08
read,305,3.6750475907e+02,3.6732533121e+02,2.0191745695e+08,2.0201608782e+08
read,306,3.6748924804e+02,3.6732555819e+02,2.0192597951e+08,2.0201596299e+08
read,307,3.6759757996e+02,3.6732539415e+02,2.0186647142e+08,2.0201605320e+08
read,308,3.6761519384e+02,3.6732516003e+02,2.0185679920e+08,2.0201618196e+08
read,309,3.6760351992e+02,3.6732487798e+02,2.0186320954e+08,2.0201633708e+08
read,310,3.6756132817e+02,3.6732518411e+02,2.0188638108e+08,2.0201616872e+08
read,311,3.6752803206e+02,3.6732550287e+02,2.0190467092e+08,2.0201599341e+08
read,312,3.6746091890e+02,3.6732524610e+02,2.0194154684e+08,2.0201613463e+08
read,313,3.6754249716e+02,3.6732454300e+02,2.0189672471e+08,2.0201652131e+08
read,314,3.6757435393e+02,3.6732518315e+02,2.0187922681e+08,2.0201616925e+08
read,315,3.6751903391e+02,3.6732535696e+02,2.0190961426e+08,2.0201607366e+08
read,316,3.6762049699e+02,3.6732563686e+02,2.0185388730e+08,2.0201591972e+08
read,317,3.6761045122e+02,3.6732541895e+02,2.0185940340e+08,2.0201603957e+08
read,318,3.6760669398e+02,3.6732515907e+02,2.0186146657e+08,2.0201618249e+08
read,319,3.6758040404e+02,3.6732483506e+02,2.0187590402e+08,2.0201636068e+08
read,320,3.6752183890e+02,3.6732517910e+02,2.0190807324e+08,2.0201617147e+08
read,321,3.6755599499e+02,3.6732543612e+02,2.0188931042e+08,2.0201603013e+08
read,322,3.6745175910e+02,3.6732517195e+02,2.0194658082e+08,2.0201617541e+08
read,323,3.6758310604e+02,3.6732443810e+02,2.0187442009e+08,2.0201657900e+08
read,324,3.6747348881e+02,3.6732520390e+02,2.0193463917e+08,2.0201615784e+08
read,325,3.6746004605e+02,3.6732538295e+02,2.0194202653e+08,2.0201605937e+08
read,326,3.6758754611e+02,3.6732559681e+02,2.0187198166e+08,2.0201594175e+08
read,327,3.6751595402e+02,3.6732538509e+02,2.0191130632e+08,2.0201605819e+08
read,328,3.6749031591e+02,3.6732516599e+02,2.0192539274e+08,2.0201617869e+08
read,329,3.6750197887e+02,3.6732470798e+02,2.0191898448e+08,2.0201643057e+08
read,330,3.6758205795e+02,3.6732517505e+02,2.0187499570e+08,2.0201617370e+08
read,331,3.6758569217e+02,3.6732544112e+02,2.0187299982e+08,2.0201602737e+08
read,332,3.6747592306e+02,3.6732518601e+02,2.0193330151e+08,2.0201616767e+08
read,333,3.6757214403e+02,3.6732444715e+02,2.0188044054e+08,2.0201657402e+08
read,334,3.6753745389e+02,3.6732522106e+02,2.0189949509e+08,2.0201614840e+08
read,335,3.6772751307e+02,3.6732538390e+02,2.0179514377e+08,2.0201605884e+08
read,336,3.6761191797e+02,3.6732561612e+02,2.0185859799e+08,2.0201593113e+08
read,337,3.6759457898e+02,3.6732542300e+02,2.0186811942e+08,2.0201603734e+08
read,338,3.6750160003e+02,3.6732517600e+02,2.0191919263e+08,2.0201617318e+08
read,339,3.6757301188e+02,3.6732471609e+02,2.0187996390e+08,2.0201642611e+08
read,340,3.6753305888e+02,3.6732519794e+02,2.0190190943e+08,2.0201616112e+08
read,341,3.6761919403e+02,3.6732539010e+02,2.0185460273e+08,2.0201605543e+08
read,342,3.6748199511e+02,3.6732517695e+02,2.0192996489e+08,2.0201617265e+08
read,343,3.6759488606e+02,3.6732450700e+02,2.0186795078e+08,2.0201654111e+08
read,344,3.6772787404e+02,3.6732522583e+02,2.0179494568e+08,2.0201614577e+08
read,345,3.6761696291e+02,3.6732538605e+02,2.0185582782e+08,2.0201605766e+08
read,346,3.6772789407e+02,3.6732559800e+02,2.0179493469e+08,2.0201594109e+08
read,347,3.6760951400e+02,3.6732539916e+02,2.0185991804e+08,2.0201605045e+08
read,348,3.6748656607e+02,3.6732518220e+02,2.0192745319e+08,2.0201616977e+08
read,349,3.6760821199e+02,3.6732471609e+02,2.0186063300e+08,2.0201642611e+08
read,350,3.6749419188e+02,3.6732519102e+02,2.0192326302e+08,2.0201616492e+08
read,351,3.6757996106e+02,3.6732539701e+02,2.0187614731e+08,2.0201605163e+08
read,352,3.6751991701e+02,3.6732519102e+02,2.0190912909e+08,2.0201616492e+08
read,353,3.6756302905e+02,3.6732450414e+02,2.0188544686e+08,2.0201654268e+08
read,354,3.6754730392e+02,3.6732523108e+02,2.0189408432e+08,2.0201614289e+08
read,355,3.6753278995e+02,3.6732542109e+02,2.0190205717e+08,2.0201603839e+08
read,356,3.6753905511e+02,3.6732559299e+02,2.0189861550e+08,2.0201594385e+08
read,357,3.6748425603e+02,3.6732540083e+02,2.0192872252e+08,2.0201604953e+08
read,358,3.6749486709e+02,3.6732518101e+02,2.0192289203e+08,2.0201617043e+08
read,359,3.6754736590e+02,3.6732474995e+02,2.0189405027e+08,2.0201640749e+08
read,360,3.6756351590e+02,3.6732517099e+02,2.0188517945e+08,2.0201617593e+08
read,361,3.6755175900e+02,3.6732547498e+02,2.0189163716e+08,2.0201600875e+08
read,362,3.6772754812e+02,3.6732517505e+02,2.0179512453e+08,2.0201617370e+08
read,363,3.6751969314e+02,3.6732446098e+02,2.0190925209e+08,2.0201656641e+08
read,364,3.6754282594e+02,3.6732520390e+02,2.0189654411e+08,2.0201615784e+08
read,365,3.6749998784e+02,3.6732546401e+02,2.0192007843e+08,2.0201601478e+08
read,366,3.6760508108e+02,3.6732559705e+02,2.0186235226e+08,2.0201594162e+08
read,367,3.6751805902e+02,3.6732538104e+02,2.0191014985e+08,2.0201606041e+08
read,368,3.6751402402e+02,3.6732516003e+02,2.0191236665e+08,2.0201618196e+08
read,369,3.6757082081e+02,3.6732473516e+02,2.0188116729e+08,2.0201641562e+08
read,370,3.6748696804e+02,3.6732517409e+02,2.0192723231e+08,2.0201617423e+08
read,371,3.6753053808e+02,3.6732548189e+02,2.0190329423e+08,2.0201600495e+08
read,372,3.6755870080e+02,3.6732517481e+02,2.0188782419e+08,2.0201617383e+08
read,373,3.6747541499e+02,3.6732447004e+02,2.0193358070e+08,2.0201656143e+08
read,374,3.6772690606e+02,3.6732515407e+02,2.0179547687e+08,2.0201618524e+08
read,375,3.6760813498e+02,3.6732545996e+02,2.0186067528e+08,2.0201601701e+08
read,376,3.6749164104e+02,3.6732560015e+02,2.0192466462e+08,2.0201593991e+08
read,377,3.6755897307e+02,3.6732538581e+02,2.0188767464e+08,2.0201605779e+08
read,378,3.6747787118e+02,3.6732516098e+02,2.0193223099e+08,2.0201618144e+08
read,379,3.6753453994e+02,3.6732474399e+02,2.0190109583e+08,2.0201641077e+08
read,380,3.6750126195e+02,3.6732517314e+02,2.0191937838e+08,2.0201617475e+08
read,381,3.6754739404e+02,3.6732548499e+02,2.0189403482e+08,2.0201600325e+08
read,382,3.6752485895e+02,3.6732517195e+02,2.0190641411e+08,2.0201617541e+08
read,383,3.6762247705e+02,3.6732447386e+02,2.0185280009e+08,2.0201655933e+08
read,384,3.6747012806e+02,3.6732520914e+02,2.0193648599e+08,2.0201615495e+08
read,385,3.6752315784e+02,3.6732551408e+02,2.0190734866e+08,2.0201598725e+08
read,386,3.6758836794e+02,3.6732559800e+02,2.0187153033e+08,2.0201594109e+08
read,387,3.6758921194e+02,3.6732538605e+02,2.0187106683e+08,2.0201605766e+08
read,388,3.6752089906e+02,3.6732516098e+02,2.0190858957e+08,2.0201618144e+08
read,389,3.6751454306e+02,3.6732475185e+02,2.0191208149e+08,2.0201640645e+08
read,390,3.6748601604e+02,3.6732517695e+02,2.0192775542e+08,2.0201617265e+08
read,391,3.6762292790e+02,3.6732550311e+02,2.0185255254e+08,2.0201599328e+08
read,392,3.6772705507e+02,3.6732519102e+02,2.0179539510e+08,2.0201616492e+08
read,393,3.6747093391e+02,3.6732448697e+02,2.0193604315e+08,2.0201655212e+08
read,394,3.6753112698e+02,3.6732521415e+02,2.0190297072e+08,2.0201615220e+08
read,395,3.6772764087e+02,3.6732550406e+02,2.0179507364e+08,2.0201599276e+08
read,396,3.6766930985e+02,3.6732560992e+02,2.0182708858e+08,2.0201593454e+08
read,397,3.6760239291e+02,3.6732538605e+02,2.0186382842e+08,2.0201605766e+08
read,398,3.6750422692e+02,3.6732516217e+02,2.0191774933e+08,2.0201618078e+08
read,399,3.6746049309e+02,3.6732475185e+02,2.0194178085e+08,2.0201640645e+08
read,400,3.6765825582e+02,3.6732517219e+02,2.0183315673e+08,2.0201617528e+08
read,401,3.6752841902e+02,3.6732544112e+02,2.0190445834e+08,2.0201602737e+08
read,402,3.6762071681e+02,3.6732517099e+02,2.0185376660e+08,2.0201617593e+08
read,403,3.6758534098e+02,3.6732444620e+02,2.0187319269e+08,2.0201657454e+08
read,404,3.6772702789e+02,3.6732520700e+02,2.0179541002e+08,2.0201615613e+08
read,405,3.6751567984e+02,3.6732539010e+02,2.0191145695e+08,2.0201605543e+08
read,406,3.6757836699e+02,3.6732559800e+02,2.0187702278e+08,2.0201594109e+08
read,407,3.6746172404e+02,3.6732538915e+02,2.0194110437e+08,2.0201605596e+08
read,408,3.6772731805e+02,3.6732516289e+02,2.0179525079e+08,2.0201618039e+08
read,409,3.6772663999e+02,3.6732472897e+02,2.0179562289e+08,2.0201641903e+08
read,410,3.6753053594e+02,3.6732517290e+02,2.0190329541e+08,2.0201617488e+08
read,411,3.6754524708e+02,3.6732543993e+02,2.0189521415e+08,2.0201602803e+08
read,412,3.6749010897e+02,3.6732518983e+02,2.0192550645e+08,2.0201616557e+08
read,413,3.6760121012e+02,3.6732448292e+02,2.0186447793e+08,2.0201655435e+08
read,414,3.6747333193e+02,3.6732523704e+02,2.0193472538e+08,2.0201613961e+08
read,415,3.6750597787e+02,3.6732540393e+02,2.0191678731e+08,2.0201604783e+08
read,416,3.6751227713e+02,3.6732560301e+02,2.0191332640e+08,2.0201593834e+08
read,417,3.6753424191e+02,3.6732540011e+02,2.0190125954e+08,2.0201604992e+08
read,418,3.6752259517e+02,3.6732517004e+02,2.0190765777e+08,2.0201617646e+08
read,419,3.6752336383e+02,3.6732474613e+02,2.0190723549e+08,2.0201640959e+08
read,420,3.6760715890e+02,3.6732518291e+02,2.0186121127e+08,2.0201616938e+08
read,421,3.6753735495e+02,3.6732544279e+02,2.0189954945e+08,2.0201602645e+08
read,422,3.6755821705e+02,3.6732517791e+02,2.0188808990e+08,2.0201617213e+08
read,423,3.6753263307e+02,3.6732446194e+02,2.0190214335e+08,2.0201656589e+08
read,424,3.6752350807e+02,3.6732520795e+02,2.0190715625e+08,2.0201615561e+08
read,425,3.6750824690e+02,3.6732539296e+02,2.0191554066e+08,2.0201605386e+08
read,426,3.6754615378e+02,3.6732569098e+02,2.0189471609e+08,2.0201588996e+08
read,427,3.6747702694e+02,3.6732539296e+02,2.0193269491e+08,2.0201605386e+08
read,428,3.6748176885e+02,3.6732516408e+02,2.0193008921e+08,2.0201617974e+08
read,429,3.6760506105e+02,3.6732472897e+02,2.0186236325e+08,2.0201641903e+08
read,430,3.6746803498e+02,3.6732520795e+02,2.0193763621e+08,2.0201615561e+08
read,431,3.6752748609e+02,3.6732544708e+02,2.0190497086e+08,2.0201602409e+08
read,432,3.6754214501e+02,3.6732518697e+02,2.0189691815e+08,2.0201616715e+08
read,433,3.6752764702e+02,3.6732446408e+02,2.0190488245e+08,2.0201656471e+08
read,434,3.6759175515e+02,3.6732521200e+02,2.0186967017e+08,2.0201615338e+08
read,435,3.6758031893e+02,3.6732535887e+02,2.0187595077e+08,2.0201607261e+08
read,436,3.6761672688e+02,3.6732577205e+02,2.0185595742e+08,2.0201584537e+08
read,437,3.6759229922e+02,3.6732535100e+02,2.0186937138e+08,2.0201607694e+08
read,438,3.6748277402e+02,3.6732516813e+02,2.0192953688e+08,2.0201617751e+08
read,439,3.6748578906e+02,3.6732473493e+02,2.0192788014e+08,2.0201641576e+08
read,440,3.6749172497e+02,3.6732517791e+02,2.0192461851e+08,2.0201617213e+08
read,441,3.6759087205e+02,3.6732544208e+02,2.0187015514e+08,2.0201602685e+08
read,442,3.6752598691e+02,3.6732517815e+02,2.0190579445e+08,2.0201617200e+08
read,443,3.6756842613e+02,3.6732445002e+02,2.0188248253e+08,2.0201657245e+08
read,444,3.6758595300e+02,3.6732520795e+02,2.0187285657e+08,2.0201615561e+08
read,445,3.6751081705e+02,3.6732539010e+02,2.0191412858e+08,2.0201605543e+08
read,446,3.6772810316e+02,3.6732561111e+02,2.0179481995e+08,2.0201593388e+08
read,447,3.6755251002e+02,3.6732543707e+02,2.0189122464e+08,2.0201602960e+08
read,448,3.6755694890e+02,3.6732517099e+02,2.0188878646e+08,2.0201617593e+08
read,449,3.6755315781e+02,3.6732473612e+02,2.0189086882e+08,2.0201641510e+08
read,450,3.6755419397e+02,3.6732519007e+02,2.0189029967e+08,2.0201616544e+08
read,451,3.6757657290e+02,3.6732548594e+02,2.0187800812e+08,2.0201600272e+08
read,452,3.6750426507e+02,3.6732520294e+02,2.0191772837e+08,2.0201615836e+08
read,453,3.6758795285e+02,3.6732448101e+02,2.0187175829e+08,2.0201655540e+08
read,454,3.6752391696e+02,3.6732518196e+02,2.0190693161e+08,2.0201616990e+08
read,455,3.6747135305e+02,3.6732540202e+02,2.0193581282e+08,2.0201604888e+08
read,456,3.6750107384e+02,3.6732560301e+02,2.0191948174e+08,2.0201593834e+08
read,457,3.6751223707e+02,3.6732537603e+02,2.0191334841e+08,2.0201606317e+08
read,458,3.6753542995e+02,3.6732519507e+02,2.0190060691e+08,2.0201616269e+08
read,459,3.6760044312e+02,3.6732473516e+02,2.0186489912e+08,2.0201641562e+08
read,460,3.6754419708e+02,3.6732517505e+02,2.0189579092e+08,2.0201617370e+08
read,461,3.6756261301e+02,3.6732544780e+02,2.0188567537e+08,2.0201602370e+08
read,462,3.6764235806e+02,3.6732519484e+02,2.0184188448e+08,2.0201616282e+08
read,463,3.6756557894e+02,3.6732444906e+02,2.0188404633e+08,2.0201657297e+08
read,464,3.6752700901e+02,3.6732521200e+02,2.0190523295e+08,2.0201615338e+08
read,465,3.6750769496e+02,3.6732540298e+02,2.0191584390e+08,2.0201604835e+08
read,466,3.6751390100e+02,3.6732560015e+02,2.0191243424e+08,2.0201593991e+08
read,467,3.6758307004e+02,3.6732543111e+02,2.0187443986e+08,2.0201603288e+08
read,468,3.6761401320e+02,3.6732516098e+02,2.0185744750e+08,2.0201618144e+08
read,469,3.6749131489e+02,3.6732473588e+02,2.0192484383e+08,2.0201641523e+08
read,470,3.6754692411e+02,3.6732518291e+02,2.0189429294e+08,2.0201616938e+08
read,471,3.6759635687e+02,3.6732545090e+02,2.0186714308e+08,2.0201602200e+08
read,472,3.6757060313e+02,3.6732519197e+02,2.0188128685e+08,2.0201616439e+08
read,473,3.6753390002e+02,3.6732447314e+02,2.0190144736e+08,2.0201655973e+08
read,474,3.6772698498e+02,3.6732521796e+02,2.0179543357e+08,2.0201615010e+08
read,475,3.6751429796e+02,3.6732540202e+02,2.0191221615e+08,2.0201604888e+08
read,476,3.6749726796e+02,3.6732560086e+02,2.0192157286e+08,2.0201593952e+08
read,477,3.6757091498e+02,3.6732548499e+02,2.0188111557e+08,2.0201600325e+08
read,478,3.6760837698e+02,3.6732518101e+02,2.0186054240e+08,2.0201617043e+08
read,479,3.6757664704e+02,3.6732474089e+02,2.0187796740e+08,2.0201641248e+08
- ior-easy-write
-
IOR-3.4.0+dev: MPI Coordinated Test of Parallel I/O
Began : Fri Jun 11 18:18:56 2021
Command line : ./ior -C -Q 1 -g -G 778265674 -k -e -o /mnt/kapok/2021.06.11-18.18.54/ior-easy/ior_file_easy -O stoneWallingStatusFile=/root/io500-isc21/io500/results/2021.06.11-18.18.54/ior-easy.stonewall -t 4m -b 104800m -F -w -D 300 -O stoneWallingWearOut=1 -a POSIX --posix.odirect -O saveRankPerformanceDetailsCSV=/root/io500-isc21/io500/results/2021.06.11-18.18.54/ior-easy-write.csv
Machine : Linux cn30
TestID : 0
StartTime : Fri Jun 11 18:18:56 2021
Path : /mnt/kapok/2021.06.11-18.18.54/ior-easy/ior_file_easy.00000000
FS : 349.1 TiB Used FS: 0.0% Inodes: 0.0 Mi Used Inodes: -nan%
Options:
api : POSIX
apiVersion :
test filename : /mnt/kapok/2021.06.11-18.18.54/ior-easy/ior_file_easy
access : file-per-process
type : independent
segments : 1
ordering in a file : sequential
ordering inter file : constant task offset
task offset : 1
nodes : 10
tasks : 480
clients per node : 48
repetitions : 1
xfersize : 4 MiB
blocksize : 102.34 GiB
aggregate filesize : 47.97 TiB
stonewallingTime : 300
stoneWallingWearOut : 1
Results:
access bw(MiB/s) IOPS Latency(s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
------ --------- ---- ---------- ---------- --------- -------- -------- -------- -------- ----
stonewalling pairs accessed min: 16687 max: 17692 -- min data: 65.2 GiB mean data: 67.2 GiB time: 300.1s
WARNING: Expected aggregate file size = 52747567104000
WARNING: Stat() of aggregate file size = 35618700656640
WARNING: Using actual aggregate bytes moved = 35618700656640
WARNING: Maybe caused by deadlineForStonewalling
write 97445 27330 0.011793 107315200 4096 37.08 310.73 0.803788 348.59 0
- ior-hard-read
-
IOR-3.4.0+dev: MPI Coordinated Test of Parallel I/O
Began : Fri Jun 11 18:58:21 2021
Command line : ./ior -C -Q 1 -g -G=778276362 -k -e -o /mnt/kapok/2021.06.11-18.18.54/ior-hard/file -O stoneWallingStatusFile=/root/io500-isc21/io500/results/2021.06.11-18.18.54/ior-hard.stonewall -t 47008 -b 47008 -s 1500000 -r -R -a POSIX -O saveRankPerformanceDetailsCSV=/root/io500-isc21/io500/results/2021.06.11-18.18.54/ior-hard-read.csv
Machine : Linux cn30
TestID : 0
StartTime : Fri Jun 11 18:58:21 2021
Path : /mnt/kapok/2021.06.11-18.18.54/ior-hard/file
FS : 349.1 TiB Used FS: 54.3% Inodes: 0.0 Mi Used Inodes: -nan%
Options:
api : POSIX
apiVersion :
test filename : /mnt/kapok/2021.06.11-18.18.54/ior-hard/file
access : single-shared-file
type : independent
segments : 1500000
ordering in a file : sequential
ordering inter file : constant task offset
task offset : 1
nodes : 10
tasks : 480
clients per node : 48
repetitions : 1
xfersize : 47008 bytes
blocksize : 47008 bytes
aggregate filesize : 30.78 TiB
Results:
access bw(MiB/s) IOPS Latency(s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
------ --------- ---- ---------- ---------- --------- -------- -------- -------- -------- ----
read 89538 1998438 360.27 45.91 45.91 0.169521 360.28 0.044995 360.49 0
- ior-hard-write
-
IOR-3.4.0+dev: MPI Coordinated Test of Parallel I/O
Began : Fri Jun 11 18:34:00 2021
Command line : ./ior -C -Q 1 -g -G=778276362 -k -e -o /mnt/kapok/2021.06.11-18.18.54/ior-hard/file -O stoneWallingStatusFile=/root/io500-isc21/io500/results/2021.06.11-18.18.54/ior-hard.stonewall -t 47008 -b 47008 -s 1500000 -w -D 300 -a POSIX -O saveRankPerformanceDetailsCSV=/root/io500-isc21/io500/results/2021.06.11-18.18.54/ior-hard-write.csv -O stoneWallingWearOut=1
Machine : Linux cn30
TestID : 0
StartTime : Fri Jun 11 18:34:00 2021
Path : /mnt/kapok/2021.06.11-18.18.54/ior-hard/file
FS : 349.1 TiB Used FS: 27.8% Inodes: 0.0 Mi Used Inodes: -nan%
Options:
api : POSIX
apiVersion :
test filename : /mnt/kapok/2021.06.11-18.18.54/ior-hard/file
access : single-shared-file
type : independent
segments : 1500000
ordering in a file : sequential
ordering inter file : constant task offset
task offset : 1
nodes : 10
tasks : 480
clients per node : 48
repetitions : 1
xfersize : 47008 bytes
blocksize : 47008 bytes
aggregate filesize : 30.78 TiB
stonewallingTime : 300
stoneWallingWearOut : 1
Results:
access bw(MiB/s) IOPS Latency(s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
------ --------- ---- ---------- ---------- --------- -------- -------- -------- -------- ----
stonewalling pairs accessed min: 1364681 max: 1500000 -- min data: 59.7 GiB mean data: 65.4 GiB time: 300.0s
write 96193 2279189 300.03 45.91 45.91 19.07 315.90 0.584161 335.55 0
- mdtest-easy-delete
-
-- started at 06/11/2021 19:06:52 --
mdtest-3.4.0+dev was launched with 480 total task(s) on 10 node(s)
Command line used: ./mdtest '-n' '1500000' '-u' '-L' '-F' '-P' '-G' '1664443468' '-N' '1' '-d' '/mnt/kapok/2021.06.11-18.18.54/mdtest-easy' '-x' '/root/io500-isc21/io500/results/2021.06.11-18.18.54/mdtest-easy.stonewall' '-r' '--saveRankPerformanceDetails=/root/io500-isc21/io500/results/2021.06.11-18.18.54/mdtest-easy-delete.csv' '-a' 'POSIX'
Path : /mnt/kapok/2021.06.11-18.18.54/mdtest-easy
FS : 349.1 TiB Used FS: 54.3% Inodes: 0.0 Mi Used Inodes: -nan%
Nodemap: 100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000
V-0: Rank 0 Line 2469 Shifting ranks by 1 for each phase.
480 tasks, 720000000 files
SUMMARY rate: (of 1 iterations)
Operation Max Min Mean Std Dev
--------- --- --- ---- -------
File creation 0.000 0.000 0.000 0.000
File stat 0.000 0.000 0.000 0.000
File read 0.000 0.000 0.000 0.000
File removal 2462458.052 2462458.052 2462458.052 0.000
Tree creation 0.000 0.000 0.000 0.000
Tree removal 0.738 0.738 0.738 0.000
SUMMARY time: (of 1 iterations)
Operation Max Min Mean Std Dev
--------- --- --- ---- -------
File creation 0.000 0.000 0.000 0.000
File stat 0.000 0.000 0.000 0.000
File read 0.000 0.000 0.000 0.000
File removal 252.864 252.864 252.864 0.000
Tree creation 0.000 0.000 0.000 0.000
Tree removal 1.355 1.355 1.355 0.000
-- finished at 06/11/2021 19:11:07 --
- mdtest-easy-stat
-
-- started at 06/11/2021 18:54:30 --
mdtest-3.4.0+dev was launched with 480 total task(s) on 10 node(s)
Command line used: ./mdtest '-n' '1500000' '-u' '-L' '-F' '-P' '-G' '1664443468' '-N' '1' '-d' '/mnt/kapok/2021.06.11-18.18.54/mdtest-easy' '-x' '/root/io500-isc21/io500/results/2021.06.11-18.18.54/mdtest-easy.stonewall' '-T' '--saveRankPerformanceDetails=/root/io500-isc21/io500/results/2021.06.11-18.18.54/mdtest-easy-stat.csv' '-a' 'POSIX'
Path : /mnt/kapok/2021.06.11-18.18.54/mdtest-easy
FS : 349.1 TiB Used FS: 54.3% Inodes: 0.0 Mi Used Inodes: -nan%
Nodemap: 100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000
V-0: Rank 0 Line 2469 Shifting ranks by 1 for each phase.
480 tasks, 720000000 files
SUMMARY rate: (of 1 iterations)
Operation Max Min Mean Std Dev
--------- --- --- ---- -------
File creation 0.000 0.000 0.000 0.000
File stat 4051274.375 4051274.375 4051274.375 0.000
File read 0.000 0.000 0.000 0.000
File removal 0.000 0.000 0.000 0.000
Tree creation 0.000 0.000 0.000 0.000
Tree removal 0.000 0.000 0.000 0.000
SUMMARY time: (of 1 iterations)
Operation Max Min Mean Std Dev
--------- --- --- ---- -------
File creation 0.000 0.000 0.000 0.000
File stat 153.697 153.697 153.697 0.000
File read 0.000 0.000 0.000 0.000
File removal 0.000 0.000 0.000 0.000
Tree creation 0.000 0.000 0.000 0.000
Tree removal 0.000 0.000 0.000 0.000
-- finished at 06/11/2021 18:57:04 --
- mdtest-easy-write
-
rank,items,rate-Directory creation,time-Directory creation,rate-Directory stat,time-Directory stat,rate-Directory read,time-Directory read,rate-Directory rename,time-Directory rename,rate-Directory removal,time-Directory removal,rate-File creation,time-File creation,rate-File stat,time-File stat,rate-File read,time-File read,rate-File removal,time-File removal,rate-Tree creation,time-Tree creation,rate-Tree removal,time-Tree removal
all,1297223,,,,,,,,,,,1.5732132885e+06,3.9579314804e+02,,,,,,,8.5714691514e+00,5.5999734879e+01,,
0,,,,,,,,,,,,4.1088723409e+03,3.1571265602e+02,,,,,,
1,,,,,,,,,,,,3.9006845482e+03,3.3256290889e+02,,,,,,
2,,,,,,,,,,,,3.3583969318e+03,3.8626256108e+02,,,,,,
3,,,,,,,,,,,,4.2075231403e+03,3.0831036615e+02,,,,,,
4,,,,,,,,,,,,3.7761541884e+03,3.4353019905e+02,,,,,,
5,,,,,,,,,,,,4.1883927496e+03,3.0971856689e+02,,,,,,
6,,,,,,,,,,,,4.2082531256e+03,3.0825688505e+02,,,,,,
7,,,,,,,,,,,,3.6262525861e+03,3.5773100996e+02,,,,,,
8,,,,,,,,,,,,4.1947606006e+03,3.0924839902e+02,,,,,,
9,,,,,,,,,,,,3.7424901324e+03,3.4662028599e+02,,,,,,
10,,,,,,,,,,,,4.0745360016e+03,3.1837318397e+02,,,,,,
11,,,,,,,,,,,,3.9348539637e+03,3.2967500496e+02,,,,,,
12,,,,,,,,,,,,3.6507698023e+03,3.5532862115e+02,,,,,,
13,,,,,,,,,,,,4.1821376448e+03,3.1018180418e+02,,,,,,
14,,,,,,,,,,,,3.6755198230e+03,3.5293592811e+02,,,,,,
15,,,,,,,,,,,,4.2198334454e+03,3.0741094804e+02,,,,,,
16,,,,,,,,,,,,4.1991051378e+03,3.0892844009e+02,,,,,,
17,,,,,,,,,,,,3.6126610485e+03,3.5907686400e+02,,,,,,
18,,,,,,,,,,,,3.9302390954e+03,3.3006210780e+02,,,,,,
19,,,,,,,,,,,,3.5592427692e+03,3.6446600699e+02,,,,,,
20,,,,,,,,,,,,4.0876233494e+03,3.1735384822e+02,,,,,,
21,,,,,,,,,,,,3.9456426629e+03,3.2877356386e+02,,,,,,
22,,,,,,,,,,,,3.4141022371e+03,3.7996020913e+02,,,,,,
23,,,,,,,,,,,,4.2101892245e+03,3.0811512995e+02,,,,,,
24,,,,,,,,,,,,3.8879615449e+03,3.3365119100e+02,,,,,,
25,,,,,,,,,,,,4.2687478458e+03,3.0388841105e+02,,,,,,
26,,,,,,,,,,,,3.8395654607e+03,3.3785672188e+02,,,,,,
27,,,,,,,,,,,,3.6140072953e+03,3.5894310498e+02,,,,,,
28,,,,,,,,,,,,4.2681896058e+03,3.0392815685e+02,,,,,,
29,,,,,,,,,,,,3.8705168004e+03,3.3515498495e+02,,,,,,
30,,,,,,,,,,,,4.1052459054e+03,3.1599154592e+02,,,,,,
31,,,,,,,,,,,,4.1993945588e+03,3.0890714884e+02,,,,,,
32,,,,,,,,,,,,3.7485393880e+03,3.4606092286e+02,,,,,,
33,,,,,,,,,,,,4.1116018192e+03,3.1550307083e+02,,,,,,
34,,,,,,,,,,,,3.7781339439e+03,3.4335018802e+02,,,,,,
35,,,,,,,,,,,,3.8856030332e+03,3.3385371304e+02,,,,,,
36,,,,,,,,,,,,4.2039927936e+03,3.0856927299e+02,,,,,,
37,,,,,,,,,,,,3.6408487626e+03,3.5629686499e+02,,,,,,
38,,,,,,,,,,,,4.1816138233e+03,3.1022065997e+02,,,,,,
39,,,,,,,,,,,,3.7460230457e+03,3.4629338479e+02,,,,,,
40,,,,,,,,,,,,4.0754678033e+03,3.1830039215e+02,,,,,,
41,,,,,,,,,,,,3.8582616858e+03,3.3621954799e+02,,,,,,
42,,,,,,,,,,,,3.7855191488e+03,3.4268034291e+02,,,,,,
43,,,,,,,,,,,,4.1842041322e+03,3.1002861214e+02,,,,,,
44,,,,,,,,,,,,3.8080516958e+03,3.4065267587e+02,,,,,,
45,,,,,,,,,,,,4.1703665046e+03,3.1105731320e+02,,,,,,
46,,,,,,,,,,,,4.2002943710e+03,3.0884097290e+02,,,,,,
47,,,,,,,,,,,,3.6454838790e+03,3.5584384489e+02,,,,,,
48,,,,,,,,,,,,3.9362413894e+03,3.2955880284e+02,,,,,,
49,,,,,,,,,,,,3.5893006727e+03,3.6141385698e+02,,,,,,
50,,,,,,,,,,,,4.0988278120e+03,3.1648633695e+02,,,,,,
51,,,,,,,,,,,,4.1531914727e+03,3.1234365392e+02,,,,,,
52,,,,,,,,,,,,3.7792810557e+03,3.4324597216e+02,,,,,,
53,,,,,,,,,,,,3.8858327586e+03,3.3383397603e+02,,,,,,
54,,,,,,,,,,,,3.7513530022e+03,3.4580136800e+02,,,,,,
55,,,,,,,,,,,,4.2415439830e+03,3.0583745098e+02,,,,,,
56,,,,,,,,,,,,4.1517665359e+03,3.1245085406e+02,,,,,,
57,,,,,,,,,,,,3.3988648921e+03,3.8166359687e+02,,,,,,
58,,,,,,,,,,,,4.2198135306e+03,3.0741239882e+02,,,,,,
59,,,,,,,,,,,,3.5415515994e+03,3.6628662992e+02,,,,,,
60,,,,,,,,,,,,4.0545732888e+03,3.1994069600e+02,,,,,,
61,,,,,,,,,,,,4.2161296798e+03,3.0768100095e+02,,,,,,
62,,,,,,,,,,,,3.8184885100e+03,3.3972159314e+02,,,,,,
63,,,,,,,,,,,,3.9520616121e+03,3.2823956895e+02,,,,,,
64,,,,,,,,,,,,3.4527716512e+03,3.7570483398e+02,,,,,,
65,,,,,,,,,,,,4.1898759881e+03,3.0960892487e+02,,,,,,
66,,,,,,,,,,,,4.1515250055e+03,3.1246903205e+02,,,,,,
67,,,,,,,,,,,,3.3337494634e+03,3.8911832285e+02,,,,,,
68,,,,,,,,,,,,3.9048643100e+03,3.3220693398e+02,,,,,,
69,,,,,,,,,,,,3.7822265665e+03,3.4297866011e+02,,,,,,
70,,,,,,,,,,,,4.1071428834e+03,3.1584559798e+02,,,,,,
71,,,,,,,,,,,,3.8784764069e+03,3.3446716285e+02,,,,,,
72,,,,,,,,,,,,3.5452808033e+03,3.6590134096e+02,,,,,,
73,,,,,,,,,,,,3.9502500227e+03,3.2839010000e+02,,,,,,
74,,,,,,,,,,,,3.5796919361e+03,3.6238397694e+02,,,,,,
75,,,,,,,,,,,,3.8598547424e+03,3.3608078194e+02,,,,,,
76,,,,,,,,,,,,4.1717619917e+03,3.1095326209e+02,,,,,,
77,,,,,,,,,,,,3.7115205276e+03,3.4951254892e+02,,,,,,
78,,,,,,,,,,,,3.9255271471e+03,3.3045829296e+02,,,,,,
79,,,,,,,,,,,,3.4498003076e+03,3.7602843189e+02,,,,,,
80,,,,,,,,,,,,4.1194128806e+03,3.1490482688e+02,,,,,,
81,,,,,,,,,,,,3.9180390262e+03,3.3108986187e+02,,,,,,
82,,,,,,,,,,,,3.5525163743e+03,3.6515609312e+02,,,,,,
83,,,,,,,,,,,,4.2548806477e+03,3.0487882209e+02,,,,,,
84,,,,,,,,,,,,3.8387055759e+03,3.3793240309e+02,,,,,,
85,,,,,,,,,,,,4.2271695924e+03,3.0687744403e+02,,,,,,
86,,,,,,,,,,,,4.1725150252e+03,3.1089714289e+02,,,,,,
87,,,,,,,,,,,,3.3073740275e+03,3.9222143888e+02,,,,,,
88,,,,,,,,,,,,4.1593795736e+03,3.1187896585e+02,,,,,,
89,,,,,,,,,,,,3.5217458976e+03,3.6834656382e+02,,,,,,
90,,,,,,,,,,,,4.0557917987e+03,3.1984457397e+02,,,,,,
91,,,,,,,,,,,,3.8948234372e+03,3.3306336498e+02,,,,,,
92,,,,,,,,,,,,3.5415675032e+03,3.6628498507e+02,,,,,,
93,,,,,,,,,,,,3.8892765876e+03,3.3353837681e+02,,,,,,
94,,,,,,,,,,,,3.4607474800e+03,3.7483896399e+02,,,,,,
95,,,,,,,,,,,,4.1767270812e+03,3.1058361602e+02,,,,,,
96,,,,,,,,,,,,3.8681925502e+03,3.3535636687e+02,,,,,,
97,,,,,,,,,,,,3.2775392520e+03,3.9579175115e+02,,,,,,
98,,,,,,,,,,,,3.9266560147e+03,3.3036329007e+02,,,,,,
99,,,,,,,,,,,,3.8784724755e+03,3.3446750188e+02,,,,,,
100,,,,,,,,,,,,4.0797472137e+03,3.1796651411e+02,,,,,,
101,,,,,,,,,,,,3.9103119836e+03,3.3174411798e+02,,,,,,
102,,,,,,,,,,,,3.4330731541e+03,3.7786057615e+02,,,,,,
103,,,,,,,,,,,,4.1996809143e+03,3.0888608599e+02,,,,,,
104,,,,,,,,,,,,3.8628331215e+03,3.3582165194e+02,,,,,,
105,,,,,,,,,,,,3.8814576344e+03,3.3421026897e+02,,,,,,
106,,,,,,,,,,,,4.1443916618e+03,3.1300685501e+02,,,,,,
107,,,,,,,,,,,,3.2990895663e+03,3.9320636010e+02,,,,,,
108,,,,,,,,,,,,3.9322524684e+03,3.2989311099e+02,,,,,,
109,,,,,,,,,,,,3.8179179748e+03,3.3977235985e+02,,,,,,
110,,,,,,,,,,,,4.0973536579e+03,3.1660020304e+02,,,,,,
111,,,,,,,,,,,,4.1802488938e+03,3.1032195282e+02,,,,,,
112,,,,,,,,,,,,3.3505493729e+03,3.8716725397e+02,,,,,,
113,,,,,,,,,,,,4.1758501599e+03,3.1064883804e+02,,,,,,
114,,,,,,,,,,,,3.7681208321e+03,3.4426258016e+02,,,,,,
115,,,,,,,,,,,,3.9312934941e+03,3.2997358298e+02,,,,,,
116,,,,,,,,,,,,4.1186642840e+03,3.1496206307e+02,,,,,,
117,,,,,,,,,,,,3.6359132769e+03,3.5678051186e+02,,,,,,
118,,,,,,,,,,,,3.9302229587e+03,3.3006346297e+02,,,,,,
119,,,,,,,,,,,,3.7556917002e+03,3.4540188694e+02,,,,,,
120,,,,,,,,,,,,4.1453010007e+03,3.1293819189e+02,,,,,,
121,,,,,,,,,,,,3.9536543609e+03,3.2810733604e+02,,,,,,
122,,,,,,,,,,,,3.7720188166e+03,3.4390682101e+02,,,,,,
123,,,,,,,,,,,,4.2062020588e+03,3.0840720010e+02,,,,,,
124,,,,,,,,,,,,3.5998395700e+03,3.6035578108e+02,,,,,,
125,,,,,,,,,,,,3.9435851627e+03,3.2894509602e+02,,,,,,
126,,,,,,,,,,,,3.8645828892e+03,3.3566960192e+02,,,,,,
127,,,,,,,,,,,,3.6143409538e+03,3.5890996909e+02,,,,,,
128,,,,,,,,,,,,3.9552616260e+03,3.2797400594e+02,,,,,,
129,,,,,,,,,,,,3.8319087027e+03,3.3853181291e+02,,,,,,
130,,,,,,,,,,,,4.1334616293e+03,3.1383453298e+02,,,,,,
131,,,,,,,,,,,,3.8586470013e+03,3.3618597388e+02,,,,,,
132,,,,,,,,,,,,3.7106980551e+03,3.4959001803e+02,,,,,,
133,,,,,,,,,,,,3.8834014829e+03,3.3404297900e+02,,,,,,
134,,,,,,,,,,,,3.8229653854e+03,3.3932376289e+02,,,,,,
135,,,,,,,,,,,,3.9357838542e+03,3.2959711409e+02,,,,,,
136,,,,,,,,,,,,3.8925360548e+03,3.3325908399e+02,,,,,,
137,,,,,,,,,,,,3.6419704638e+03,3.5618712807e+02,,,,,,
138,,,,,,,,,,,,3.8845248855e+03,3.3394637394e+02,,,,,,
139,,,,,,,,,,,,3.8663211982e+03,3.3551868391e+02,,,,,,
140,,,,,,,,,,,,4.0873302305e+03,3.1737660694e+02,,,,,,
141,,,,,,,,,,,,3.9330043818e+03,3.2983004189e+02,,,,,,
142,,,,,,,,,,,,3.6914672310e+03,3.5141121912e+02,,,,,,
143,,,,,,,,,,,,4.2032739035e+03,3.0862204790e+02,,,,,,
144,,,,,,,,,,,,3.8025051036e+03,3.4114957500e+02,,,,,,
145,,,,,,,,,,,,4.2397396792e+03,3.0596760607e+02,,,,,,
146,,,,,,,,,,,,4.1691163662e+03,3.1115058589e+02,,,,,,
147,,,,,,,,,,,,3.6732858421e+03,3.5315057302e+02,,,,,,
148,,,,,,,,,,,,4.1919187849e+03,3.0945804691e+02,,,,,,
149,,,,,,,,,,,,3.7265463941e+03,3.4810327387e+02,,,,,,
150,,,,,,,,,,,,4.0797621238e+03,3.1796535206e+02,,,,,,
151,,,,,,,,,,,,4.1894411017e+03,3.0964106393e+02,,,,,,
152,,,,,,,,,,,,3.7579617628e+03,3.4519324088e+02,,,,,,
153,,,,,,,,,,,,4.2121301969e+03,3.0797314882e+02,,,,,,
154,,,,,,,,,,,,3.5170147792e+03,3.6884206676e+02,,,,,,
155,,,,,,,,,,,,3.8801646083e+03,3.3432164121e+02,,,,,,
156,,,,,,,,,,,,3.9267036687e+03,3.3035928082e+02,,,,,,
157,,,,,,,,,,,,3.6314649974e+03,3.5721754193e+02,,,,,,
158,,,,,,,,,,,,4.1506695102e+03,3.1253343511e+02,,,,,,
159,,,,,,,,,,,,3.8576835258e+03,3.3626993799e+02,,,,,,
160,,,,,,,,,,,,4.1115607787e+03,3.1550622010e+02,,,,,,
161,,,,,,,,,,,,3.9235650822e+03,3.3062354589e+02,,,,,,
162,,,,,,,,,,,,3.7528048609e+03,3.4566758680e+02,,,,,,
163,,,,,,,,,,,,4.1861703591e+03,3.0988299298e+02,,,,,,
164,,,,,,,,,,,,3.8299597004e+03,3.3870408607e+02,,,,,,
165,,,,,,,,,,,,4.2052923391e+03,3.0847391701e+02,,,,,,
166,,,,,,,,,,,,4.1511091123e+03,3.1250033784e+02,,,,,,
167,,,,,,,,,,,,3.6728057409e+03,3.5319673610e+02,,,,,,
168,,,,,,,,,,,,3.8915086896e+03,3.3334706497e+02,,,,,,
169,,,,,,,,,,,,3.4200504458e+03,3.7929937601e+02,,,,,,
170,,,,,,,,,,,,4.1133732125e+03,3.1536720181e+02,,,,,,
171,,,,,,,,,,,,3.9128254947e+03,3.3153101301e+02,,,,,,
172,,,,,,,,,,,,3.5441681198e+03,3.6601621485e+02,,,,,,
173,,,,,,,,,,,,4.2128876233e+03,3.0791777897e+02,,,,,,
174,,,,,,,,,,,,3.8272247890e+03,3.3894612193e+02,,,,,,
175,,,,,,,,,,,,4.1769122954e+03,3.1056984401e+02,,,,,,
176,,,,,,,,,,,,3.8586079655e+03,3.3618937492e+02,,,,,,
177,,,,,,,,,,,,3.3615273551e+03,3.8590285397e+02,,,,,,
178,,,,,,,,,,,,4.2095960829e+03,3.0815854406e+02,,,,,,
179,,,,,,,,,,,,3.8488853296e+03,3.3703862000e+02,,,,,,
180,,,,,,,,,,,,4.0925708866e+03,3.1697019696e+02,,,,,,
181,,,,,,,,,,,,3.9040680367e+03,3.3227469087e+02,,,,,,
182,,,,,,,,,,,,3.8041014472e+03,3.4100641584e+02,,,,,,
183,,,,,,,,,,,,3.9462993252e+03,3.2871885610e+02,,,,,,
184,,,,,,,,,,,,3.8547591944e+03,3.3652504206e+02,,,,,,
185,,,,,,,,,,,,4.1859636701e+03,3.0989829397e+02,,,,,,
186,,,,,,,,,,,,4.1954142353e+03,3.0920021892e+02,,,,,,
187,,,,,,,,,,,,3.7009860357e+03,3.5050740194e+02,,,,,,
188,,,,,,,,,,,,4.1953693630e+03,3.0920352602e+02,,,,,,
189,,,,,,,,,,,,3.8440521990e+03,3.3746237898e+02,,,,,,
190,,,,,,,,,,,,4.0940771845e+03,3.1685357690e+02,,,,,,
191,,,,,,,,,,,,3.8823991868e+03,3.3412921691e+02,,,,,,
192,,,,,,,,,,,,3.5279329045e+03,3.6770058703e+02,,,,,,
193,,,,,,,,,,,,4.1761322779e+03,3.1062785220e+02,,,,,,
194,,,,,,,,,,,,3.4978113277e+03,3.7086705899e+02,,,,,,
195,,,,,,,,,,,,4.2494993962e+03,3.0526489806e+02,,,,,,
196,,,,,,,,,,,,4.1626165949e+03,3.1163643599e+02,,,,,,
197,,,,,,,,,,,,3.6138653251e+03,3.5895720601e+02,,,,,,
198,,,,,,,,,,,,4.2169249436e+03,3.0762297583e+02,,,,,,
199,,,,,,,,,,,,3.4799349676e+03,3.7277219605e+02,,,,,,
200,,,,,,,,,,,,4.1030021249e+03,3.1616435003e+02,,,,,,
201,,,,,,,,,,,,3.8764282449e+03,3.3464388299e+02,,,,,,
202,,,,,,,,,,,,3.3943076094e+03,3.8217602801e+02,,,,,,
203,,,,,,,,,,,,3.9637923583e+03,3.2726815200e+02,,,,,,
204,,,,,,,,,,,,3.8445949899e+03,3.3741473508e+02,,,,,,
205,,,,,,,,,,,,3.8704165173e+03,3.3516366887e+02,,,,,,
206,,,,,,,,,,,,4.1579105396e+03,3.1198915601e+02,,,,,,
207,,,,,,,,,,,,3.4057273231e+03,3.8089455700e+02,,,,,,
208,,,,,,,,,,,,4.2031666111e+03,3.0862992597e+02,,,,,,
209,,,,,,,,,,,,3.7841641478e+03,3.4280304694e+02,,,,,,
210,,,,,,,,,,,,4.0615383293e+03,3.1939203691e+02,,,,,,
211,,,,,,,,,,,,3.8929794727e+03,3.3322112513e+02,,,,,,
212,,,,,,,,,,,,3.8325995019e+03,3.3847079492e+02,,,,,,
213,,,,,,,,,,,,3.8935982504e+03,3.3316816902e+02,,,,,,
214,,,,,,,,,,,,3.4796480711e+03,3.7280293107e+02,,,,,,
215,,,,,,,,,,,,3.9473190142e+03,3.2863393998e+02,,,,,,
216,,,,,,,,,,,,3.8341643947e+03,3.3833264995e+02,,,,,,
217,,,,,,,,,,,,3.3254094262e+03,3.9009422112e+02,,,,,,
218,,,,,,,,,,,,3.8784956438e+03,3.3446550393e+02,,,,,,
219,,,,,,,,,,,,3.8176764213e+03,3.3979385805e+02,,,,,,
220,,,,,,,,,,,,4.1103681333e+03,3.1559776592e+02,,,,,,
221,,,,,,,,,,,,4.2144231082e+03,3.0780559206e+02,,,,,,
222,,,,,,,,,,,,3.7172101218e+03,3.4897758198e+02,,,,,,
223,,,,,,,,,,,,4.1943231283e+03,3.0928065395e+02,,,,,,
224,,,,,,,,,,,,3.7894176069e+03,3.4232780194e+02,,,,,,
225,,,,,,,,,,,,4.2634178525e+03,3.0426832294e+02,,,,,,
226,,,,,,,,,,,,4.1360268840e+03,3.1363988590e+02,,,,,,
227,,,,,,,,,,,,3.4209516379e+03,3.7919945598e+02,,,,,,
228,,,,,,,,,,,,3.9029614152e+03,3.3236890197e+02,,,,,,
229,,,,,,,,,,,,3.4452601930e+03,3.7652395678e+02,,,,,,
230,,,,,,,,,,,,4.0979563387e+03,3.1655364108e+02,,,,,,
231,,,,,,,,,,,,4.1433722032e+03,3.1308386898e+02,,,,,,
232,,,,,,,,,,,,3.4976759721e+03,3.7088141108e+02,,,,,,
233,,,,,,,,,,,,3.9197886565e+03,3.3094207716e+02,,,,,,
234,,,,,,,,,,,,3.5186704994e+03,3.6866850710e+02,,,,,,
235,,,,,,,,,,,,3.9080372828e+03,3.3193721199e+02,,,,,,
236,,,,,,,,,,,,3.8979020864e+03,3.3280030417e+02,,,,,,
237,,,,,,,,,,,,3.6380469926e+03,3.5657125998e+02,,,,,,
238,,,,,,,,,,,,3.8825211583e+03,3.3411872005e+02,,,,,,
239,,,,,,,,,,,,3.5655412969e+03,3.6382217789e+02,,,,,,
240,,,,,,,,,,,,4.0753316006e+03,3.1831103015e+02,,,,,,
241,,,,,,,,,,,,4.3234931817e+03,3.0004048705e+02,,,,,,
242,,,,,,,,,,,,3.8014306177e+03,3.4124600196e+02,,,,,,
243,,,,,,,,,,,,4.2147199958e+03,3.0778391004e+02,,,,,,
244,,,,,,,,,,,,3.7963486028e+03,3.4170281386e+02,,,,,,
245,,,,,,,,,,,,4.2166330065e+03,3.0764427400e+02,,,,,,
246,,,,,,,,,,,,4.1397723476e+03,3.1335611987e+02,,,,,,
247,,,,,,,,,,,,3.6693293640e+03,3.5353135991e+02,,,,,,
248,,,,,,,,,,,,4.2387503818e+03,3.0603901696e+02,,,,,,
249,,,,,,,,,,,,3.7781168677e+03,3.4335173988e+02,,,,,,
250,,,,,,,,,,,,4.1167186593e+03,3.1511091900e+02,,,,,,
251,,,,,,,,,,,,4.1476049260e+03,3.1276435995e+02,,,,,,
252,,,,,,,,,,,,3.3961855554e+03,3.8196470094e+02,,,,,,
253,,,,,,,,,,,,3.9585364033e+03,3.2770268297e+02,,,,,,
254,,,,,,,,,,,,3.7787983348e+03,3.4328981996e+02,,,,,,
255,,,,,,,,,,,,3.8999722238e+03,3.3262365103e+02,,,,,,
256,,,,,,,,,,,,4.1599001608e+03,3.1183993602e+02,,,,,,
257,,,,,,,,,,,,3.4236206290e+03,3.7890383911e+02,,,,,,
258,,,,,,,,,,,,3.9306754451e+03,3.3002546716e+02,,,,,,
259,,,,,,,,,,,,3.8392982546e+03,3.3788023591e+02,,,,,,
260,,,,,,,,,,,,4.0924363764e+03,3.1698061514e+02,,,,,,
261,,,,,,,,,,,,4.1774546905e+03,3.1052952003e+02,,,,,,
262,,,,,,,,,,,,3.7924196452e+03,3.4205681896e+02,,,,,,
263,,,,,,,,,,,,3.9508635940e+03,3.2833910084e+02,,,,,,
264,,,,,,,,,,,,3.7402580551e+03,3.4682713890e+02,,,,,,
265,,,,,,,,,,,,3.9457238878e+03,3.2876679587e+02,,,,,,
266,,,,,,,,,,,,4.2693286900e+03,3.0384706688e+02,,,,,,
267,,,,,,,,,,,,3.5985889056e+03,3.6048102021e+02,,,,,,
268,,,,,,,,,,,,4.1701544184e+03,3.1107313299e+02,,,,,,
269,,,,,,,,,,,,3.4187009276e+03,3.7944910288e+02,,,,,,
270,,,,,,,,,,,,4.1454528771e+03,3.1292672682e+02,,,,,,
271,,,,,,,,,,,,4.2123031197e+03,3.0796050596e+02,,,,,,
272,,,,,,,,,,,,3.7586649678e+03,3.4512865901e+02,,,,,,
273,,,,,,,,,,,,4.2104433018e+03,3.0809653687e+02,,,,,,
274,,,,,,,,,,,,3.8114008582e+03,3.4035333681e+02,,,,,,
275,,,,,,,,,,,,4.1739987602e+03,3.1078662801e+02,,,,,,
276,,,,,,,,,,,,4.1657575223e+03,3.1140146613e+02,,,,,,
277,,,,,,,,,,,,3.6990569956e+03,3.5069018984e+02,,,,,,
278,,,,,,,,,,,,3.8780877127e+03,3.3450068593e+02,,,,,,
279,,,,,,,,,,,,3.7302037363e+03,3.4776197004e+02,,,,,,
280,,,,,,,,,,,,4.1040327154e+03,3.1608495593e+02,,,,,,
281,,,,,,,,,,,,3.8790011956e+03,3.3442191291e+02,,,,,,
282,,,,,,,,,,,,3.6735212125e+03,3.5312794590e+02,,,,,,
283,,,,,,,,,,,,3.9153569861e+03,3.3131666017e+02,,,,,,
284,,,,,,,,,,,,3.4794966857e+03,3.7281915092e+02,,,,,,
285,,,,,,,,,,,,3.9205883248e+03,3.3087457609e+02,,,,,,
286,,,,,,,,,,,,4.1622085411e+03,3.1166698813e+02,,,,,,
287,,,,,,,,,,,,3.3938910191e+03,3.8222293901e+02,,,,,,
288,,,,,,,,,,,,4.2066148818e+03,3.0837693405e+02,,,,,,
289,,,,,,,,,,,,3.7786445869e+03,3.4330378795e+02,,,,,,
290,,,,,,,,,,,,4.1091690544e+03,3.1568985915e+02,,,,,,
291,,,,,,,,,,,,3.9133273677e+03,3.3148849511e+02,,,,,,
292,,,,,,,,,,,,3.4742223633e+03,3.7338513899e+02,,,,,,
293,,,,,,,,,,,,3.9663681068e+03,3.2705562496e+02,,,,,,
294,,,,,,,,,,,,3.8090094579e+03,3.4056701994e+02,,,,,,
295,,,,,,,,,,,,3.8933033514e+03,3.3319340491e+02,,,,,,
296,,,,,,,,,,,,3.8536430265e+03,3.3662251306e+02,,,,,,
297,,,,,,,,,,,,3.6533477188e+03,3.5507789016e+02,,,,,,
298,,,,,,,,,,,,3.9022342433e+03,3.3243083811e+02,,,,,,
299,,,,,,,,,,,,3.5225808315e+03,3.6825925708e+02,,,,,,
300,,,,,,,,,,,,4.0989266446e+03,3.1647870588e+02,,,,,,
301,,,,,,,,,,,,4.1887981208e+03,3.0968859386e+02,,,,,,
302,,,,,,,,,,,,3.3614778257e+03,3.8590854001e+02,,,,,,
303,,,,,,,,,,,,4.2176741826e+03,3.0756832886e+02,,,,,,
304,,,,,,,,,,,,3.7438755662e+03,3.4649201798e+02,,,,,,
305,,,,,,,,,,,,3.8673128697e+03,3.3543264890e+02,,,,,,
306,,,,,,,,,,,,3.9042457903e+03,3.3225956297e+02,,,,,,
307,,,,,,,,,,,,3.6867181053e+03,3.5186389709e+02,,,,,,
308,,,,,,,,,,,,3.8675829368e+03,3.3540922618e+02,,,,,,
309,,,,,,,,,,,,3.8283853907e+03,3.3884336805e+02,,,,,,
310,,,,,,,,,,,,4.1047403838e+03,3.1603046203e+02,,,,,,
311,,,,,,,,,,,,4.1873757913e+03,3.0979378605e+02,,,,,,
312,,,,,,,,,,,,3.7260302344e+03,3.4815149593e+02,,,,,,
313,,,,,,,,,,,,3.8568578342e+03,3.3634192801e+02,,,,,,
314,,,,,,,,,,,,3.8179862379e+03,3.3976628494e+02,,,,,,
315,,,,,,,,,,,,4.0660760609e+03,3.1903559613e+02,,,,,,
316,,,,,,,,,,,,3.8825887561e+03,3.3411290288e+02,,,,,,
317,,,,,,,,,,,,3.3841719542e+03,3.8332065201e+02,,,,,,
318,,,,,,,,,,,,3.9277303151e+03,3.3027293015e+02,,,,,,
319,,,,,,,,,,,,3.4623851062e+03,3.7466167402e+02,,,,,,
320,,,,,,,,,,,,4.1130718713e+03,3.1539030695e+02,,,,,,
321,,,,,,,,,,,,3.9013572496e+03,3.3250556588e+02,,,,,,
322,,,,,,,,,,,,3.6740750353e+03,3.5307471609e+02,,,,,,
323,,,,,,,,,,,,3.9496675723e+03,3.2843852711e+02,,,,,,
324,,,,,,,,,,,,3.7394107783e+03,3.4690572309e+02,,,,,,
325,,,,,,,,,,,,4.2435696717e+03,3.0569145799e+02,,,,,,
326,,,,,,,,,,,,4.1624729828e+03,3.1164718795e+02,,,,,,
327,,,,,,,,,,,,3.3858626034e+03,3.8312925005e+02,,,,,,
328,,,,,,,,,,,,4.2010585132e+03,3.0878479695e+02,,,,,,
329,,,,,,,,,,,,3.5231846416e+03,3.6819614410e+02,,,,,,
330,,,,,,,,,,,,4.1113130241e+03,3.1552523303e+02,,,,,,
331,,,,,,,,,,,,3.9195204147e+03,3.3096472597e+02,,,,,,
332,,,,,,,,,,,,3.7731526590e+03,3.4380347610e+02,,,,,,
333,,,,,,,,,,,,3.9202853519e+03,3.3090014720e+02,,,,,,
334,,,,,,,,,,,,3.8911399890e+03,3.3337865090e+02,,,,,,
335,,,,,,,,,,,,4.1391676178e+03,3.1340190101e+02,,,,,,
336,,,,,,,,,,,,4.1161886662e+03,3.1515149212e+02,,,,,,
337,,,,,,,,,,,,3.5992188088e+03,3.6041793203e+02,,,,,,
338,,,,,,,,,,,,4.1453720958e+03,3.1293282485e+02,,,,,,
339,,,,,,,,,,,,3.5347632745e+03,3.6699006391e+02,,,,,,
340,,,,,,,,,,,,4.1116822125e+03,3.1549690199e+02,,,,,,
341,,,,,,,,,,,,4.1807016907e+03,3.1028834295e+02,,,,,,
342,,,,,,,,,,,,3.7028461123e+03,3.5033132911e+02,,,,,,
343,,,,,,,,,,,,3.8883139212e+03,3.3362095404e+02,,,,,,
344,,,,,,,,,,,,3.8151642518e+03,3.4001760197e+02,,,,,,
345,,,,,,,,,,,,4.2364601196e+03,3.0620446396e+02,,,,,,
346,,,,,,,,,,,,4.1980044371e+03,3.0900943995e+02,,,,,,
347,,,,,,,,,,,,3.3154398691e+03,3.9126723790e+02,,,,,,
348,,,,,,,,,,,,3.8756580687e+03,3.3471038389e+02,,,,,,
349,,,,,,,,,,,,3.7265694521e+03,3.4810112000e+02,,,,,,
350,,,,,,,,,,,,4.0881300879e+03,3.1731451106e+02,,,,,,
351,,,,,,,,,,,,4.1677177063e+03,3.1125500607e+02,,,,,,
352,,,,,,,,,,,,3.3687249797e+03,3.8507833314e+02,,,,,,
353,,,,,,,,,,,,3.9348372512e+03,3.2967640519e+02,,,,,,
354,,,,,,,,,,,,3.5784230502e+03,3.6251247597e+02,,,,,,
355,,,,,,,,,,,,4.2025740604e+03,3.0867344189e+02,,,,,,
356,,,,,,,,,,,,3.9358938142e+03,3.2958790588e+02,,,,,,
357,,,,,,,,,,,,3.6280790947e+03,3.5755091500e+02,,,,,,
358,,,,,,,,,,,,3.9165261076e+03,3.3121775889e+02,,,,,,
359,,,,,,,,,,,,3.4143209212e+03,3.7993587303e+02,,,,,,
360,,,,,,,,,,,,4.1425500270e+03,3.1314600706e+02,,,,,,
361,,,,,,,,,,,,3.8597652542e+03,3.3608857393e+02,,,,,,
362,,,,,,,,,,,,3.5225085952e+03,3.6826680899e+02,,,,,,
363,,,,,,,,,,,,4.0928690249e+03,3.1694710779e+02,,,,,,
364,,,,,,,,,,,,3.6070186804e+03,3.5963855886e+02,,,,,,
365,,,,,,,,,,,,4.2312939408e+03,3.0657832289e+02,,,,,,
366,,,,,,,,,,,,4.1586986021e+03,3.1193003488e+02,,,,,,
367,,,,,,,,,,,,3.6280742949e+03,3.5755138803e+02,,,,,,
368,,,,,,,,,,,,4.1756485618e+03,3.1066383600e+02,,,,,,
369,,,,,,,,,,,,3.7694493188e+03,3.4414124990e+02,,,,,,
370,,,,,,,,,,,,4.0975682320e+03,3.1658362389e+02,,,,,,
371,,,,,,,,,,,,4.1214248985e+03,3.1475109506e+02,,,,,,
372,,,,,,,,,,,,3.4599863236e+03,3.7492142415e+02,,,,,,
373,,,,,,,,,,,,3.9433180898e+03,3.2896737480e+02,,,,,,
374,,,,,,,,,,,,3.8611207929e+03,3.3597058201e+02,,,,,,
375,,,,,,,,,,,,4.2181533648e+03,3.0753338909e+02,,,,,,
376,,,,,,,,,,,,3.8457126031e+03,3.3731667805e+02,,,,,,
377,,,,,,,,,,,,3.3299189174e+03,3.8956594205e+02,,,,,,
378,,,,,,,,,,,,3.9142627023e+03,3.3140928411e+02,,,,,,
379,,,,,,,,,,,,3.5195636784e+03,3.6857494807e+02,,,,,,
380,,,,,,,,,,,,4.0567601229e+03,3.1976822901e+02,,,,,,
381,,,,,,,,,,,,4.2017421340e+03,3.0873455787e+02,,,,,,
382,,,,,,,,,,,,3.7596510469e+03,3.4503813887e+02,,,,,,
383,,,,,,,,,,,,4.2500008661e+03,3.0522887897e+02,,,,,,
384,,,,,,,,,,,,3.5657778493e+03,3.6379804206e+02,,,,,,
385,,,,,,,,,,,,4.1932866288e+03,3.0935710216e+02,,,,,,
386,,,,,,,,,,,,4.2003257719e+03,3.0883866405e+02,,,,,,
387,,,,,,,,,,,,3.6324230464e+03,3.5712332606e+02,,,,,,
388,,,,,,,,,,,,4.1796566157e+03,3.1036592698e+02,,,,,,
389,,,,,,,,,,,,3.8580525334e+03,3.3623777509e+02,,,,,,
390,,,,,,,,,,,,4.0983966906e+03,3.1651962900e+02,,,,,,
391,,,,,,,,,,,,4.0688971516e+03,3.1881439900e+02,,,,,,
392,,,,,,,,,,,,3.7813217951e+03,3.4306072593e+02,,,,,,
393,,,,,,,,,,,,4.1666383747e+03,3.1133563399e+02,,,,,,
394,,,,,,,,,,,,3.8336819609e+03,3.3837522602e+02,,,,,,
395,,,,,,,,,,,,3.8962236572e+03,3.3294366908e+02,,,,,,
396,,,,,,,,,,,,3.8296916246e+03,3.3872779512e+02,,,,,,
397,,,,,,,,,,,,3.6298457408e+03,3.5737689495e+02,,,,,,
398,,,,,,,,,,,,3.8775593660e+03,3.3454626417e+02,,,,,,
399,,,,,,,,,,,,3.7125701107e+03,3.4941373801e+02,,,,,,
400,,,,,,,,,,,,4.1433976283e+03,3.1308194780e+02,,,,,,
401,,,,,,,,,,,,3.9198184602e+03,3.3093956089e+02,,,,,,
402,,,,,,,,,,,,3.5276327151e+03,3.6773187709e+02,,,,,,
403,,,,,,,,,,,,4.2699492670e+03,3.0380290699e+02,,,,,,
404,,,,,,,,,,,,3.7816091883e+03,3.4303465414e+02,,,,,,
405,,,,,,,,,,,,3.8585031789e+03,3.3619850492e+02,,,,,,
406,,,,,,,,,,,,4.1644137504e+03,3.1150194907e+02,,,,,,
407,,,,,,,,,,,,3.6428808810e+03,3.5609811091e+02,,,,,,
408,,,,,,,,,,,,3.9500524180e+03,3.2840652800e+02,,,,,,
409,,,,,,,,,,,,3.7928609519e+03,3.4201701999e+02,,,,,,
410,,,,,,,,,,,,4.1313472662e+03,3.1399514890e+02,,,,,,
411,,,,,,,,,,,,3.8987910069e+03,3.3272442603e+02,,,,,,
412,,,,,,,,,,,,3.7570447280e+03,3.4527749705e+02,,,,,,
413,,,,,,,,,,,,3.9402892635e+03,3.2922024584e+02,,,,,,
414,,,,,,,,,,,,3.4535848747e+03,3.7561636591e+02,,,,,,
415,,,,,,,,,,,,4.2020268626e+03,3.0871363807e+02,,,,,,
416,,,,,,,,,,,,4.1932515907e+03,3.0935968709e+02,,,,,,
417,,,,,,,,,,,,3.3578289578e+03,3.8632789707e+02,,,,,,
418,,,,,,,,,,,,3.8947851883e+03,3.3306663585e+02,,,,,,
419,,,,,,,,,,,,3.7290023494e+03,3.4787400985e+02,,,,,,
420,,,,,,,,,,,,4.1099482906e+03,3.1563000512e+02,,,,,,
421,,,,,,,,,,,,4.0871187259e+03,3.1739303088e+02,,,,,,
422,,,,,,,,,,,,3.6965031963e+03,3.5093247080e+02,,,,,,
423,,,,,,,,,,,,4.2062627357e+03,3.0840275121e+02,,,,,,
424,,,,,,,,,,,,3.8422318715e+03,3.3762225795e+02,,,,,,
425,,,,,,,,,,,,3.9411821254e+03,3.2914566207e+02,,,,,,
426,,,,,,,,,,,,3.9572608411e+03,3.2780831289e+02,,,,,,
427,,,,,,,,,,,,3.3807381978e+03,3.8370998406e+02,,,,,,
428,,,,,,,,,,,,3.8953343424e+03,3.3301968098e+02,,,,,,
429,,,,,,,,,,,,3.7695793577e+03,3.4412937808e+02,,,,,,
430,,,,,,,,,,,,4.1558204744e+03,3.1214606309e+02,,,,,,
431,,,,,,,,,,,,3.9209002788e+03,3.3084825110e+02,,,,,,
432,,,,,,,,,,,,3.7031952605e+03,3.5029829884e+02,,,,,,
433,,,,,,,,,,,,4.2213733566e+03,3.0729880786e+02,,,,,,
434,,,,,,,,,,,,3.8762421734e+03,3.3465994692e+02,,,,,,
435,,,,,,,,,,,,3.9345642003e+03,3.2969928408e+02,,,,,,
436,,,,,,,,,,,,4.1450212959e+03,3.1295930886e+02,,,,,,
437,,,,,,,,,,,,3.6667790151e+03,3.5377725101e+02,,,,,,
438,,,,,,,,,,,,3.8925450608e+03,3.3325831294e+02,,,,,,
439,,,,,,,,,,,,3.7713208770e+03,3.4397046614e+02,,,,,,
440,,,,,,,,,,,,4.1067232838e+03,3.1587786913e+02,,,,,,
441,,,,,,,,,,,,4.1775711148e+03,3.1052086592e+02,,,,,,
442,,,,,,,,,,,,3.7090820869e+03,3.4974232697e+02,,,,,,
443,,,,,,,,,,,,3.9299131954e+03,3.3008947921e+02,,,,,,
444,,,,,,,,,,,,3.7749738643e+03,3.4363761091e+02,,,,,,
445,,,,,,,,,,,,4.2611132209e+03,3.0443288708e+02,,,,,,
446,,,,,,,,,,,,3.8171205707e+03,3.3984333897e+02,,,,,,
447,,,,,,,,,,,,3.3929241381e+03,3.8233186102e+02,,,,,,
448,,,,,,,,,,,,3.9190196959e+03,3.3100701213e+02,,,,,,
449,,,,,,,,,,,,3.5096928308e+03,3.6961154795e+02,,,,,,
450,,,,,,,,,,,,4.0919229967e+03,3.1702038407e+02,,,,,,
451,,,,,,,,,,,,4.1726027173e+03,3.1089060903e+02,,,,,,
452,,,,,,,,,,,,3.7645302435e+03,3.4459093595e+02,,,,,,
453,,,,,,,,,,,,4.2044737000e+03,3.0853397894e+02,,,,,,
454,,,,,,,,,,,,3.7878279202e+03,3.4247147107e+02,,,,,,
455,,,,,,,,,,,,3.9180124461e+03,3.3109210801e+02,,,,,,
456,,,,,,,,,,,,4.1781955124e+03,3.1047446108e+02,,,,,,
457,,,,,,,,,,,,3.3749344213e+03,3.8436983895e+02,,,,,,
458,,,,,,,,,,,,4.1905644979e+03,3.0955805612e+02,,,,,,
459,,,,,,,,,,,,3.6765742870e+03,3.5283470392e+02,,,,,,
460,,,,,,,,,,,,4.1315520288e+03,3.1397958708e+02,,,,,,
461,,,,,,,,,,,,4.1349301053e+03,3.1372307801e+02,,,,,,
462,,,,,,,,,,,,3.5092186166e+03,3.6966149497e+02,,,,,,
463,,,,,,,,,,,,3.8354640881e+03,3.3821800184e+02,,,,,,
464,,,,,,,,,,,,3.7446867704e+03,3.4641695809e+02,,,,,,
465,,,,,,,,,,,,3.8712951012e+03,3.3508760405e+02,,,,,,
466,,,,,,,,,,,,3.8405458276e+03,3.3777047801e+02,,,,,,
467,,,,,,,,,,,,3.3416630606e+03,3.8819682789e+02,,,,,,
468,,,,,,,,,,,,4.1386985904e+03,3.1343741798e+02,,,,,,
469,,,,,,,,,,,,3.7921731298e+03,3.4207905483e+02,,,,,,
470,,,,,,,,,,,,4.0624226979e+03,3.1932250690e+02,,,,,,
471,,,,,,,,,,,,3.8566892654e+03,3.3635662889e+02,,,,,,
472,,,,,,,,,,,,3.7319806994e+03,3.4759638500e+02,,,,,,
473,,,,,,,,,,,,3.9090546903e+03,3.3185081887e+02,,,,,,
474,,,,,,,,,,,,3.8209550917e+03,3.3950228906e+02,,,,,,
475,,,,,,,,,,,,4.1914736681e+03,3.0949091005e+02,,,,,,
476,,,,,,,,,,,,3.8566110114e+03,3.3636345387e+02,,,,,,
477,,,,,,,,,,,,3.4114963993e+03,3.8025043797e+02,,,,,,
478,,,,,,,,,,,,4.2291995921e+03,3.0673014402e+02,,,,,,
479,,,,,,,,,,,,3.7902903420e+03,3.4224897909e+02,,,,,,
- mdtest-hard-delete
-
-- started at 06/11/2021 19:13:40 --
mdtest-3.4.0+dev was launched with 480 total task(s) on 10 node(s)
Command line used: ./mdtest '-n' '1000000' '-t' '-w' '3901' '-e' '3901' '-P' '-G=1664454156' '-N' '1' '-F' '-d' '/mnt/kapok/2021.06.11-18.18.54/mdtest-hard' '-x' '/root/io500-isc21/io500/results/2021.06.11-18.18.54/mdtest-hard.stonewall' '-r' '--saveRankPerformanceDetails=/root/io500-isc21/io500/results/2021.06.11-18.18.54/mdtest-hard-delete.csv' '-a' 'POSIX'
Path : /mnt/kapok/2021.06.11-18.18.54/mdtest-hard
FS : 349.1 TiB Used FS: 54.3% Inodes: 0.0 Mi Used Inodes: -nan%
Nodemap: 100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000
V-0: Rank 0 Line 2469 Shifting ranks by 1 for each phase.
480 tasks, 480000000 files
SUMMARY rate: (of 1 iterations)
Operation Max Min Mean Std Dev
--------- --- --- ---- -------
File creation 0.000 0.000 0.000 0.000
File stat 0.000 0.000 0.000 0.000
File read 0.000 0.000 0.000 0.000
File removal 1964270.430 1964270.430 1964270.430 0.000
Tree creation 0.000 0.000 0.000 0.000
Tree removal 0.024 0.024 0.024 0.000
SUMMARY time: (of 1 iterations)
Operation Max Min Mean Std Dev
--------- --- --- ---- -------
File creation 0.000 0.000 0.000 0.000
File stat 0.000 0.000 0.000 0.000
File read 0.000 0.000 0.000 0.000
File removal 152.515 152.515 152.515 0.000
Tree creation 0.000 0.000 0.000 0.000
Tree removal 42.104 42.104 42.104 0.000
-- finished at 06/11/2021 19:16:54 --
- mdtest-hard-read
-
rank,items,rate-Directory creation,time-Directory creation,rate-Directory stat,time-Directory stat,rate-Directory read,time-Directory read,rate-Directory rename,time-Directory rename,rate-Directory removal,time-Directory removal,rate-File creation,time-File creation,rate-File stat,time-File stat,rate-File read,time-File read,rate-File removal,time-File removal,rate-Tree creation,time-Tree creation,rate-Tree removal,time-Tree removal
all,624127,,,,,,,,,,,,,,,2.3016629484e+06,1.3015848398e+02,,,,,,
0,,,,,,,,,,,,,,,,5.6307061800e+03,1.1084346795e+02,,
1,,,,,,,,,,,,,,,,5.6236118905e+03,1.1098329902e+02,,
2,,,,,,,,,,,,,,,,5.6759138976e+03,1.0996061802e+02,,
3,,,,,,,,,,,,,,,,5.6862408112e+03,1.0976091599e+02,,
4,,,,,,,,,,,,,,,,5.6802647275e+03,1.0987639308e+02,,
5,,,,,,,,,,,,,,,,5.7067782296e+03,1.0936591101e+02,,
6,,,,,,,,,,,,,,,,5.4880721540e+03,1.1372427011e+02,,
7,,,,,,,,,,,,,,,,4.9352722938e+03,1.2646252584e+02,,
8,,,,,,,,,,,,,,,,5.6827640808e+03,1.0982806802e+02,,
9,,,,,,,,,,,,,,,,5.6951834626e+03,1.0958856797e+02,,
10,,,,,,,,,,,,,,,,5.6330417095e+03,1.1079751086e+02,,
11,,,,,,,,,,,,,,,,5.6203248233e+03,1.1104820800e+02,,
12,,,,,,,,,,,,,,,,5.6705303713e+03,1.1006501317e+02,,
13,,,,,,,,,,,,,,,,5.6357547078e+03,1.1074417400e+02,,
14,,,,,,,,,,,,,,,,5.6290781455e+03,1.1087552595e+02,,
15,,,,,,,,,,,,,,,,5.7019070440e+03,1.0945934319e+02,,
16,,,,,,,,,,,,,,,,5.4716578971e+03,1.1406542802e+02,,
17,,,,,,,,,,,,,,,,4.9603342276e+03,1.2582357788e+02,,
18,,,,,,,,,,,,,,,,5.6801480445e+03,1.0987865019e+02,,
19,,,,,,,,,,,,,,,,5.6827806363e+03,1.0982774806e+02,,
20,,,,,,,,,,,,,,,,5.6360833273e+03,1.1073771691e+02,,
21,,,,,,,,,,,,,,,,5.6098872304e+03,1.1125482106e+02,,
22,,,,,,,,,,,,,,,,5.6698551905e+03,1.1007811999e+02,,
23,,,,,,,,,,,,,,,,5.6411237583e+03,1.1063877106e+02,,
24,,,,,,,,,,,,,,,,5.6656121884e+03,1.1016055799e+02,,
25,,,,,,,,,,,,,,,,5.7024373355e+03,1.0944916415e+02,,
26,,,,,,,,,,,,,,,,5.4742271476e+03,1.1401189303e+02,,
27,,,,,,,,,,,,,,,,4.9199982331e+03,1.2685512686e+02,,
28,,,,,,,,,,,,,,,,5.6502536420e+03,1.1045999694e+02,,
29,,,,,,,,,,,,,,,,5.7096284019e+03,1.0931131697e+02,,
30,,,,,,,,,,,,,,,,5.6412696367e+03,1.1063591003e+02,,
31,,,,,,,,,,,,,,,,5.6266738195e+03,1.1092290401e+02,,
32,,,,,,,,,,,,,,,,5.6698887160e+03,1.1007746911e+02,,
33,,,,,,,,,,,,,,,,5.6552508981e+03,1.1036238909e+02,,
34,,,,,,,,,,,,,,,,5.6733261839e+03,1.1001077318e+02,,
35,,,,,,,,,,,,,,,,5.7104664295e+03,1.0929527521e+02,,
36,,,,,,,,,,,,,,,,5.4732081386e+03,1.1403311992e+02,,
37,,,,,,,,,,,,,,,,4.9499323810e+03,1.2608798504e+02,,
38,,,,,,,,,,,,,,,,5.7121398079e+03,1.0926325703e+02,,
39,,,,,,,,,,,,,,,,5.6991645154e+03,1.0951201677e+02,,
40,,,,,,,,,,,,,,,,5.6395265922e+03,1.1067010498e+02,,
41,,,,,,,,,,,,,,,,5.6209756580e+03,1.1103535008e+02,,
42,,,,,,,,,,,,,,,,5.6799887855e+03,1.0988173103e+02,,
43,,,,,,,,,,,,,,,,5.6554181684e+03,1.1035912490e+02,,
44,,,,,,,,,,,,,,,,5.6739702285e+03,1.0999828601e+02,,
45,,,,,,,,,,,,,,,,5.7330197430e+03,1.0886531496e+02,,
46,,,,,,,,,,,,,,,,5.4773411305e+03,1.1394707489e+02,,
47,,,,,,,,,,,,,,,,4.9611099205e+03,1.2580390477e+02,,
48,,,,,,,,,,,,,,,,5.7316818776e+03,1.0889072585e+02,,
49,,,,,,,,,,,,,,,,5.7320038191e+03,1.0888460994e+02,,
50,,,,,,,,,,,,,,,,5.6589541733e+03,1.1029016685e+02,,
51,,,,,,,,,,,,,,,,5.6216624019e+03,1.1102178597e+02,,
52,,,,,,,,,,,,,,,,5.7063843928e+03,1.0937345910e+02,,
53,,,,,,,,,,,,,,,,5.6729466011e+03,1.1001813412e+02,,
54,,,,,,,,,,,,,,,,5.6630280015e+03,1.1021082711e+02,,
55,,,,,,,,,,,,,,,,5.6950312515e+03,1.0959149694e+02,,
56,,,,,,,,,,,,,,,,5.4946338293e+03,1.1358846092e+02,,
57,,,,,,,,,,,,,,,,4.9431211260e+03,1.2626172495e+02,,
58,,,,,,,,,,,,,,,,5.6850067502e+03,1.0978474212e+02,,
59,,,,,,,,,,,,,,,,5.7266560787e+03,1.0898628998e+02,,
60,,,,,,,,,,,,,,,,5.6340383625e+03,1.1077791095e+02,,
61,,,,,,,,,,,,,,,,5.6305982819e+03,1.1084559202e+02,,
62,,,,,,,,,,,,,,,,5.6741237879e+03,1.0999530911e+02,,
63,,,,,,,,,,,,,,,,5.6727103004e+03,1.1002271700e+02,,
64,,,,,,,,,,,,,,,,5.6855998930e+03,1.0977328897e+02,,
65,,,,,,,,,,,,,,,,5.7301388630e+03,1.0892004800e+02,,
66,,,,,,,,,,,,,,,,5.4928219255e+03,1.1362593007e+02,,
67,,,,,,,,,,,,,,,,4.9407814342e+03,1.2632151580e+02,,
68,,,,,,,,,,,,,,,,5.6806371790e+03,1.0986918902e+02,,
69,,,,,,,,,,,,,,,,5.7446244161e+03,1.0864539695e+02,,
70,,,,,,,,,,,,,,,,5.6411326810e+03,1.1063859606e+02,,
71,,,,,,,,,,,,,,,,5.6324271970e+03,1.1080959916e+02,,
72,,,,,,,,,,,,,,,,5.7165579462e+03,1.0917881107e+02,,
73,,,,,,,,,,,,,,,,5.6911122763e+03,1.0966696310e+02,,
74,,,,,,,,,,,,,,,,5.6790662277e+03,1.0989958119e+02,,
75,,,,,,,,,,,,,,,,5.7403633071e+03,1.0872604513e+02,,
76,,,,,,,,,,,,,,,,5.4856563886e+03,1.1377435184e+02,,
77,,,,,,,,,,,,,,,,4.9370255157e+03,1.2641761684e+02,,
78,,,,,,,,,,,,,,,,5.6939833412e+03,1.0961166596e+02,,
79,,,,,,,,,,,,,,,,5.7206967239e+03,1.0909982300e+02,,
80,,,,,,,,,,,,,,,,5.6494064801e+03,1.1047656107e+02,,
81,,,,,,,,,,,,,,,,5.6482800720e+03,1.1049859285e+02,,
82,,,,,,,,,,,,,,,,5.6745536901e+03,1.0998697591e+02,,
83,,,,,,,,,,,,,,,,5.6165427939e+03,1.1112298489e+02,,
84,,,,,,,,,,,,,,,,5.6830834990e+03,1.0982189512e+02,,
85,,,,,,,,,,,,,,,,5.7379198191e+03,1.0877234602e+02,,
86,,,,,,,,,,,,,,,,5.4787737227e+03,1.1391727996e+02,,
87,,,,,,,,,,,,,,,,4.9625108903e+03,1.2576838899e+02,,
88,,,,,,,,,,,,,,,,5.7179699665e+03,1.0915184999e+02,,
89,,,,,,,,,,,,,,,,5.7528760720e+03,1.0848956108e+02,,
90,,,,,,,,,,,,,,,,5.6528939045e+03,1.1040840507e+02,,
91,,,,,,,,,,,,,,,,5.6539131282e+03,1.1038850188e+02,,
92,,,,,,,,,,,,,,,,5.6861413962e+03,1.0976283503e+02,,
93,,,,,,,,,,,,,,,,5.6533724104e+03,1.1039906001e+02,,
94,,,,,,,,,,,,,,,,5.6816340870e+03,1.0984991121e+02,,
95,,,,,,,,,,,,,,,,5.7248796090e+03,1.0902010918e+02,,
96,,,,,,,,,,,,,,,,5.4926953328e+03,1.1362854886e+02,,
97,,,,,,,,,,,,,,,,4.9590486619e+03,1.2585619593e+02,,
98,,,,,,,,,,,,,,,,5.6764191292e+03,1.0995083094e+02,,
99,,,,,,,,,,,,,,,,5.6901282174e+03,1.0968592906e+02,,
100,,,,,,,,,,,,,,,,5.6334638086e+03,1.1078920913e+02,,
101,,,,,,,,,,,,,,,,5.6080287339e+03,1.1129169083e+02,,
102,,,,,,,,,,,,,,,,5.6667203245e+03,1.1013901591e+02,,
103,,,,,,,,,,,,,,,,5.6276850248e+03,1.1090297294e+02,,
104,,,,,,,,,,,,,,,,5.6347480841e+03,1.1076395798e+02,,
105,,,,,,,,,,,,,,,,5.6833792621e+03,1.0981617999e+02,,
106,,,,,,,,,,,,,,,,5.4724283092e+03,1.1404936981e+02,,
107,,,,,,,,,,,,,,,,4.9199865173e+03,1.2685542893e+02,,
108,,,,,,,,,,,,,,,,5.6661469105e+03,1.1015016198e+02,,
109,,,,,,,,,,,,,,,,5.7180546227e+03,1.0915023398e+02,,
110,,,,,,,,,,,,,,,,5.6233234386e+03,1.1098899198e+02,,
111,,,,,,,,,,,,,,,,5.6145802116e+03,1.1116182804e+02,,
112,,,,,,,,,,,,,,,,5.6556190500e+03,1.1035520506e+02,,
113,,,,,,,,,,,,,,,,5.6516198790e+03,1.1043329406e+02,,
114,,,,,,,,,,,,,,,,5.6046875182e+03,1.1135803699e+02,,
115,,,,,,,,,,,,,,,,5.6991316601e+03,1.0951264811e+02,,
116,,,,,,,,,,,,,,,,5.4663278898e+03,1.1417664886e+02,,
117,,,,,,,,,,,,,,,,4.9194319708e+03,1.2686972880e+02,,
118,,,,,,,,,,,,,,,,5.6748615569e+03,1.0998100901e+02,,
119,,,,,,,,,,,,,,,,5.6876903381e+03,1.0973294306e+02,,
120,,,,,,,,,,,,,,,,5.6266595123e+03,1.1092318606e+02,,
121,,,,,,,,,,,,,,,,5.6177940235e+03,1.1109823489e+02,,
122,,,,,,,,,,,,,,,,5.6394284395e+03,1.1067203116e+02,,
123,,,,,,,,,,,,,,,,5.6355564965e+03,1.1074806905e+02,,
124,,,,,,,,,,,,,,,,5.6564183926e+03,1.1033961010e+02,,
125,,,,,,,,,,,,,,,,5.6863541626e+03,1.0975872803e+02,,
126,,,,,,,,,,,,,,,,5.4797258664e+03,1.1389748597e+02,,
127,,,,,,,,,,,,,,,,4.8812098280e+03,1.2786317778e+02,,
128,,,,,,,,,,,,,,,,5.6997067192e+03,1.0950159907e+02,,
129,,,,,,,,,,,,,,,,5.6924037133e+03,1.0964208293e+02,,
130,,,,,,,,,,,,,,,,5.6237827553e+03,1.1097992706e+02,,
131,,,,,,,,,,,,,,,,5.6119582489e+03,1.1121376395e+02,,
132,,,,,,,,,,,,,,,,5.6605884847e+03,1.1025832415e+02,,
133,,,,,,,,,,,,,,,,5.6322893009e+03,1.1081231213e+02,,
134,,,,,,,,,,,,,,,,5.6421033303e+03,1.1061956215e+02,,
135,,,,,,,,,,,,,,,,5.6892036739e+03,1.0970375395e+02,,
136,,,,,,,,,,,,,,,,5.4488314060e+03,1.1454327607e+02,,
137,,,,,,,,,,,,,,,,4.9431115773e+03,1.2626196885e+02,,
138,,,,,,,,,,,,,,,,5.7021963359e+03,1.0945378995e+02,,
139,,,,,,,,,,,,,,,,5.7146680326e+03,1.0921491790e+02,,
140,,,,,,,,,,,,,,,,5.6249837771e+03,1.1095623112e+02,,
141,,,,,,,,,,,,,,,,5.6074540311e+03,1.1130309701e+02,,
142,,,,,,,,,,,,,,,,5.6496978336e+03,1.1047086382e+02,,
143,,,,,,,,,,,,,,,,5.6461495633e+03,1.1054028821e+02,,
144,,,,,,,,,,,,,,,,5.6272984239e+03,1.1091059208e+02,,
145,,,,,,,,,,,,,,,,5.6759493162e+03,1.0995993185e+02,,
146,,,,,,,,,,,,,,,,5.4741823995e+03,1.1401282501e+02,,
147,,,,,,,,,,,,,,,,4.9462097094e+03,1.2618288279e+02,,
148,,,,,,,,,,,,,,,,5.6888410392e+03,1.0971074700e+02,,
149,,,,,,,,,,,,,,,,5.7012182248e+03,1.0947256804e+02,,
150,,,,,,,,,,,,,,,,5.6289767491e+03,1.1087752318e+02,,
151,,,,,,,,,,,,,,,,5.6132939179e+03,1.1118730092e+02,,
152,,,,,,,,,,,,,,,,5.6494398252e+03,1.1047590899e+02,,
153,,,,,,,,,,,,,,,,5.6393368868e+03,1.1067382789e+02,,
154,,,,,,,,,,,,,,,,5.6432393317e+03,1.1059729409e+02,,
155,,,,,,,,,,,,,,,,5.6853424846e+03,1.0977825904e+02,,
156,,,,,,,,,,,,,,,,5.4702780620e+03,1.1409420013e+02,,
157,,,,,,,,,,,,,,,,4.8882564851e+03,1.2767885685e+02,,
158,,,,,,,,,,,,,,,,5.6790728561e+03,1.0989945292e+02,,
159,,,,,,,,,,,,,,,,5.7076671032e+03,1.0934887910e+02,,
160,,,,,,,,,,,,,,,,5.6228298482e+03,1.1099873495e+02,,
161,,,,,,,,,,,,,,,,5.6350061109e+03,1.1075888610e+02,,
162,,,,,,,,,,,,,,,,5.6547590162e+03,1.1037198901e+02,,
163,,,,,,,,,,,,,,,,5.6501280668e+03,1.1046245193e+02,,
164,,,,,,,,,,,,,,,,5.6445005018e+03,1.1057258296e+02,,
165,,,,,,,,,,,,,,,,5.6995852898e+03,1.0950393200e+02,,
166,,,,,,,,,,,,,,,,5.4903244462e+03,1.1367761707e+02,,
167,,,,,,,,,,,,,,,,4.9238169541e+03,1.2675674295e+02,,
168,,,,,,,,,,,,,,,,5.6851304112e+03,1.0978235412e+02,,
169,,,,,,,,,,,,,,,,5.6926815314e+03,1.0963673210e+02,,
170,,,,,,,,,,,,,,,,5.6293750083e+03,1.1086967897e+02,,
171,,,,,,,,,,,,,,,,5.6222665014e+03,1.1100985694e+02,,
172,,,,,,,,,,,,,,,,5.6793712329e+03,1.0989367914e+02,,
173,,,,,,,,,,,,,,,,5.6237153650e+03,1.1098125696e+02,,
174,,,,,,,,,,,,,,,,5.6512105485e+03,1.1044129300e+02,,
175,,,,,,,,,,,,,,,,5.6952343377e+03,1.0958758903e+02,,
176,,,,,,,,,,,,,,,,5.4636451689e+03,1.1423271108e+02,,
177,,,,,,,,,,,,,,,,4.7951762023e+03,1.3015726089e+02,,
178,,,,,,,,,,,,,,,,5.6840365015e+03,1.0980348206e+02,,
179,,,,,,,,,,,,,,,,5.6993120461e+03,1.0950918198e+02,,
180,,,,,,,,,,,,,,,,5.6277603260e+03,1.1090148902e+02,,
181,,,,,,,,,,,,,,,,5.6361843489e+03,1.1073573208e+02,,
182,,,,,,,,,,,,,,,,5.6457328059e+03,1.1054844809e+02,,
183,,,,,,,,,,,,,,,,5.6550045861e+03,1.1036719608e+02,,
184,,,,,,,,,,,,,,,,5.6421895856e+03,1.1061787105e+02,,
185,,,,,,,,,,,,,,,,5.7037767561e+03,1.0942346215e+02,,
186,,,,,,,,,,,,,,,,5.4648164746e+03,1.1420822692e+02,,
187,,,,,,,,,,,,,,,,4.9662082527e+03,1.2567475390e+02,,
188,,,,,,,,,,,,,,,,5.6761478437e+03,1.0995608592e+02,,
189,,,,,,,,,,,,,,,,5.7062868968e+03,1.0937532783e+02,,
190,,,,,,,,,,,,,,,,5.6243512759e+03,1.1096870899e+02,,
191,,,,,,,,,,,,,,,,5.6218821176e+03,1.1101744699e+02,,
192,,,,,,,,,,,,,,,,5.6479677101e+03,1.1050470400e+02,,
193,,,,,,,,,,,,,,,,5.6262226520e+03,1.1093179893e+02,,
194,,,,,,,,,,,,,,,,5.6562948531e+03,1.1034202003e+02,,
195,,,,,,,,,,,,,,,,5.6825377180e+03,1.0983244300e+02,,
196,,,,,,,,,,,,,,,,5.4739572276e+03,1.1401751494e+02,,
197,,,,,,,,,,,,,,,,4.9434521985e+03,1.2625326896e+02,,
198,,,,,,,,,,,,,,,,5.6978504513e+03,1.0953727293e+02,,
199,,,,,,,,,,,,,,,,5.6856474975e+03,1.0977236986e+02,,
200,,,,,,,,,,,,,,,,5.6515380936e+03,1.1043489218e+02,,
201,,,,,,,,,,,,,,,,5.6285597273e+03,1.1088573813e+02,,
202,,,,,,,,,,,,,,,,5.6510237769e+03,1.1044494319e+02,,
203,,,,,,,,,,,,,,,,5.6544905665e+03,1.1037722898e+02,,
204,,,,,,,,,,,,,,,,5.6513667215e+03,1.1043824100e+02,,
205,,,,,,,,,,,,,,,,5.7140279994e+03,1.0922715116e+02,,
206,,,,,,,,,,,,,,,,5.4783362962e+03,1.1392637587e+02,,
207,,,,,,,,,,,,,,,,4.9440894049e+03,1.2623699713e+02,,
208,,,,,,,,,,,,,,,,5.7047718573e+03,1.0940437508e+02,,
209,,,,,,,,,,,,,,,,5.7052388568e+03,1.0939541984e+02,,
210,,,,,,,,,,,,,,,,5.6206263391e+03,1.1104225087e+02,,
211,,,,,,,,,,,,,,,,5.6123300145e+03,1.1120639706e+02,,
212,,,,,,,,,,,,,,,,5.6938287050e+03,1.0961464286e+02,,
213,,,,,,,,,,,,,,,,5.6482674828e+03,1.1049883914e+02,,
214,,,,,,,,,,,,,,,,5.6471572561e+03,1.1052056313e+02,,
215,,,,,,,,,,,,,,,,5.7094521191e+03,1.0931469202e+02,,
216,,,,,,,,,,,,,,,,5.4667529661e+03,1.1416777086e+02,,
217,,,,,,,,,,,,,,,,4.9485357905e+03,1.2612356997e+02,,
218,,,,,,,,,,,,,,,,5.6991988972e+03,1.0951135612e+02,,
219,,,,,,,,,,,,,,,,5.7078523610e+03,1.0934533000e+02,,
220,,,,,,,,,,,,,,,,5.6415283705e+03,1.1063083601e+02,,
221,,,,,,,,,,,,,,,,5.6232645631e+03,1.1099015403e+02,,
222,,,,,,,,,,,,,,,,5.6745284122e+03,1.0998746586e+02,,
223,,,,,,,,,,,,,,,,5.6537718093e+03,1.1039126110e+02,,
224,,,,,,,,,,,,,,,,5.6570224549e+03,1.1032782793e+02,,
225,,,,,,,,,,,,,,,,5.7023732516e+03,1.0945039415e+02,,
226,,,,,,,,,,,,,,,,5.4672631633e+03,1.1415711689e+02,,
227,,,,,,,,,,,,,,,,4.9392997305e+03,1.2635941005e+02,,
228,,,,,,,,,,,,,,,,5.7001272758e+03,1.0949352002e+02,,
229,,,,,,,,,,,,,,,,5.7082043665e+03,1.0933858705e+02,,
230,,,,,,,,,,,,,,,,5.6382346974e+03,1.1069546294e+02,,
231,,,,,,,,,,,,,,,,5.6232157267e+03,1.1099111795e+02,,
232,,,,,,,,,,,,,,,,5.6578647612e+03,1.1031140304e+02,,
233,,,,,,,,,,,,,,,,5.6618580955e+03,1.1023359990e+02,,
234,,,,,,,,,,,,,,,,5.6137944671e+03,1.1117738700e+02,,
235,,,,,,,,,,,,,,,,5.7009203415e+03,1.0947828817e+02,,
236,,,,,,,,,,,,,,,,5.4841150808e+03,1.1380632806e+02,,
237,,,,,,,,,,,,,,,,4.9222026685e+03,1.2679831409e+02,,
238,,,,,,,,,,,,,,,,5.6944503225e+03,1.0960267711e+02,,
239,,,,,,,,,,,,,,,,5.7238395470e+03,1.0903991890e+02,,
240,,,,,,,,,,,,,,,,5.6526414507e+03,1.1041333604e+02,,
241,,,,,,,,,,,,,,,,5.6244261858e+03,1.1096723104e+02,,
242,,,,,,,,,,,,,,,,5.6480481493e+03,1.1050313020e+02,,
243,,,,,,,,,,,,,,,,5.6349637901e+03,1.1075971794e+02,,
244,,,,,,,,,,,,,,,,5.6664138923e+03,1.1014497209e+02,,
245,,,,,,,,,,,,,,,,5.7137939634e+03,1.0923162508e+02,,
246,,,,,,,,,,,,,,,,5.4822105303e+03,1.1384586501e+02,,
247,,,,,,,,,,,,,,,,4.8786632936e+03,1.2792991900e+02,,
248,,,,,,,,,,,,,,,,5.6886002480e+03,1.0971539092e+02,,
249,,,,,,,,,,,,,,,,5.7165621407e+03,1.0917873096e+02,,
250,,,,,,,,,,,,,,,,5.6248160300e+03,1.1095954013e+02,,
251,,,,,,,,,,,,,,,,5.6209839618e+03,1.1103518605e+02,,
252,,,,,,,,,,,,,,,,5.6818431618e+03,1.0984586906e+02,,
253,,,,,,,,,,,,,,,,5.6484743651e+03,1.1049479198e+02,,
254,,,,,,,,,,,,,,,,5.6779887640e+03,1.0992043591e+02,,
255,,,,,,,,,,,,,,,,5.6921860752e+03,1.0964627504e+02,,
256,,,,,,,,,,,,,,,,5.4664312504e+03,1.1417448997e+02,,
257,,,,,,,,,,,,,,,,4.9534178981e+03,1.2599926209e+02,,
258,,,,,,,,,,,,,,,,5.6815367196e+03,1.0985179377e+02,,
259,,,,,,,,,,,,,,,,5.6896565530e+03,1.0969502187e+02,,
260,,,,,,,,,,,,,,,,5.6392873456e+03,1.1067480016e+02,,
261,,,,,,,,,,,,,,,,5.6115631598e+03,1.1122159410e+02,,
262,,,,,,,,,,,,,,,,5.6726406384e+03,1.1002406812e+02,,
263,,,,,,,,,,,,,,,,5.6673908081e+03,1.1012598586e+02,,
264,,,,,,,,,,,,,,,,5.6622262265e+03,1.1022643304e+02,,
265,,,,,,,,,,,,,,,,5.7079174019e+03,1.0934408402e+02,,
266,,,,,,,,,,,,,,,,5.4737374994e+03,1.1402209187e+02,,
267,,,,,,,,,,,,,,,,4.9488591125e+03,1.2611532998e+02,,
268,,,,,,,,,,,,,,,,5.7091390683e+03,1.0932068610e+02,,
269,,,,,,,,,,,,,,,,5.7079899120e+03,1.0934269500e+02,,
270,,,,,,,,,,,,,,,,5.6612631620e+03,1.1024518418e+02,,
271,,,,,,,,,,,,,,,,5.6141142576e+03,1.1117105412e+02,,
272,,,,,,,,,,,,,,,,5.6629374695e+03,1.1021258903e+02,,
273,,,,,,,,,,,,,,,,5.6682298230e+03,1.1010968494e+02,,
274,,,,,,,,,,,,,,,,5.6641137409e+03,1.1018970108e+02,,
275,,,,,,,,,,,,,,,,5.7143736195e+03,1.0922054482e+02,,
276,,,,,,,,,,,,,,,,5.4759423341e+03,1.1397618198e+02,,
277,,,,,,,,,,,,,,,,4.9558663893e+03,1.2593701100e+02,,
278,,,,,,,,,,,,,,,,5.7181433158e+03,1.0914854097e+02,,
279,,,,,,,,,,,,,,,,5.7324764302e+03,1.0887563300e+02,,
280,,,,,,,,,,,,,,,,5.6400691364e+03,1.1065945911e+02,,
281,,,,,,,,,,,,,,,,5.6332758927e+03,1.1079290485e+02,,
282,,,,,,,,,,,,,,,,5.6421941216e+03,1.1061778212e+02,,
283,,,,,,,,,,,,,,,,5.6595285918e+03,1.1027897286e+02,,
284,,,,,,,,,,,,,,,,5.6621656150e+03,1.1022761297e+02,,
285,,,,,,,,,,,,,,,,5.7303001565e+03,1.0891698217e+02,,
286,,,,,,,,,,,,,,,,5.4820298144e+03,1.1384961796e+02,,
287,,,,,,,,,,,,,,,,4.8939017665e+03,1.2753157496e+02,,
288,,,,,,,,,,,,,,,,5.6952490948e+03,1.0958730507e+02,,
289,,,,,,,,,,,,,,,,5.7056499457e+03,1.0938753796e+02,,
290,,,,,,,,,,,,,,,,5.6482922347e+03,1.1049835491e+02,,
291,,,,,,,,,,,,,,,,5.6284700883e+03,1.1088750410e+02,,
292,,,,,,,,,,,,,,,,5.6821037192e+03,1.0984083200e+02,,
293,,,,,,,,,,,,,,,,5.6572218734e+03,1.1032393885e+02,,
294,,,,,,,,,,,,,,,,5.6673836426e+03,1.1012612510e+02,,
295,,,,,,,,,,,,,,,,5.7042166823e+03,1.0941502309e+02,,
296,,,,,,,,,,,,,,,,5.4551334947e+03,1.1441094899e+02,,
297,,,,,,,,,,,,,,,,4.9350994516e+03,1.2646695495e+02,,
298,,,,,,,,,,,,,,,,5.7078168168e+03,1.0934601092e+02,,
299,,,,,,,,,,,,,,,,5.7271700714e+03,1.0897650886e+02,,
300,,,,,,,,,,,,,,,,5.6460111650e+03,1.1054299784e+02,,
301,,,,,,,,,,,,,,,,5.6420441704e+03,1.1062072206e+02,,
302,,,,,,,,,,,,,,,,5.6757752054e+03,1.0996330500e+02,,
303,,,,,,,,,,,,,,,,5.6549476718e+03,1.1036830688e+02,,
304,,,,,,,,,,,,,,,,5.6422824228e+03,1.1061605096e+02,,
305,,,,,,,,,,,,,,,,5.7023394402e+03,1.0945104313e+02,,
306,,,,,,,,,,,,,,,,5.4731246153e+03,1.1403486013e+02,,
307,,,,,,,,,,,,,,,,4.9396721238e+03,1.2634988403e+02,,
308,,,,,,,,,,,,,,,,5.6958066772e+03,1.0957657719e+02,,
309,,,,,,,,,,,,,,,,5.7134817582e+03,1.0923759389e+02,,
310,,,,,,,,,,,,,,,,5.6437131991e+03,1.1058800793e+02,,
311,,,,,,,,,,,,,,,,5.6264259756e+03,1.1092779016e+02,,
312,,,,,,,,,,,,,,,,5.6862977025e+03,1.0975981784e+02,,
313,,,,,,,,,,,,,,,,5.6388549478e+03,1.1068328691e+02,,
314,,,,,,,,,,,,,,,,5.6452020271e+03,1.1055884218e+02,,
315,,,,,,,,,,,,,,,,5.6834998044e+03,1.0981385088e+02,,
316,,,,,,,,,,,,,,,,5.4907528368e+03,1.1366874790e+02,,
317,,,,,,,,,,,,,,,,4.8929672654e+03,1.2755593204e+02,,
318,,,,,,,,,,,,,,,,5.6928956790e+03,1.0963260794e+02,,
319,,,,,,,,,,,,,,,,5.7120007481e+03,1.0926591706e+02,,
320,,,,,,,,,,,,,,,,5.6888850633e+03,1.0970989799e+02,,
321,,,,,,,,,,,,,,,,5.6236180759e+03,1.1098317695e+02,,
322,,,,,,,,,,,,,,,,5.6767199601e+03,1.0994500422e+02,,
323,,,,,,,,,,,,,,,,5.6760656545e+03,1.0995767808e+02,,
324,,,,,,,,,,,,,,,,5.6776224349e+03,1.0992752814e+02,,
325,,,,,,,,,,,,,,,,5.6936404556e+03,1.0961826706e+02,,
326,,,,,,,,,,,,,,,,5.4701373495e+03,1.1409713507e+02,,
327,,,,,,,,,,,,,,,,4.9371557247e+03,1.2641428280e+02,,
328,,,,,,,,,,,,,,,,5.7340936654e+03,1.0884492588e+02,,
329,,,,,,,,,,,,,,,,5.7267496617e+03,1.0898450899e+02,,
330,,,,,,,,,,,,,,,,5.6479606668e+03,1.1050484180e+02,,
331,,,,,,,,,,,,,,,,5.6121327977e+03,1.1121030498e+02,,
332,,,,,,,,,,,,,,,,5.6690472948e+03,1.1009380722e+02,,
333,,,,,,,,,,,,,,,,5.6701855268e+03,1.1007170701e+02,,
334,,,,,,,,,,,,,,,,5.6442447689e+03,1.1057759285e+02,,
335,,,,,,,,,,,,,,,,5.7238818491e+03,1.0903911304e+02,,
336,,,,,,,,,,,,,,,,5.4797807995e+03,1.1389634418e+02,,
337,,,,,,,,,,,,,,,,4.8913019265e+03,1.2759936094e+02,,
338,,,,,,,,,,,,,,,,5.7092458138e+03,1.0931864214e+02,,
339,,,,,,,,,,,,,,,,5.7063612935e+03,1.0937390184e+02,,
340,,,,,,,,,,,,,,,,5.6480737158e+03,1.1050263000e+02,,
341,,,,,,,,,,,,,,,,5.6434226814e+03,1.1059370089e+02,,
342,,,,,,,,,,,,,,,,5.7025690604e+03,1.0944663596e+02,,
343,,,,,,,,,,,,,,,,5.6624121348e+03,1.1022281408e+02,,
344,,,,,,,,,,,,,,,,5.6549619033e+03,1.1036802912e+02,,
345,,,,,,,,,,,,,,,,5.7146378302e+03,1.0921549511e+02,,
346,,,,,,,,,,,,,,,,5.4711404531e+03,1.1407621598e+02,,
347,,,,,,,,,,,,,,,,4.9152802127e+03,1.2697689104e+02,,
348,,,,,,,,,,,,,,,,5.7144346178e+03,1.0921937895e+02,,
349,,,,,,,,,,,,,,,,5.7175149292e+03,1.0916053700e+02,,
350,,,,,,,,,,,,,,,,5.6602720552e+03,1.1026448798e+02,,
351,,,,,,,,,,,,,,,,5.6250479706e+03,1.1095496488e+02,,
352,,,,,,,,,,,,,,,,5.6878613990e+03,1.0972964287e+02,,
353,,,,,,,,,,,,,,,,5.6617631192e+03,1.1023544908e+02,,
354,,,,,,,,,,,,,,,,5.6472401330e+03,1.1051894116e+02,,
355,,,,,,,,,,,,,,,,5.7265702782e+03,1.0898792291e+02,,
356,,,,,,,,,,,,,,,,5.4830476897e+03,1.1382848287e+02,,
357,,,,,,,,,,,,,,,,4.9180470660e+03,1.2690545487e+02,,
358,,,,,,,,,,,,,,,,5.7110547178e+03,1.0928401685e+02,,
359,,,,,,,,,,,,,,,,5.6959307217e+03,1.0957419086e+02,,
360,,,,,,,,,,,,,,,,5.6403137966e+03,1.1065465903e+02,,
361,,,,,,,,,,,,,,,,5.6290850450e+03,1.1087539005e+02,,
362,,,,,,,,,,,,,,,,5.6573029798e+03,1.1032235718e+02,,
363,,,,,,,,,,,,,,,,5.6701595141e+03,1.1007221198e+02,,
364,,,,,,,,,,,,,,,,5.6439144790e+03,1.1058406401e+02,,
365,,,,,,,,,,,,,,,,5.7128403201e+03,1.0924985909e+02,,
366,,,,,,,,,,,,,,,,5.4754447285e+03,1.1398654008e+02,,
367,,,,,,,,,,,,,,,,4.9249544276e+03,1.2672746706e+02,,
368,,,,,,,,,,,,,,,,5.7168911877e+03,1.0917244697e+02,,
369,,,,,,,,,,,,,,,,5.7112812152e+03,1.0927968287e+02,,
370,,,,,,,,,,,,,,,,5.6416792183e+03,1.1062787795e+02,,
371,,,,,,,,,,,,,,,,5.6223104672e+03,1.1100898886e+02,,
372,,,,,,,,,,,,,,,,5.6795063427e+03,1.0989106488e+02,,
373,,,,,,,,,,,,,,,,5.6607992451e+03,1.1025421906e+02,,
374,,,,,,,,,,,,,,,,5.6472541918e+03,1.1051866603e+02,,
375,,,,,,,,,,,,,,,,5.7190978310e+03,1.0913032413e+02,,
376,,,,,,,,,,,,,,,,5.4906840019e+03,1.1367017293e+02,,
377,,,,,,,,,,,,,,,,4.8963291240e+03,1.2746835113e+02,,
378,,,,,,,,,,,,,,,,5.7107370438e+03,1.0929009604e+02,,
379,,,,,,,,,,,,,,,,5.7221204958e+03,1.0907267690e+02,,
380,,,,,,,,,,,,,,,,5.6572631965e+03,1.1032313299e+02,,
381,,,,,,,,,,,,,,,,5.6667345173e+03,1.1013874006e+02,,
382,,,,,,,,,,,,,,,,5.6814123148e+03,1.0985419917e+02,,
383,,,,,,,,,,,,,,,,5.6385289562e+03,1.1068968606e+02,,
384,,,,,,,,,,,,,,,,5.6701185059e+03,1.1007300806e+02,,
385,,,,,,,,,,,,,,,,5.6901040993e+03,1.0968639398e+02,,
386,,,,,,,,,,,,,,,,5.4883058413e+03,1.1371942782e+02,,
387,,,,,,,,,,,,,,,,4.9291548135e+03,1.2661947608e+02,,
388,,,,,,,,,,,,,,,,5.6836509801e+03,1.0981093001e+02,,
389,,,,,,,,,,,,,,,,5.7455732533e+03,1.0862745500e+02,,
390,,,,,,,,,,,,,,,,5.6494446898e+03,1.1047581387e+02,,
391,,,,,,,,,,,,,,,,5.6444291333e+03,1.1057398105e+02,,
392,,,,,,,,,,,,,,,,5.6764841820e+03,1.0994957089e+02,,
393,,,,,,,,,,,,,,,,5.6544426640e+03,1.1037816405e+02,,
394,,,,,,,,,,,,,,,,5.6498103303e+03,1.1046866417e+02,,
395,,,,,,,,,,,,,,,,5.7176942704e+03,1.0915711308e+02,,
396,,,,,,,,,,,,,,,,5.4896703927e+03,1.1369116092e+02,,
397,,,,,,,,,,,,,,,,4.9422506655e+03,1.2628396297e+02,,
398,,,,,,,,,,,,,,,,5.7224518467e+03,1.0906636119e+02,,
399,,,,,,,,,,,,,,,,5.7200519525e+03,1.0911212087e+02,,
400,,,,,,,,,,,,,,,,5.6449790119e+03,1.1056321001e+02,,
401,,,,,,,,,,,,,,,,5.6249551437e+03,1.1095679593e+02,,
402,,,,,,,,,,,,,,,,5.6946963044e+03,1.0959794283e+02,,
403,,,,,,,,,,,,,,,,5.6662961464e+03,1.1014726090e+02,,
404,,,,,,,,,,,,,,,,5.6569850716e+03,1.1032855701e+02,,
405,,,,,,,,,,,,,,,,5.6964316024e+03,1.0956455612e+02,,
406,,,,,,,,,,,,,,,,5.4944099240e+03,1.1359308982e+02,,
407,,,,,,,,,,,,,,,,4.9759374288e+03,1.2542902899e+02,,
408,,,,,,,,,,,,,,,,5.7170831129e+03,1.0916878200e+02,,
409,,,,,,,,,,,,,,,,5.7340470297e+03,1.0884581113e+02,,
410,,,,,,,,,,,,,,,,5.6473778971e+03,1.1051624513e+02,,
411,,,,,,,,,,,,,,,,5.6064925404e+03,1.1132218504e+02,,
412,,,,,,,,,,,,,,,,5.6979880416e+03,1.0953462791e+02,,
413,,,,,,,,,,,,,,,,5.6519010032e+03,1.1042780113e+02,,
414,,,,,,,,,,,,,,,,5.6637827882e+03,1.1019613981e+02,,
415,,,,,,,,,,,,,,,,5.7538732546e+03,1.0847075915e+02,,
416,,,,,,,,,,,,,,,,5.4800577070e+03,1.1389058900e+02,,
417,,,,,,,,,,,,,,,,4.9765270965e+03,1.2541416693e+02,,
418,,,,,,,,,,,,,,,,5.7315405345e+03,1.0889341116e+02,,
419,,,,,,,,,,,,,,,,5.7360652023e+03,1.0880751491e+02,,
420,,,,,,,,,,,,,,,,5.6573821690e+03,1.1032081294e+02,,
421,,,,,,,,,,,,,,,,5.6276307762e+03,1.1090404201e+02,,
422,,,,,,,,,,,,,,,,5.7056332070e+03,1.0938785887e+02,,
423,,,,,,,,,,,,,,,,5.6669072397e+03,1.1013538313e+02,,
424,,,,,,,,,,,,,,,,5.6712191787e+03,1.1005164504e+02,,
425,,,,,,,,,,,,,,,,5.7107872628e+03,1.0928913498e+02,,
426,,,,,,,,,,,,,,,,5.4595861684e+03,1.1431763887e+02,,
427,,,,,,,,,,,,,,,,4.9236027408e+03,1.2676225781e+02,,
428,,,,,,,,,,,,,,,,5.7015805640e+03,1.0946561098e+02,,
429,,,,,,,,,,,,,,,,5.7225411141e+03,1.0906465983e+02,,
430,,,,,,,,,,,,,,,,5.6551543596e+03,1.1036427307e+02,,
431,,,,,,,,,,,,,,,,5.6244225363e+03,1.1096730304e+02,,
432,,,,,,,,,,,,,,,,5.6727519608e+03,1.1002190900e+02,,
433,,,,,,,,,,,,,,,,5.6417727925e+03,1.1062604308e+02,,
434,,,,,,,,,,,,,,,,5.6728158969e+03,1.1002066898e+02,,
435,,,,,,,,,,,,,,,,5.7021754938e+03,1.0945419002e+02,,
436,,,,,,,,,,,,,,,,5.4824990852e+03,1.1383987308e+02,,
437,,,,,,,,,,,,,,,,4.9125800077e+03,1.2704668403e+02,,
438,,,,,,,,,,,,,,,,5.7373709874e+03,1.0878275108e+02,,
439,,,,,,,,,,,,,,,,5.6912415606e+03,1.0966447186e+02,,
440,,,,,,,,,,,,,,,,5.6445181616e+03,1.1057223701e+02,,
441,,,,,,,,,,,,,,,,5.6454063352e+03,1.1055484104e+02,,
442,,,,,,,,,,,,,,,,5.6824187830e+03,1.0983474183e+02,,
443,,,,,,,,,,,,,,,,5.6902951083e+03,1.0968271208e+02,,
444,,,,,,,,,,,,,,,,5.6419445195e+03,1.1062267590e+02,,
445,,,,,,,,,,,,,,,,5.7021233519e+03,1.0945519090e+02,,
446,,,,,,,,,,,,,,,,5.4906153184e+03,1.1367159486e+02,,
447,,,,,,,,,,,,,,,,4.8929999885e+03,1.2755507898e+02,,
448,,,,,,,,,,,,,,,,5.7230496263e+03,1.0905496907e+02,,
449,,,,,,,,,,,,,,,,5.7101439882e+03,1.0930144691e+02,,
450,,,,,,,,,,,,,,,,5.6594291298e+03,1.1028091097e+02,,
451,,,,,,,,,,,,,,,,5.6500622386e+03,1.1046373892e+02,,
452,,,,,,,,,,,,,,,,5.6592733306e+03,1.1028394699e+02,,
453,,,,,,,,,,,,,,,,5.6531543161e+03,1.1040331912e+02,,
454,,,,,,,,,,,,,,,,5.6923809746e+03,1.0964252090e+02,,
455,,,,,,,,,,,,,,,,5.6993721649e+03,1.0950802684e+02,,
456,,,,,,,,,,,,,,,,5.5000602644e+03,1.1347639298e+02,,
457,,,,,,,,,,,,,,,,4.9238224645e+03,1.2675660110e+02,,
458,,,,,,,,,,,,,,,,5.7334587044e+03,1.0885698009e+02,,
459,,,,,,,,,,,,,,,,5.7135115743e+03,1.0923702383e+02,,
460,,,,,,,,,,,,,,,,5.6355481496e+03,1.1074823308e+02,,
461,,,,,,,,,,,,,,,,5.6432877015e+03,1.1059634614e+02,,
462,,,,,,,,,,,,,,,,5.6731635942e+03,1.1001392603e+02,,
463,,,,,,,,,,,,,,,,5.6945656614e+03,1.0960045719e+02,,
464,,,,,,,,,,,,,,,,5.6531242721e+03,1.1040390587e+02,,
465,,,,,,,,,,,,,,,,5.7335523089e+03,1.0885520291e+02,,
466,,,,,,,,,,,,,,,,5.4831168041e+03,1.1382704806e+02,,
467,,,,,,,,,,,,,,,,4.9913647753e+03,1.2504135203e+02,,
468,,,,,,,,,,,,,,,,5.6953928047e+03,1.0958453989e+02,,
469,,,,,,,,,,,,,,,,5.7194767172e+03,1.0912309480e+02,,
470,,,,,,,,,,,,,,,,5.6474493402e+03,1.1051484704e+02,,
471,,,,,,,,,,,,,,,,5.6472873044e+03,1.1051801801e+02,,
472,,,,,,,,,,,,,,,,5.6645581603e+03,1.1018105602e+02,,
473,,,,,,,,,,,,,,,,5.6488918442e+03,1.1048662591e+02,,
474,,,,,,,,,,,,,,,,5.6854567881e+03,1.0977605200e+02,,
475,,,,,,,,,,,,,,,,5.7236232779e+03,1.0904403901e+02,,
476,,,,,,,,,,,,,,,,5.4853866276e+03,1.1377994704e+02,,
477,,,,,,,,,,,,,,,,4.9150661970e+03,1.2698241997e+02,,
478,,,,,,,,,,,,,,,,5.6898785488e+03,1.0969074202e+02,,
479,,,,,,,,,,,,,,,,5.7061580847e+03,1.0937779689e+02,,
- mdtest-hard-stat
-
-- started at 06/11/2021 19:04:22 --
mdtest-3.4.0+dev was launched with 480 total task(s) on 10 node(s)
Command line used: ./mdtest '-n' '1000000' '-t' '-w' '3901' '-e' '3901' '-P' '-G=1664454156' '-N' '1' '-F' '-d' '/mnt/kapok/2021.06.11-18.18.54/mdtest-hard' '-x' '/root/io500-isc21/io500/results/2021.06.11-18.18.54/mdtest-hard.stonewall' '-T' '--saveRankPerformanceDetails=/root/io500-isc21/io500/results/2021.06.11-18.18.54/mdtest-hard-stat.csv' '-a' 'POSIX'
Path : /mnt/kapok/2021.06.11-18.18.54/mdtest-hard
FS : 349.1 TiB Used FS: 54.3% Inodes: 0.0 Mi Used Inodes: -nan%
Nodemap: 100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000
V-0: Rank 0 Line 2469 Shifting ranks by 1 for each phase.
480 tasks, 480000000 files
SUMMARY rate: (of 1 iterations)
Operation Max Min Mean Std Dev
--------- --- --- ---- -------
File creation 0.000 0.000 0.000 0.000
File stat 3092230.319 3092230.319 3092230.319 0.000
File read 0.000 0.000 0.000 0.000
File removal 0.000 0.000 0.000 0.000
Tree creation 0.000 0.000 0.000 0.000
Tree removal 0.000 0.000 0.000 0.000
SUMMARY time: (of 1 iterations)
Operation Max Min Mean Std Dev
--------- --- --- ---- -------
File creation 0.000 0.000 0.000 0.000
File stat 96.882 96.882 96.882 0.000
File read 0.000 0.000 0.000 0.000
File removal 0.000 0.000 0.000 0.000
Tree creation 0.000 0.000 0.000 0.000
Tree removal 0.000 0.000 0.000 0.000
-- finished at 06/11/2021 19:05:59 --
- mdtest-hard-write
-
-- started at 06/11/2021 18:39:36 --
mdtest-3.4.0+dev was launched with 480 total task(s) on 10 node(s)
Command line used: ./mdtest '-n' '1000000' '-t' '-w' '3901' '-e' '3901' '-P' '-G=1664454156' '-N' '1' '-F' '-d' '/mnt/kapok/2021.06.11-18.18.54/mdtest-hard' '-x' '/root/io500-isc21/io500/results/2021.06.11-18.18.54/mdtest-hard.stonewall' '-C' '-Y' '-W' '300' '--saveRankPerformanceDetails=/root/io500-isc21/io500/results/2021.06.11-18.18.54/mdtest-hard-write.csv' '-a' 'POSIX'
Path : /mnt/kapok/2021.06.11-18.18.54/mdtest-hard
FS : 349.1 TiB Used FS: 54.3% Inodes: 0.0 Mi Used Inodes: -nan%
Nodemap: 100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000100000000010000000001000000000
V-0: Rank 0 Line 2469 Shifting ranks by 1 for each phase.
480 tasks, 480000000 files
Continue stonewall hit min: 509824 max: 624127 avg: 586820.5
SUMMARY rate: (of 1 iterations)
Operation Max Min Mean Std Dev
--------- --- --- ---- -------
File creation 804639.783 804639.783 804639.783 0.000
File stat 0.000 0.000 0.000 0.000
File read 0.000 0.000 0.000 0.000
File removal 0.000 0.000 0.000 0.000
Tree creation 538.491 538.491 538.491 0.000
Tree removal 0.000 0.000 0.000 0.000
SUMMARY time: (of 1 iterations)
Operation Max Min Mean Std Dev
--------- --- --- ---- -------
File creation 372.317 372.317 372.317 0.000
File stat 0.000 0.000 0.000 0.000
File read 0.000 0.000 0.000 0.000
File removal 0.000 0.000 0.000 0.000
Tree creation 0.002 0.002 0.002 0.000
Tree removal 0.000 0.000 0.000 0.000
-- finished at 06/11/2021 18:45:49 --
- result
-
version = io500-isc21
config-hash = 6301A934
result-dir = /root/io500-isc21/io500/results/2021.06.11-18.18.54
mode = standard
; START 2021-06-11 18:18:55
[ior-easy-write]
t_start = 2021-06-11 18:18:55
exe = ./ior -C -Q 1 -g -G 778265674 -k -e -o /mnt/kapok/2021.06.11-18.18.54/ior-easy/ior_file_easy -O stoneWallingStatusFile=/root/io500-isc21/io500/results/2021.06.11-18.18.54/ior-easy.stonewall -t 4m -b 104800m -F -w -D 300 -O stoneWallingWearOut=1 -a POSIX --posix.odirect -O saveRankPerformanceDetailsCSV=/root/io500-isc21/io500/results/2021.06.11-18.18.54/ior-easy-write.csv
throughput-stonewall = 107.49
score = 95.160713
t_delta = 405.0034
t_end = 2021-06-11 18:25:40
[mdtest-easy-write]
t_start = 2021-06-11 18:25:41
exe = ./mdtest -n 1500000 -u -L -F -P -G 1664443468 -N 1 -d /mnt/kapok/2021.06.11-18.18.54/mdtest-easy -x /root/io500-isc21/io500/results/2021.06.11-18.18.54/mdtest-easy.stonewall -C -Y -W 300 --saveRankPerformanceDetails=/root/io500-isc21/io500/results/2021.06.11-18.18.54/mdtest-easy-write.csv -a POSIX
rate-stonewall = 1860.935551
score = 1573.213289
t_delta = 451.8238
t_end = 2021-06-11 18:33:13
[timestamp]
t_start = 2021-06-11 18:33:13
t_delta = 0.0002
t_end = 2021-06-11 18:33:13
[ior-hard-write]
t_start = 2021-06-11 18:34:00
exe = ./ior -C -Q 1 -g -G=778276362 -k -e -o /mnt/kapok/2021.06.11-18.18.54/ior-hard/file -O stoneWallingStatusFile=/root/io500-isc21/io500/results/2021.06.11-18.18.54/ior-hard.stonewall -t 47008 -b 47008 -s 1500000 -w -D 300 -a POSIX -O saveRankPerformanceDetailsCSV=/root/io500-isc21/io500/results/2021.06.11-18.18.54/ior-hard-write.csv -O stoneWallingWearOut=1
throughput-stonewall = 104.69
score = 93.938078
t_delta = 336.2322
t_end = 2021-06-11 18:39:36
[mdtest-hard-write]
t_start = 2021-06-11 18:39:36
exe = ./mdtest -n 1000000 -t -w 3901 -e 3901 -P -G=1664454156 -N 1 -F -d /mnt/kapok/2021.06.11-18.18.54/mdtest-hard -x /root/io500-isc21/io500/results/2021.06.11-18.18.54/mdtest-hard.stonewall -C -Y -W 300 --saveRankPerformanceDetails=/root/io500-isc21/io500/results/2021.06.11-18.18.54/mdtest-hard-write.csv -a POSIX
rate-stonewall = 938.721979
score = 804.639783
t_delta = 372.3664
t_end = 2021-06-11 18:45:49
[find]
t_start = 2021-06-11 18:46:11
exe = /root/io500-isc21/io500/bin/llfs-pfind.sh /mnt/kapok/2021.06.11-18.18.54 -newer /root/io500-isc21/io500/results/2021.06.11-18.18.54/timestampfile -size 3901c -name "*01*"
nproc = 1
last-output = "MATCHED 14158032/922248481"
total-files = 922248481
found = 14158032
score = 7422.146411
t_delta = 124.2571
t_end = 2021-06-11 18:48:15
[ior-easy-read]
t_start = 2021-06-11 18:48:22
exe = ./ior -C -Q 1 -g -G 778265674 -k -e -o /mnt/kapok/2021.06.11-18.18.54/ior-easy/ior_file_easy -O stoneWallingStatusFile=/root/io500-isc21/io500/results/2021.06.11-18.18.54/ior-easy.stonewall -t 4m -b 104800m -F -r -R -a POSIX --posix.odirect -O saveRankPerformanceDetailsCSV=/root/io500-isc21/io500/results/2021.06.11-18.18.54/ior-easy-read.csv
score = 90.207121
t_delta = 367.8591
t_end = 2021-06-11 18:54:30
[mdtest-easy-stat]
t_start = 2021-06-11 18:54:30
exe = ./mdtest -n 1500000 -u -L -F -P -G 1664443468 -N 1 -d /mnt/kapok/2021.06.11-18.18.54/mdtest-easy -x /root/io500-isc21/io500/results/2021.06.11-18.18.54/mdtest-easy.stonewall -T --saveRankPerformanceDetails=/root/io500-isc21/io500/results/2021.06.11-18.18.54/mdtest-easy-stat.csv -a POSIX
score = 4051.274375
t_delta = 153.7088
t_end = 2021-06-11 18:57:04
[ior-hard-read]
t_start = 2021-06-11 18:58:21
exe = ./ior -C -Q 1 -g -G=778276362 -k -e -o /mnt/kapok/2021.06.11-18.18.54/ior-hard/file -O stoneWallingStatusFile=/root/io500-isc21/io500/results/2021.06.11-18.18.54/ior-hard.stonewall -t 47008 -b 47008 -s 1500000 -r -R -a POSIX -O saveRankPerformanceDetailsCSV=/root/io500-isc21/io500/results/2021.06.11-18.18.54/ior-hard-read.csv
score = 87.439121
t_delta = 360.8267
t_end = 2021-06-11 19:04:22
[mdtest-hard-stat]
t_start = 2021-06-11 19:04:22
exe = ./mdtest -n 1000000 -t -w 3901 -e 3901 -P -G=1664454156 -N 1 -F -d /mnt/kapok/2021.06.11-18.18.54/mdtest-hard -x /root/io500-isc21/io500/results/2021.06.11-18.18.54/mdtest-hard.stonewall -T --saveRankPerformanceDetails=/root/io500-isc21/io500/results/2021.06.11-18.18.54/mdtest-hard-stat.csv -a POSIX
score = 3092.230319
t_delta = 96.8945
t_end = 2021-06-11 19:05:59
[mdtest-easy-delete]
t_start = 2021-06-11 19:06:52
exe = ./mdtest -n 1500000 -u -L -F -P -G 1664443468 -N 1 -d /mnt/kapok/2021.06.11-18.18.54/mdtest-easy -x /root/io500-isc21/io500/results/2021.06.11-18.18.54/mdtest-easy.stonewall -r --saveRankPerformanceDetails=/root/io500-isc21/io500/results/2021.06.11-18.18.54/mdtest-easy-delete.csv -a POSIX
score = 2462.458052
t_delta = 254.2375
t_end = 2021-06-11 19:11:07
[mdtest-hard-read]
t_start = 2021-06-11 19:11:07
exe = ./mdtest -n 1000000 -t -w 3901 -e 3901 -P -G=1664454156 -N 1 -F -d /mnt/kapok/2021.06.11-18.18.54/mdtest-hard -x /root/io500-isc21/io500/results/2021.06.11-18.18.54/mdtest-hard.stonewall -E -X --saveRankPerformanceDetails=/root/io500-isc21/io500/results/2021.06.11-18.18.54/mdtest-hard-read.csv -a POSIX
score = 2301.662948
t_delta = 130.1699
t_end = 2021-06-11 19:13:17
[mdtest-hard-delete]
t_start = 2021-06-11 19:13:40
exe = ./mdtest -n 1000000 -t -w 3901 -e 3901 -P -G=1664454156 -N 1 -F -d /mnt/kapok/2021.06.11-18.18.54/mdtest-hard -x /root/io500-isc21/io500/results/2021.06.11-18.18.54/mdtest-hard.stonewall -r --saveRankPerformanceDetails=/root/io500-isc21/io500/results/2021.06.11-18.18.54/mdtest-hard-delete.csv -a POSIX
score = 1964.270430
t_delta = 194.7634
t_end = 2021-06-11 19:16:54
[SCORE]
MD = 2452.868383
BW = 91.635022
SCORE = 474.097721
hash = B7AC8238
; END 2021-06-11 19:17:05
- result_summary
-
IO500 version io500-isc21 (standard)
[RESULT] ior-easy-write 95.160713 GiB/s : time 405.003 seconds
[RESULT] mdtest-easy-write 1573.213289 kIOPS : time 451.824 seconds
[ ] timestamp 0.000000 kIOPS : time 0.000 seconds
[RESULT] ior-hard-write 93.938078 GiB/s : time 336.232 seconds
[RESULT] mdtest-hard-write 804.639783 kIOPS : time 372.366 seconds
[RESULT] find 7422.146411 kIOPS : time 124.257 seconds
[RESULT] ior-easy-read 90.207121 GiB/s : time 367.859 seconds
[RESULT] mdtest-easy-stat 4051.274375 kIOPS : time 153.709 seconds
[RESULT] ior-hard-read 87.439121 GiB/s : time 360.827 seconds
[RESULT] mdtest-hard-stat 3092.230319 kIOPS : time 96.895 seconds
[RESULT] mdtest-easy-delete 2462.458052 kIOPS : time 254.238 seconds
[RESULT] mdtest-hard-read 2301.662948 kIOPS : time 130.170 seconds
[RESULT] mdtest-hard-delete 1964.270430 kIOPS : time 194.763 seconds
[SCORE ] Bandwidth 91.635022 GiB/s : IOPS 2452.868383 kiops : TOTAL 474.097721