System:  sh-106-23.int
filesystem_utilization=10.0.2.51@o2ib5:10.0.2.52@o2ib5:/oak 12273681268992 7004030582696 5145775112948  58% /oak
date=2019.10.27-23.32.25
io500_clean_cache=False
io500_clean_cache_cmd=drop_cache
io500_cleanup_workdir=False
io500_find_cmd=/home/users/sthiell/io-500/io500-sc19/bin/pfind
io500_find_cmd_args=
io500_find_mpi=True
io500_info_10nodechallenge=true
io500_info_client_kernel_version=3.10.0-957.27.2.el7.x86_64
io500_info_client_nodes=10
io500_info_client_operating_system=CentOS
io500_info_client_operating_system_version=7.6
io500_info_client_procs_per_node=24
io500_info_ds_network=Infiniband
io500_info_ds_nodes=8
io500_info_ds_operating_system_version=7.6
io500_info_ds_overhead=20
io500_info_ds_software_version=2.10.8
io500_info_ds_storage_devices=180
io500_info_ds_storage_interface=SAS
io500_info_ds_storage_type=NLSAS
io500_info_ds_volatile_memory_capacity=0
io500_info_filesystem_name=Oak
io500_info_filesystem_type=Lustre
io500_info_filesystem_version=2.12.3
io500_info_institution=Stanford
io500_info_md_network=Infiniband
io500_info_md_nodes=2
io500_info_md_operating_system_version=7.6
io500_info_md_overhead=50
io500_info_md_software_version=2.10.3
io500_info_md_storage_devices=2
io500_info_md_storage_interface=SAS
io500_info_md_storage_type=SSD
io500_info_md_volatile_memory_capacity=3TB
io500_info_storage_install_date=2016-11-01
io500_info_storage_refresh_date=2019-10-18
io500_info_storage_vendor='Dell, QCT, HGST'
io500_info_submitter='Stanford Research Computing Center'
io500_info_system=Sherlock/Oak
io500_info_system_classification=research
io500_info_system_name=Sherlock/Oak
io500_info_whatever=https://oak-storage.stanford.edu/
io500_ior_cmd=/home/users/sthiell/io-500/io500-sc19/bin/ior
io500_ior_easy_params='-t 2048k  -b 16000m -F'
io500_ior_easy_size=16000
io500_ior_hard_api=POSIX
io500_ior_hard_api_specific_options=
io500_ior_hard_writes_per_proc=8000
io500_mdreal_cmd=/home/users/sthiell/io-500/io500-sc19/bin/md-real-io
io500_mdreal_params='-P=5000 -I=1000'
io500_mdtest_cmd=/home/users/sthiell/io-500/io500-sc19/bin/mdtest
io500_mdtest_easy_files_per_proc=50000
io500_mdtest_easy_params='-u -L'
io500_mdtest_hard_api=POSIX
io500_mdtest_hard_api_specific_options=
io500_mdtest_hard_files_per_proc=12000
io500_mpiargs=
io500_mpirun='srun -m block'
io500_result_dir=/home/users/sthiell/io-500/io500-sc19/results/2019.10.27-23.32.25
io500_rules=regular
io500_run_find=True
io500_run_ior_easy=True
io500_run_ior_easy_read=True
io500_run_ior_hard=True
io500_run_ior_hard_read=True
io500_run_md_easy=True
io500_run_md_easy_delete=True
io500_run_md_easy_stat=True
io500_run_md_hard=True
io500_run_md_hard_delete=True
io500_run_md_hard_read=True
io500_run_md_hard_stat=True
io500_run_mdreal=False
io500_stonewall_timer=300
io500_workdir=/oak/stanford/groups/ruthm/sthiell/io500/sc19/datafiles/io500.2019.10.27-23.32.25
Running the IO500 Benchmark now
[Creating] directories

[Starting] ior_easy_write
[Exec] srun -m block  /home/users/sthiell/io-500/io500-sc19/bin/ior -w -t 2048k  -b 16000m -F -i 1 -C -Q 1 -g -G 27 -k -e -o /oak/stanford/groups/ruthm/sthiell/io500/sc19/datafiles/io500.2019.10.27-23.32.25/ior_easy/ior_file_easy -O stoneWallingStatusFile=/oak/stanford/groups/ruthm/sthiell/io500/sc19/datafiles/io500.2019.10.27-23.32.25/ior_easy/stonewall -O stoneWallingWearOut=1 -D 300 
[Results] in /home/users/sthiell/io-500/io500-sc19/results/2019.10.27-23.32.25/ior_easy_write.txt.
[RESULT] BW   phase 1            ior_easy_write                7.146 GB/s : time 417.98 seconds

[Starting] mdtest_easy_write
[Exec] srun -m block  /home/users/sthiell/io-500/io500-sc19/bin/mdtest -C -F -P -d /oak/stanford/groups/ruthm/sthiell/io500/sc19/datafiles/io500.2019.10.27-23.32.25/mdt_easy -n 50000 -u -L -x /oak/stanford/groups/ruthm/sthiell/io500/sc19/datafiles/io500.2019.10.27-23.32.25/mdt_easy-stonewall -N 1 -W 300
[Results] in /home/users/sthiell/io-500/io500-sc19/results/2019.10.27-23.32.25/mdtest_easy_write.txt.
[RESULT] IOPS phase 1         mdtest_easy_write               15.431 kiops : time 621.66 seconds

[Starting] ior_hard_write
[Exec] srun -m block  /home/users/sthiell/io-500/io500-sc19/bin/ior -w -s 8000 -a POSIX  -i 1 -C -Q 1 -g -G 27 -k -e -t 47008 -b 47008 -o /oak/stanford/groups/ruthm/sthiell/io500/sc19/datafiles/io500.2019.10.27-23.32.25/ior_hard/IOR_file -O stoneWallingStatusFile=/oak/stanford/groups/ruthm/sthiell/io500/sc19/datafiles/io500.2019.10.27-23.32.25/ior_hard/stonewall -O stoneWallingWearOut=1 -D 300
[Results] in /home/users/sthiell/io-500/io500-sc19/results/2019.10.27-23.32.25/ior_hard_write.txt.
[RESULT] BW   phase 2            ior_hard_write                0.233 GB/s : time 254.25 seconds

[Starting] mdtest_hard_write
[Exec] srun -m block  /home/users/sthiell/io-500/io500-sc19/bin/mdtest -C -t -F -P -w 3901 -e 3901 -d /oak/stanford/groups/ruthm/sthiell/io500/sc19/datafiles/io500.2019.10.27-23.32.25/mdt_hard -n 12000 -x /oak/stanford/groups/ruthm/sthiell/io500/sc19/datafiles/io500.2019.10.27-23.32.25/mdt_hard-stonewall -a POSIX  -N 1 -W 300
[Results] in /home/users/sthiell/io-500/io500-sc19/results/2019.10.27-23.32.25/mdtest_hard_write.txt.
[RESULT] IOPS phase 2         mdtest_hard_write                8.421 kiops : time 446.18 seconds

[Starting] find
[Exec] srun -m block  /home/users/sthiell/io-500/io500-sc19/bin/pfind /oak/stanford/groups/ruthm/sthiell/io500/sc19/datafiles/io500.2019.10.27-23.32.25 -newer /oak/stanford/groups/ruthm/sthiell/io500/sc19/datafiles/io500.2019.10.27-23.32.25/timestampfile -size 3901c -name "*01*" 
[Results] in /home/users/sthiell/io-500/io500-sc19/results/2019.10.27-23.32.25/find.txt.
[FIND] MATCHED 102083/10920627 in 11.9410 seconds
[RESULT] IOPS phase 3                      find              914.540 kiops : time  11.94 seconds

[Starting] ior_easy_read
[Exec] srun -m block  /home/users/sthiell/io-500/io500-sc19/bin/ior -r -R -t 2048k  -b 16000m -F -i 1 -C -Q 1 -g -G 27 -k -e -o /oak/stanford/groups/ruthm/sthiell/io500/sc19/datafiles/io500.2019.10.27-23.32.25/ior_easy/ior_file_easy -O stoneWallingStatusFile=/oak/stanford/groups/ruthm/sthiell/io500/sc19/datafiles/io500.2019.10.27-23.32.25/ior_easy/stonewall
[Results] in /home/users/sthiell/io-500/io500-sc19/results/2019.10.27-23.32.25/ior_easy_read.txt.
[RESULT] BW   phase 3             ior_easy_read                7.832 GB/s : time 374.08 seconds

[Starting] mdtest_easy_stat
[Exec] srun -m block  /home/users/sthiell/io-500/io500-sc19/bin/mdtest -T -F -P -d /oak/stanford/groups/ruthm/sthiell/io500/sc19/datafiles/io500.2019.10.27-23.32.25/mdt_easy -n 50000 -u -L -x /oak/stanford/groups/ruthm/sthiell/io500/sc19/datafiles/io500.2019.10.27-23.32.25/mdt_easy-stonewall -N 1
[Results] in /home/users/sthiell/io-500/io500-sc19/results/2019.10.27-23.32.25/mdtest_easy_stat.txt.
[RESULT] IOPS phase 4          mdtest_easy_stat              185.700 kiops : time  42.76 seconds

[Starting] ior_hard_read
[Exec] srun -m block  /home/users/sthiell/io-500/io500-sc19/bin/ior -r -R -s 8000 -a POSIX  -i 1 -C -Q 1 -g -G 27 -k -e -t 47008 -b 47008 -o /oak/stanford/groups/ruthm/sthiell/io500/sc19/datafiles/io500.2019.10.27-23.32.25/ior_hard/IOR_file -O stoneWallingStatusFile=/oak/stanford/groups/ruthm/sthiell/io500/sc19/datafiles/io500.2019.10.27-23.32.25/ior_hard/stonewall
[Results] in /home/users/sthiell/io-500/io500-sc19/results/2019.10.27-23.32.25/ior_hard_read.txt.
[RESULT] BW   phase 4             ior_hard_read                0.977 GB/s : time  86.07 seconds

[Starting] mdtest_hard_stat
[Exec] srun -m block  /home/users/sthiell/io-500/io500-sc19/bin/mdtest -T -t -F -P -w 3901 -e 3901 -d /oak/stanford/groups/ruthm/sthiell/io500/sc19/datafiles/io500.2019.10.27-23.32.25/mdt_hard -n 12000 -x /oak/stanford/groups/ruthm/sthiell/io500/sc19/datafiles/io500.2019.10.27-23.32.25/mdt_hard-stonewall -a POSIX  -N 1
[Results] in /home/users/sthiell/io-500/io500-sc19/results/2019.10.27-23.32.25/mdtest_hard_stat.txt.
[RESULT] IOPS phase 5          mdtest_hard_stat               60.050 kiops : time  47.96 seconds

[Starting] mdtest_easy_delete
[Exec] srun -m block  /home/users/sthiell/io-500/io500-sc19/bin/mdtest -r -F -P -d /oak/stanford/groups/ruthm/sthiell/io500/sc19/datafiles/io500.2019.10.27-23.32.25/mdt_easy -n 50000 -u -L -x /oak/stanford/groups/ruthm/sthiell/io500/sc19/datafiles/io500.2019.10.27-23.32.25/mdt_easy-stonewall -N 1
[Results] in /home/users/sthiell/io-500/io500-sc19/results/2019.10.27-23.32.25/mdtest_easy_delete.txt.
[RESULT] IOPS phase 6        mdtest_easy_delete               20.638 kiops : time 491.01 seconds

[Starting] mdtest_hard_read
[Exec] srun -m block  /home/users/sthiell/io-500/io500-sc19/bin/mdtest -X -E -t -F -P -w 3901 -e 3901 -d /oak/stanford/groups/ruthm/sthiell/io500/sc19/datafiles/io500.2019.10.27-23.32.25/mdt_hard -n 12000 -x /oak/stanford/groups/ruthm/sthiell/io500/sc19/datafiles/io500.2019.10.27-23.32.25/mdt_hard-stonewall -a POSIX  -N 1
[Results] in /home/users/sthiell/io-500/io500-sc19/results/2019.10.27-23.32.25/mdtest_hard_read.txt.
[RESULT] IOPS phase 7          mdtest_hard_read               46.751 kiops : time 167.81 seconds

[Starting] mdtest_hard_delete
[Exec] srun -m block  /home/users/sthiell/io-500/io500-sc19/bin/mdtest -r -t -F -P -w 3901 -e 3901 -d /oak/stanford/groups/ruthm/sthiell/io500/sc19/datafiles/io500.2019.10.27-23.32.25/mdt_hard -n 12000 -x /oak/stanford/groups/ruthm/sthiell/io500/sc19/datafiles/io500.2019.10.27-23.32.25/mdt_hard-stonewall -a POSIX  -N 1
[Results] in /home/users/sthiell/io-500/io500-sc19/results/2019.10.27-23.32.25/mdtest_hard_delete.txt.
[RESULT] IOPS phase 8        mdtest_hard_delete               15.322 kiops : time 506.73 seconds

[Skipping] mdreal

[Leaving] datafiles in /oak/stanford/groups/ruthm/sthiell/io500/sc19/datafiles/io500.2019.10.27-23.32.25
[Summary] Results files in /home/users/sthiell/io-500/io500-sc19/results/2019.10.27-23.32.25
[Summary] Data files in /oak/stanford/groups/ruthm/sthiell/io500/sc19/datafiles/io500.2019.10.27-23.32.25
[RESULT] BW   phase 1            ior_easy_write                7.146 GB/s : time 417.98 seconds
[RESULT] BW   phase 2            ior_hard_write                0.233 GB/s : time 254.25 seconds
[RESULT] BW   phase 3             ior_easy_read                7.832 GB/s : time 374.08 seconds
[RESULT] BW   phase 4             ior_hard_read                0.977 GB/s : time  86.07 seconds
[RESULT] IOPS phase 1         mdtest_easy_write               15.431 kiops : time 621.66 seconds
[RESULT] IOPS phase 2         mdtest_hard_write                8.421 kiops : time 446.18 seconds
[RESULT] IOPS phase 3                      find              914.540 kiops : time  11.94 seconds
[RESULT] IOPS phase 4          mdtest_easy_stat              185.700 kiops : time  42.76 seconds
[RESULT] IOPS phase 5          mdtest_hard_stat               60.050 kiops : time  47.96 seconds
[RESULT] IOPS phase 6        mdtest_easy_delete               20.638 kiops : time 491.01 seconds
[RESULT] IOPS phase 7          mdtest_hard_read               46.751 kiops : time 167.81 seconds
[RESULT] IOPS phase 8        mdtest_hard_delete               15.322 kiops : time 506.73 seconds
[SCORE] Bandwidth 1.88943 GB/s : IOPS 45.868 kiops : TOTAL 9.30937