├── .gitignore ├── CHANGELOG.md ├── README.md ├── doc ├── README.md ├── Troubleshooting.md ├── io500.bib ├── logo.png └── logo.svg ├── io500.sh ├── site-configs ├── dkrz │ ├── compute-totio.R │ ├── old │ │ ├── startup-auto-detect.sh │ │ └── startup.sh │ ├── pfind.patch │ ├── prepare-dkrz.sh │ ├── results-c-app │ │ ├── res-100-1000-Mo30.Okt22-48-39CET2017 │ │ │ ├── find-1.log │ │ │ ├── ior_easy_create-1.log │ │ │ ├── ior_easy_read-1.log │ │ │ ├── ior_hard_create-1.log │ │ │ ├── ior_hard_read-1.log │ │ │ ├── mdtest_easy_create-1.log │ │ │ ├── mdtest_easy_delete-1.log │ │ │ ├── mdtest_easy_stat-1.log │ │ │ ├── mdtest_hard_create-1.log │ │ │ ├── mdtest_hard_delete-1.log │ │ │ ├── mdtest_hard_read-1.log │ │ │ ├── mdtest_hard_stat-1.log │ │ │ ├── run.slurm │ │ │ └── run.txt │ │ └── res-new-nov3rd.txt │ ├── results.old │ │ ├── 100-1000-1 │ │ │ ├── results.txt │ │ │ └── start.sh │ │ └── 100-1000-compliant │ │ │ ├── detailed │ │ │ ├── find-results.txt │ │ │ ├── ior-easy-results.txt │ │ │ ├── ior-hard-results.txt │ │ │ ├── ior_easy │ │ │ ├── ior_hard │ │ │ ├── mdreal │ │ │ ├── mdreal-0-create-0.csv │ │ │ ├── mdreal-0-delete-0.csv │ │ │ ├── mdreal-0-precreate-0.csv │ │ │ ├── mdreal-0-read-0.csv │ │ │ ├── mdreal-0-stat-0.csv │ │ │ ├── mdreal-1-create-0.csv │ │ │ ├── mdreal-1-delete-0.csv │ │ │ ├── mdreal-1-read-0.csv │ │ │ ├── mdreal-1-stat-0.csv │ │ │ ├── mdreal-2-create-0.csv │ │ │ ├── mdreal-2-delete-0.csv │ │ │ ├── mdreal-2-read-0.csv │ │ │ ├── mdreal-2-stat-0.csv │ │ │ ├── mdreal-3-cleanup-0.csv │ │ │ ├── mdreal-create-0.csv │ │ │ ├── mdreal-delete-0.csv │ │ │ ├── mdreal-read-0.csv │ │ │ ├── mdreal-results.txt │ │ │ ├── mdreal-stat-0.csv │ │ │ ├── mdt-easy-results.txt │ │ │ ├── mdt-hard-results.txt │ │ │ ├── mdt_easy │ │ │ └── mdt_hard │ │ │ ├── results.txt │ │ │ └── start.sh │ ├── results │ │ ├── results-100-new │ │ │ └── io-500-summary.txt │ │ └── results-2.txt │ ├── run-10.slurm │ ├── run-100.slurm │ ├── run-200.slurm │ └── startup.sh ├── kaust-georgios │ ├── Readme.md │ ├── prepare.sh │ ├── results │ │ ├── 300-1000-compliant │ │ │ ├── detailed │ │ │ │ ├── find-results.txt │ │ │ │ ├── ior-easy-results.txt │ │ │ │ ├── ior-hard-results.txt │ │ │ │ ├── ior_easy │ │ │ │ ├── ior_hard │ │ │ │ ├── mdreal │ │ │ │ ├── mdreal-0-create-0.csv │ │ │ │ ├── mdreal-0-delete-0.csv │ │ │ │ ├── mdreal-0-precreate-0.csv │ │ │ │ ├── mdreal-0-read-0.csv │ │ │ │ ├── mdreal-0-stat-0.csv │ │ │ │ ├── mdreal-1-create-0.csv │ │ │ │ ├── mdreal-1-delete-0.csv │ │ │ │ ├── mdreal-1-read-0.csv │ │ │ │ ├── mdreal-1-stat-0.csv │ │ │ │ ├── mdreal-2-create-0.csv │ │ │ │ ├── mdreal-2-delete-0.csv │ │ │ │ ├── mdreal-2-read-0.csv │ │ │ │ ├── mdreal-2-stat-0.csv │ │ │ │ ├── mdreal-3-cleanup-0.csv │ │ │ │ ├── mdreal-results.txt │ │ │ │ ├── mdt-easy-results.txt │ │ │ │ ├── mdt-hard-results.txt │ │ │ │ ├── mdt_easy │ │ │ │ └── mdt_hard │ │ │ ├── results.txt │ │ │ └── startup-datawarp-bb.sh │ │ └── lustre_1000-1000-compliant │ │ │ ├── detailed │ │ │ ├── find-results.txt │ │ │ ├── ior-easy-results.txt │ │ │ ├── ior-hard-results.txt │ │ │ ├── ior_easy │ │ │ ├── ior_hard │ │ │ ├── mdreal │ │ │ ├── mdreal-0-create-0.csv │ │ │ ├── mdreal-0-delete-0.csv │ │ │ ├── mdreal-0-precreate-0.csv │ │ │ ├── mdreal-0-read-0.csv │ │ │ ├── mdreal-0-stat-0.csv │ │ │ ├── mdreal-1-create-0.csv │ │ │ ├── mdreal-1-delete-0.csv │ │ │ ├── mdreal-1-read-0.csv │ │ │ ├── mdreal-1-stat-0.csv │ │ │ ├── mdreal-2-create-0.csv │ │ │ ├── mdreal-2-delete-0.csv │ │ │ ├── mdreal-2-read-0.csv │ │ │ ├── mdreal-2-stat-0.csv │ │ │ ├── mdreal-3-cleanup-0.csv │ │ │ ├── mdreal-results.txt │ │ │ ├── mdt-easy-results.txt │ │ │ ├── mdt-hard-results.txt │ │ │ ├── mdt_easy │ │ │ └── mdt_hard │ │ │ ├── results.txt │ │ │ └── startup.sh │ ├── startup-auto-detect-datawarp-bb.sh │ ├── startup-auto-detect.sh │ ├── startup-datawarp-bb.sh │ └── startup.sh ├── sandia │ ├── io500.sh │ ├── old │ │ ├── Makefile │ │ ├── io-500-summary.2017.10.22-17.56.44.txt │ │ ├── io500-find.sh │ │ ├── io_500_core.sh │ │ ├── ior │ │ ├── md-real-io │ │ ├── mdtest │ │ ├── results.2017.10.16-15.21.00 │ │ │ ├── find-results.txt │ │ │ ├── ior-easy-results.txt │ │ │ ├── ior-hard-results.txt │ │ │ ├── ior_easy │ │ │ ├── ior_hard │ │ │ ├── mdreal │ │ │ ├── mdreal-0-create-0.csv │ │ │ ├── mdreal-0-delete-0.csv │ │ │ ├── mdreal-0-precreate-0.csv │ │ │ ├── mdreal-0-read-0.csv │ │ │ ├── mdreal-0-stat-0.csv │ │ │ ├── mdreal-1-create-0.csv │ │ │ ├── mdreal-1-delete-0.csv │ │ │ ├── mdreal-1-read-0.csv │ │ │ ├── mdreal-1-stat-0.csv │ │ │ ├── mdreal-2-create-0.csv │ │ │ ├── mdreal-2-delete-0.csv │ │ │ ├── mdreal-2-read-0.csv │ │ │ ├── mdreal-2-stat-0.csv │ │ │ ├── mdreal-3-cleanup-0.csv │ │ │ ├── mdreal-results.txt │ │ │ ├── mdt-easy-results.txt │ │ │ ├── mdt-hard-results.txt │ │ │ ├── mdt_easy │ │ │ └── mdt_hard │ │ ├── results.2017.10.22-17.56.44 │ │ │ ├── find-results.txt │ │ │ ├── ior-easy-results.txt │ │ │ ├── ior-hard-results.txt │ │ │ ├── ior_easy_read │ │ │ ├── ior_easy_write │ │ │ ├── ior_hard_read │ │ │ ├── ior_hard_write │ │ │ ├── mdreal │ │ │ ├── mdreal-0-create-0.csv │ │ │ ├── mdreal-0-delete-0.csv │ │ │ ├── mdreal-0-precreate-0.csv │ │ │ ├── mdreal-0-read-0.csv │ │ │ ├── mdreal-0-stat-0.csv │ │ │ ├── mdreal-1-create-0.csv │ │ │ ├── mdreal-1-delete-0.csv │ │ │ ├── mdreal-1-read-0.csv │ │ │ ├── mdreal-1-stat-0.csv │ │ │ ├── mdreal-2-create-0.csv │ │ │ ├── mdreal-2-delete-0.csv │ │ │ ├── mdreal-2-read-0.csv │ │ │ ├── mdreal-2-stat-0.csv │ │ │ ├── mdreal-3-cleanup-0.csv │ │ │ ├── mdreal-results.txt │ │ │ ├── mdt-easy-results.txt │ │ │ ├── mdt-hard-results.txt │ │ │ ├── mdt_easy_create │ │ │ ├── mdt_easy_delete │ │ │ ├── mdt_easy_stat │ │ │ ├── mdt_hard_create │ │ │ ├── mdt_hard_delete │ │ │ └── mdt_hard_stat │ │ ├── startup-auto-detect.sh │ │ └── startup.sh │ └── results │ │ └── 2017.10.24-18.05.34 │ │ ├── io-500-summary.2017.10.24-18.05.34.txt │ │ ├── ior_easy_read.txt │ │ ├── ior_easy_write.txt │ │ ├── ior_hard_read.txt │ │ ├── ior_hard_write.txt │ │ ├── mdtest_easy_delete.txt │ │ ├── mdtest_easy_stat.txt │ │ ├── mdtest_easy_write.txt │ │ ├── mdtest_hard_delete.txt │ │ ├── mdtest_hard_stat.txt │ │ ├── mdtest_hard_write.txt │ │ └── result_summary.txt └── template │ ├── startup-auto-detect.sh │ └── startup.sh └── utilities ├── extract-performance.py ├── find ├── README.md ├── mmfind.sh ├── old │ ├── io500-find.sh │ └── pfind │ │ ├── compile.sh │ │ └── mpi_find.c └── sfind.sh ├── io500_fixed.sh ├── old └── auto-determine-parameters.sh └── prepare.sh /.gitignore: -------------------------------------------------------------------------------- 1 | # IO500 typically working directories 2 | bin 3 | build 4 | datafiles 5 | results 6 | share 7 | utilities/find/pwalk/ 8 | 9 | # Temporary vim files 10 | *.swp 11 | 12 | # Prerequisites 13 | *.d 14 | 15 | # Object files 16 | *.o 17 | *.ko 18 | *.obj 19 | *.elf 20 | 21 | # Linker output 22 | *.ilk 23 | *.map 24 | *.exp 25 | 26 | # Precompiled Headers 27 | *.gch 28 | *.pch 29 | 30 | # Libraries 31 | *.lib 32 | *.a 33 | *.la 34 | *.lo 35 | 36 | # Shared objects (inc. Windows DLLs) 37 | *.dll 38 | *.so 39 | *.so.* 40 | *.dylib 41 | 42 | # Executables 43 | *.exe 44 | *.out 45 | *.app 46 | *.i*86 47 | *.x86_64 48 | *.hex 49 | 50 | # Debug files 51 | *.dSYM/ 52 | *.su 53 | *.idb 54 | *.pdb 55 | 56 | # Kernel Module Compile Results 57 | *.mod* 58 | *.cmd 59 | .tmp_versions/ 60 | modules.order 61 | Module.symvers 62 | Mkfile.old 63 | dkms.conf 64 | -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- 1 | # ISC-20 2 | * You should checkout and use the "io500-app" repository instead of this one 3 | * This is to facilitate simplified configuration an running the benchmark. 4 | * The configuration is handled with a single .ini file in that repo. 5 | # SC-19 6 | * Moved high default values for all benchmarks to io500_fixed.sh 7 | * Users should not have to modify them, for testing set the stonewall time to 1 8 | * IO-500 information fields are now created by a webpage to ensure consistency 9 | * IOR and MDTest now output the performance when reaching the stonewall 10 | * MDTest uses -X flag and verifies that data read is matching the expected pattern 11 | * MDTest now uses the new -P flag to print rate and time to ease debugging 12 | * MDTest now uses rank shifting supporting block and cyclic layout (auto-detected) 13 | * The io500_clean_cache option reduces the impact of caching (useful for testing and small systems) 14 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | ## IO 500 in Four Easy Steps 2 | 3 | *NOTE: please use the "IO500/io500" repo for SC20 and later list submissions* 4 | 5 | ```bash 6 | git clone https://github.com/IO500/io500.git 7 | cd io500 8 | ./prepare.sh 9 | ./io500.sh 10 | ``` 11 | 12 | This is designed to work from an interactive login (e.g. it won't work from a login node) and uses 'mpirun -np 2' to do the simplest possible MPI run. The default declared workload can be used for the required stonewall of 300 seconds, you can just change the stonewall value for testing purposes but for the official ssubmission should be set equal to 300 seconds. You may also need to take whatever steps necessary to run it with a job scheduler. Hopefully it just works for you; if it doesn't, please let us know. 13 | 14 | [Our documents directory](https://github.com/VI4IO/io-500-dev/tree/master/doc) has more detailed instructions including how to submit once you have successfully run. 15 | 16 | Thanks for your participation and good luck! 17 | 18 | [![DOI](https://zenodo.org/badge/DOI/10.5281/zenodo.1422814.svg)](https://doi.org/10.5281/zenodo.1422814) 19 | 20 | To Cite: 21 | Julian Kunkel, George Markomanolis, John Bent, & Jay Lofstead. (2018, September 20). VI4IO/io-500-dev: Zenodo Citation Release (Version v1.1). Zenodo. http://doi.org/10.5281/zenodo.1422814 22 | 23 | [BibTeX](doc/io500.bib) 24 | -------------------------------------------------------------------------------- /doc/Troubleshooting.md: -------------------------------------------------------------------------------- 1 | ## Cleaning up after a run 2 | 3 | The rm command is slower than unlink. Prefer unlink for a faster operation. Lustre offers an munlink tool that does just this. The program is [here](https://github.com/hpc/lustre/blob/master/lustre/tests/munlink.c). 4 | 5 | ## Building the benchmarks 6 | 7 | A few users are seeing strange errors when the ./utilities/prepare.sh script failed to configure IOR. The problem seems to be an old version of libtool; using version 2.69 or above will work. Otherwise, just pull and install older versions of IOR and mdtest. 8 | 9 | ## Getting Parallel Find to run 10 | 11 | You will need to have Python 3.6 installed to get access to the more efficient system call and need [Mpi4Py](https://bitbucket.org/mpi4py/mpi4py) installed and in the PYTHONPATH to run the program. 12 | 13 | ## Debugging before scaling up 14 | 15 | We have run into some issues that only appear when 2 or more nodes are used. If you can test with at least 2 nodes you should find fewer problems when scaling up. 16 | 17 | ## Parameter Exploration for "Best" Settings 18 | 19 | Consider the following factors: 20 | 1. Storage targets in the system. Consider that you have 160 Lustre storage targets. 21 | 2. network bandwidth both out of the compute nodes and into the storage target nodes. If each storage target can take 150 MB/sec sustained, then figure out the network bandwidth from each node aggregate and per process to estimate the spread to get the best saturation chance. 22 | 23 | Don't bother trying to optimize for caching. The benchmarks are configured to overwhelm any chaching to make it a true test of the storage system rather than the network. 24 | -------------------------------------------------------------------------------- /doc/io500.bib: -------------------------------------------------------------------------------- 1 | @misc{io-500:Release1.1, 2 | author = {Julian Kunkel and 3 | George Markomanolis and 4 | John Bent and 5 | Jay Lofstead}, 6 | title = {VI4IO/io-500-dev: Zenodo Citation Release}, 7 | month = sep, 8 | year = 2018, 9 | doi = {10.5281/zenodo.1422814}, 10 | url = {https://doi.org/10.5281/zenodo.1422814} 11 | } 12 | 13 | -------------------------------------------------------------------------------- /doc/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VI4IO/io-500-dev/90ec4b3713730248b53a3fc772e776d8485ed06d/doc/logo.png -------------------------------------------------------------------------------- /doc/logo.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 19 | 21 | 43 | 45 | 46 | 48 | image/svg+xml 49 | 51 | 52 | 53 | 54 | 55 | 60 | IO 72 | 500 84 | 85 | 86 | -------------------------------------------------------------------------------- /site-configs/dkrz/compute-totio.R: -------------------------------------------------------------------------------- 1 | #!/usr/bin/Rscript 2 | 3 | lines = " 4 | A,,5535.02,151.52,36.53,969.45,894.76,15.55,39.09,50.71,49.38,48.89,11.40,,38.73,18.92,43.20,57.63 5 | B,,1611.37,54.20,29.73,333.03,220.62,1.44,81.38,12.66,120.81,14.96,13.67,,127.32,11.30,61.62,38.00 6 | C,100,957.20,21.68,44.16,126.22,180.44,1.44,6.71,20.12,166.33,10.74,19.07,,172.78,8.52,324.87,34.09 7 | D,100,1554.20,22.76,68.29,158.19,163.62,1.53,6.79,18.15,153.05,7.74,17.80,37.58,156.07,8.80,912.86,41.45 8 | E,126,185.32,4.61,40.20,30.73,18.06,0.30,2.71,20.68,161.63,20.39,18.30,,148.62,19.39,47.23,20.69 9 | " 10 | con = textConnection(lines) 11 | data = read.csv(con, header=F) 12 | close(con) 13 | colnames(data) = c("name", "nodes", "score", "bw", "ops", 14 | "ior_easy_w", "ior_easy_r", "ior_hard_w", "ior_hard_r", 15 | "md_easy_w", "md_easy_s", "md_easy_d", 16 | "md_hard_w", "md_hard_r", "md_hard_s", "md_hard_d", 17 | "find", "totkiops") 18 | data = data[! is.na(data$name), ] 19 | 20 | data$totkiops = ( data$ior_easy_w * data$ior_easy_r * 21 | data$ior_hard_r*1024*1024*1024/47008/1000 * data$ior_hard_w*1024*1024*1024/47008/1000 * 22 | data$md_easy_w * data$md_easy_s * data$md_easy_d * 23 | data$md_hard_w * data$md_hard_s * data$md_hard_d * 24 | data$find ) ^ (1/11) 25 | 26 | vals = ( data$ior_easy_w * data$ior_easy_r * 27 | data$ior_hard_r*1024*1024*1024/47008/1000 * data$ior_hard_w*1024*1024*1024/47008/1000 * 28 | data$md_easy_w * data$md_easy_s * data$md_easy_d * 29 | data$md_hard_w * data$md_hard_r * data$md_hard_s * data$md_hard_d * 30 | data$find ) ^ (1/12) 31 | 32 | data$totkiops = ifelse(is.na(data$totkiops), vals, data$totkiops) 33 | 34 | cat(sprintf("%.2f\n", data$totkiops)) 35 | -------------------------------------------------------------------------------- /site-configs/dkrz/old/startup-auto-detect.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash -x 2 | #SBATCH --ntasks-per-node=10 3 | #SBATCH --nodes=10 4 | #SBATCH --job-name=IO-500 5 | #SBATCH --time=02:50:00 6 | #SBATCH -d singleton 7 | #SBATCH -o io_500_out_%J 8 | #SBATCH -e io_500_err_%J 9 | 10 | module load bullxmpi 11 | module load intel 12 | 13 | # parameters that are always true 14 | maxTasks=$((${SLURM_JOB_CPUS_PER_NODE} * ${SLURM_JOB_NUM_NODES})) 15 | mpirun="srun -m block" 16 | workdir=/mnt/lustre02/work/k20200/k202079/io500-data/ 17 | output_dir=/mnt/lustre02/work/k20200/k202079/io500-results-${SLURM_JOB_NUM_NODES} 18 | 19 | # precreate directories for lustre with the appropriate striping 20 | mkdir -p ${workdir}/ior_easy 21 | lfs setstripe --stripe-count 2 ${workdir}/ior_easy 22 | 23 | mkdir -p ${workdir}/ior_hard 24 | lfs setstripe --stripe-count 100 ${workdir}/ior_hard 25 | 26 | # commands 27 | find_cmd=$PWD/../../find/io500-find.sh 28 | ior_cmd=/home/dkrz/k202079/work/io-500/io-500-dev/proposal-draft/ior 29 | mdtest_cmd=/home/dkrz/k202079/work/io-500/io-500-dev/proposal-draft/mdtest 30 | #mdreal_cmd=/home/dkrz/k202079/work/io-500/io-500-dev/proposal-draft/md-real-io # set to "" to not run mdreal 31 | 32 | params_mdreal="-P=10 -I=10" 33 | 34 | # 35 | identify_parameters_ior_hard=True 36 | identify_parameters_ior_easy=True 37 | identify_parameters_md_easy=True # also enables to do the find 38 | identify_parameters_md_hard=True 39 | identify_parameters_find=False # only works if ior_easy is also run 40 | 41 | timeExpected=10 42 | 43 | cd .. 44 | source ./auto-determine-parameters.sh | tee auto-${SLURM_JOB_NUM_NODES}-${SLURM_JOB_CPUS_PER_NODE}.txt 45 | -------------------------------------------------------------------------------- /site-configs/dkrz/old/startup.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | #SBATCH --ntasks-per-node=10 3 | #SBATCH --nodes=100 4 | #SBATCH --job-name=IO-500 5 | #SBATCH --time=02:50:00 6 | #SBATCH -o io_500_out_%J 7 | #SBATCH -e io_500_err_%J 8 | 9 | module load bullxmpi 10 | module load intel 11 | 12 | # choosing parameters for DKRZ 13 | # throughput for independent I/O ~400 GByte/s => 300*400 == 120 TByte data to write or 120 GByte per process... 14 | # IOPS for random I/O (1500 IOPS per client): 5000 15 | # metadata: 20k Ops for a single MD server (here we use only one albeit we have 5+8) => 300*20k / 10000 = 6000 16 | # find: roughly 12 seconds to scan a 6000 file directory => 25 directories => this can be parallelized, say 10x improvement 17 | 18 | mpirun="srun -m block" 19 | workdir=/mnt/lustre02/work/k20200/k202079/io500/data 20 | output_dir=/mnt/lustre02/work/k20200/k202079/io500/results 21 | ior_easy_params="-t 2048k -b 122880000k" # 120 GBytes per process, file per proc is already configured 22 | ior_hard_writes_per_proc=5000 # each process writes 1000 times 47k 23 | mdtest_hard_files_per_proc=6000 24 | mdtest_easy_files_per_proc=6000 25 | 26 | #params_mdreal="-P=5000 -I=1000" 27 | subtree_to_scan_config=$PWD/subtree.cfg 28 | 29 | # The subtrees to scan from md-easy, each contains mdtest_easy_files_per_proc files 30 | ( for I in $(seq 100) ; do 31 | echo mdtest_tree.$I.0 32 | done ) > subtree.cfg 33 | 34 | # commands 35 | find_cmd=$PWD/../../find/io500-find.sh 36 | ior_cmd=/home/dkrz/k202079/work/io-500/io-500-dev/proposal-draft/ior 37 | mdtest_cmd=/home/dkrz/k202079/work/io-500/io-500-dev/proposal-draft/mdtest 38 | #mdreal_cmd=/home/dkrz/k202079/work/io-500/io-500-dev/proposal-draft/md-real-io # if set != "" then run mdreal 39 | 40 | # precreate directories for lustre with the appropriate striping 41 | mkdir -p ${workdir}/ior_easy 42 | lfs setstripe --stripe-count 2 ${workdir}/ior_easy 43 | 44 | mkdir -p ${workdir}/ior_hard 45 | lfs setstripe --stripe-count 100 ${workdir}/ior_hard 46 | 47 | ( 48 | cd .. 49 | echo "filesystem_utilization=$(df /mnt/lustre02)" 50 | echo "date=$(date -I)" 51 | echo "queue=" 52 | echo "nodes=$SLURM_NNODES" 53 | echo "ppn=$SLURM_TASKS_PER_NODE" 54 | echo "nodelist=$SLURM_NODELIST" 55 | 56 | source io_500_core.sh 57 | ) 2>&1 | tee $SLURM_NNODES.txt 58 | 59 | rm -rf $workdir/ 60 | -------------------------------------------------------------------------------- /site-configs/dkrz/pfind.patch: -------------------------------------------------------------------------------- 1 | --- pfind 2017-10-25 13:13:17.452815588 +0200 2 | +++ pfind 2017-10-25 13:13:19.788832395 +0200 3 | @@ -191,7 +191,7 @@ 4 | total_entries += 1 5 | if check_match(e.path): 6 | total_matches += 1 7 | - d_ents.close() 8 | + #d_ents.close() 9 | 10 | comm.bcast("shutdown", root=0) 11 | comm.barrier() 12 | -------------------------------------------------------------------------------- /site-configs/dkrz/prepare-dkrz.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | module load intel mxm/3.4.3082 fca/2.5.2431 bullxmpi_mlx/bullxmpi_mlx-1.2.9.2 cmake/3.2.3 gcc/7.1.0 4 | module load automake/1.14.1 5 | module load autoconf 6 | 7 | echo "Installing dependencies" 8 | 9 | cd ../../ 10 | ./utilities/prepare.sh 11 | 12 | echo "Patching pfind (1/2)" 13 | pushd bin 14 | patch -p0 < ../site-configs/dkrz/pfind.patch 15 | popd 16 | 17 | echo "Preparing VirtualEnv for Python" 18 | module load python/3.5.2 19 | virtualenv -p python3 venv 20 | source venv/bin/activate 21 | pip3 install mpi4py # CC=mpicc 22 | -------------------------------------------------------------------------------- /site-configs/dkrz/results-c-app/res-100-1000-Mo30.Okt22-48-39CET2017/find-1.log: -------------------------------------------------------------------------------- 1 | Running find: Mon Oct 30 23:24:36 2017 2 | 3 | -------------------------------------------------------------------------------- /site-configs/dkrz/results-c-app/res-100-1000-Mo30.Okt22-48-39CET2017/ior_easy_create-1.log: -------------------------------------------------------------------------------- 1 | IOR-3.1.0: MPI Coordinated Test of Parallel I/O 2 | 3 | Began: Mon Oct 30 22:48:47 2017 4 | Command line used: ior "-k" "-w" "-a" "POSIX" "-v" "-D" "300" "-O" "stoneWallingWearOut=1" "-o" "/mnt/lustre02/work/k20200/k202079/io500/data-Mo30.Okt22-48-39CET2017/ior_easy/file" "-F" "-t" "1m" "-b" "128g" 5 | Machine: Linux m20019 6 | Start time skew across all tasks: 0.01 sec 7 | 8 | Test 0 started: Mon Oct 30 22:48:47 2017 9 | Path: /mnt/lustre02/work/k20200/k202079/io500/data-Mo30.Okt22-48-39CET2017/ior_easy 10 | FS: 33418.8 TiB Used FS: 48.6% Inodes: 8102.5 Mi Used Inodes: 3.5% 11 | Participating tasks: 1000 12 | Summary: 13 | api = POSIX 14 | test filename = /mnt/lustre02/work/k20200/k202079/io500/data-Mo30.Okt22-48-39CET2017/ior_easy/file 15 | access = file-per-process 16 | pattern = segmented (1 segment) 17 | ordering in a file = sequential offsets 18 | ordering inter file= no tasks offsets 19 | clients = 1000 (10 per node) 20 | repetitions = 1 21 | xfersize = 1 MiB 22 | blocksize = 128 GiB 23 | aggregate filesize = 125 TiB 24 | Using stonewalling = 300 second(s) with phase out 25 | 26 | access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter 27 | ------ --------- ---------- --------- -------- -------- -------- -------- ---- 28 | Commencing write performance test: Mon Oct 30 22:48:47 2017 29 | 0: stonewalling pairs accessed: 131072 30 | stonewalling pairs accessed min: 2376 max: 131072 -- min data: 2.3 GiB mean data: 68.5 GiB time: 300.4s 31 | write 161986 134217728 1024.00 0.038714 809.15 508.79 809.16 0 32 | 33 | Max Write: 161986.19 MiB/sec (169854.83 MB/sec) 34 | Pairs deadlineForStonewallingaccessed: 131072 35 | 36 | Summary of all tests: 37 | Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum 38 | write 161986.19 161986.19 161986.19 0.00 809.15540 0 1000 10 1 1 0 1 0 0 1 137438953472 1048576 137438953472000 POSIX 0 39 | 40 | Finished: Mon Oct 30 23:02:17 2017 41 | -------------------------------------------------------------------------------- /site-configs/dkrz/results-c-app/res-100-1000-Mo30.Okt22-48-39CET2017/ior_easy_read-1.log: -------------------------------------------------------------------------------- 1 | IOR-3.1.0: MPI Coordinated Test of Parallel I/O 2 | 3 | Began: Mon Oct 30 23:24:53 2017 4 | Command line used: ior "-k" "-r" "-a" "POSIX" "-v" "-O" "stoneWallingWearOutIterations=131072" "-D" "300" "-O" "stoneWallingWearOut=1" "-o" "/mnt/lustre02/work/k20200/k202079/io500/data-Mo30.Okt22-48-39CET2017/ior_easy/file" "-F" "-t" "1m" "-b" "128g" 5 | Machine: Linux m20019 6 | Start time skew across all tasks: 0.01 sec 7 | 8 | Test 0 started: Mon Oct 30 23:24:53 2017 9 | Path: /mnt/lustre02/work/k20200/k202079/io500/data-Mo30.Okt22-48-39CET2017/ior_easy 10 | FS: 33418.8 TiB Used FS: 48.9% Inodes: 8102.5 Mi Used Inodes: 3.6% 11 | Participating tasks: 1000 12 | Summary: 13 | api = POSIX 14 | test filename = /mnt/lustre02/work/k20200/k202079/io500/data-Mo30.Okt22-48-39CET2017/ior_easy/file 15 | access = file-per-process 16 | pattern = segmented (1 segment) 17 | ordering in a file = sequential offsets 18 | ordering inter file= no tasks offsets 19 | clients = 1000 (10 per node) 20 | repetitions = 1 21 | xfersize = 1 MiB 22 | blocksize = 128 GiB 23 | aggregate filesize = 125 TiB 24 | Using stonewalling = 300 second(s) with phase out 25 | 26 | access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter 27 | ------ --------- ---------- --------- -------- -------- -------- -------- ---- 28 | Commencing read performance test: Mon Oct 30 23:24:53 2017 29 | 0: stonewalling pairs accessed: 77921 30 | stonewalling pairs accessed min: 26447 max: 98282 -- min data: 25.8 GiB mean data: 63.0 GiB time: 300.1s 31 | WARNING: Expected aggregate file size = 137438953472000. 32 | WARNING: Stat() of aggregate file size = 137438953472000. 33 | WARNING: Using actual aggregate bytes moved = 103056146432000. 34 | WARNING: maybe caused by deadlineForStonewalling 35 | read 167547 134217728 1024.00 0.016162 586.59 286.49 586.59 0 36 | 37 | Max Read: 167547.29 MiB/sec (175686.07 MB/sec) 38 | Pairs deadlineForStonewallingaccessed: 98282 39 | 40 | Summary of all tests: 41 | Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum 42 | read 167547.29 167547.29 167547.29 0.00 586.59259 0 1000 10 1 1 0 1 0 0 1 137438953472 1048576 103056146432000 POSIX 0 43 | 44 | Finished: Mon Oct 30 23:34:40 2017 45 | -------------------------------------------------------------------------------- /site-configs/dkrz/results-c-app/res-100-1000-Mo30.Okt22-48-39CET2017/ior_hard_create-1.log: -------------------------------------------------------------------------------- 1 | IOR-3.1.0: MPI Coordinated Test of Parallel I/O 2 | 3 | Began: Mon Oct 30 23:11:57 2017 4 | Command line used: ior "-C" "-Q" "1" "-g" "-G" "27" "-k" "-e" "-t" "47008" "-b" "47008" "-w" "-a" "POSIX" "-v" "-D" "300" "-O" "stoneWallingWearOut=1" "-s" "15000" "-o" "/mnt/lustre02/work/k20200/k202079/io500/data-Mo30.Okt22-48-39CET2017/ior_hard/file" "" 5 | Machine: Linux m20019 6 | Start time skew across all tasks: 0.01 sec 7 | 8 | Test 0 started: Mon Oct 30 23:11:57 2017 9 | Path: /mnt/lustre02/work/k20200/k202079/io500/data-Mo30.Okt22-48-39CET2017/ior_hard 10 | FS: 33418.8 TiB Used FS: 48.9% Inodes: 8102.5 Mi Used Inodes: 3.6% 11 | Participating tasks: 1000 12 | Using reorderTasks '-C' (expecting block, not cyclic, task assignment) 13 | Summary: 14 | api = POSIX 15 | test filename = /mnt/lustre02/work/k20200/k202079/io500/data-Mo30.Okt22-48-39CET2017/ior_hard/file 16 | access = single-shared-file 17 | pattern = strided (15000 segments) 18 | ordering in a file = sequential offsets 19 | ordering inter file= constant task offsets = 1 20 | clients = 1000 (10 per node) 21 | repetitions = 1 22 | xfersize = 47008 bytes 23 | blocksize = 47008 bytes 24 | aggregate filesize = 656.69 GiB 25 | Using stonewalling = 300 second(s) with phase out 26 | 27 | access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter 28 | ------ --------- ---------- --------- -------- -------- -------- -------- ---- 29 | Commencing write performance test: Mon Oct 30 23:11:57 2017 30 | 0: stonewalling pairs accessed: 8640 31 | stonewalling pairs accessed min: 8237 max: 15000 -- min data: 0.4 GiB mean data: 0.5 GiB time: 300.4s 32 | write 1563.98 45.91 45.91 0.465165 429.50 0.008366 429.96 0 33 | 34 | Max Write: 1563.98 MiB/sec (1639.95 MB/sec) 35 | Pairs deadlineForStonewallingaccessed: 15000 36 | 37 | Summary of all tests: 38 | Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum 39 | write 1563.98 1563.98 1563.98 0.00 429.96345 0 1000 10 1 0 1 1 0 0 15000 47008 47008 705120000000 POSIX 0 40 | 41 | Finished: Mon Oct 30 23:19:07 2017 42 | -------------------------------------------------------------------------------- /site-configs/dkrz/results-c-app/res-100-1000-Mo30.Okt22-48-39CET2017/ior_hard_read-1.log: -------------------------------------------------------------------------------- 1 | IOR-3.1.0: MPI Coordinated Test of Parallel I/O 2 | 3 | Began: Mon Oct 30 23:35:18 2017 4 | Command line used: ior "-C" "-Q" "1" "-g" "-G" "27" "-k" "-e" "-t" "47008" "-b" "47008" "-R" "-a" "POSIX" "-v" "-O" "stoneWallingWearOutIterations=15000" "-D" "300" "-O" "stoneWallingWearOut=1" "-s" "15000" "-o" "/mnt/lustre02/work/k20200/k202079/io500/data-Mo30.Okt22-48-39CET2017/ior_hard/file" "" 5 | Machine: Linux m20019 6 | Start time skew across all tasks: 0.01 sec 7 | 8 | Test 0 started: Mon Oct 30 23:35:18 2017 9 | Path: /mnt/lustre02/work/k20200/k202079/io500/data-Mo30.Okt22-48-39CET2017/ior_hard 10 | FS: 33418.8 TiB Used FS: 48.9% Inodes: 8102.5 Mi Used Inodes: 3.6% 11 | Participating tasks: 1000 12 | Using reorderTasks '-C' (expecting block, not cyclic, task assignment) 13 | Summary: 14 | api = POSIX 15 | test filename = /mnt/lustre02/work/k20200/k202079/io500/data-Mo30.Okt22-48-39CET2017/ior_hard/file 16 | access = single-shared-file 17 | pattern = strided (15000 segments) 18 | ordering in a file = sequential offsets 19 | ordering inter file= constant task offsets = 1 20 | clients = 1000 (10 per node) 21 | repetitions = 1 22 | xfersize = 47008 bytes 23 | blocksize = 47008 bytes 24 | aggregate filesize = 656.69 GiB 25 | Using stonewalling = 300 second(s) with phase out 26 | 27 | access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter 28 | ------ --------- ---------- --------- -------- -------- -------- -------- ---- 29 | Commencing read performance test: Mon Oct 30 23:35:18 2017 30 | 0: stonewalling pairs accessed: 15000 31 | stonewalling pairs accessed min: 15000 max: 15000 -- min data: 0.7 GiB mean data: 0.7 GiB time: 96.5s 32 | read 6953 45.91 45.91 0.204898 96.46 0.063523 96.72 0 33 | 34 | Pairs deadlineForStonewallingaccessed: 15000 35 | 36 | Summary of all tests: 37 | Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum 38 | 39 | Finished: Mon Oct 30 23:36:54 2017 40 | -------------------------------------------------------------------------------- /site-configs/dkrz/results-c-app/res-100-1000-Mo30.Okt22-48-39CET2017/mdtest_easy_create-1.log: -------------------------------------------------------------------------------- 1 | V-1: Entering count_tasks_per_node... 2 | V-1: Entering print_timestamp... 3 | -- started at 10/30/2017 23:02:17 -- 4 | 5 | mdtest-1.9.3 was launched with 1000 total task(s) on 100 node(s) 6 | Command line used: mdtest "-F" "-C" "-a" "POSIX" "-n" "20000" "-W" "300" "-v" "-d" "/mnt/lustre02/work/k20200/k202079/io500/data-Mo30.Okt22-48-39CET2017/mdtest_easy" "-u" "-L" 7 | V-1: Entering parse_dirpath... 8 | V-1: Entering valid_tests... 9 | api : POSIX 10 | barriers : True 11 | collective_creates : False 12 | create_only : True 13 | dirpath(s): 14 | /mnt/lustre02/work/k20200/k202079/io500/data-Mo30.Okt22-48-39CET2017/mdtest_easy 15 | dirs_only : False 16 | read_bytes : 0 17 | read_only : False 18 | first : 1 19 | files_only : True 20 | iterations : 1 21 | items_per_dir : 0 22 | last : 0 23 | leaf_only : True 24 | items : 20000 25 | nstride : 0 26 | pre_delay : 0 27 | remove_only : True 28 | random_seed : 0 29 | stride : 1 30 | shared_file : False 31 | time_unique_dir_overhead: False 32 | stone_wall_timer_seconds: 300 33 | stat_only : False 34 | unique_dir_per_task : True 35 | write_bytes : 0 36 | sync_file : False 37 | depth : 0 38 | V-1: Entering display_freespace... 39 | V-1: Entering show_file_system_size... 40 | FS: 33418.8 TiB Used FS: 48.9% Inodes: 8102.5 Mi Used Inodes: 3.5% 41 | 42 | 1000 tasks, 20000000 files 43 | 44 | Operation Duration Rate 45 | --------- -------- ---- 46 | V-1: main: * iteration 1 * 47 | V-1: Entering create_remove_directory_tree, currDepth = 0... 48 | V-1: Entering create_remove_directory_tree, currDepth = 1... 49 | V-1: main: Tree creation : 0.027 sec, 36.394 ops/sec 50 | V-1: Entering file_test... 51 | V-1: Entering unique_dir_access... 52 | V-1: Entering offset_timers... 53 | V-1: Entering create_remove_items, currDepth = 0... 54 | V-1: Entering create_remove_items_helper... 55 | V-1: rank 0 stonewall hit with 3858 items 56 | V-1: continue stonewall hit min: 2482 max: 10518 avg: 5757.2 57 | V-1: Entering create_remove_items, currDepth = 0... 58 | V-1: Entering create_remove_items_helper... 59 | V-1: Entering offset_timers... 60 | V-1: File creation : 579.629 sec, 18146.094 ops/sec 61 | V-1: File stat : 0.000 sec, 0.000 ops/sec 62 | V-1: File read : 0.000 sec, 0.000 ops/sec 63 | V-1: File removal : 0.060 sec, 0.000 ops/sec 64 | V-1: Entering summarize_results... 65 | 66 | SUMMARY rate: (of 1 iterations) 67 | Operation Max Min Mean Std Dev 68 | --------- --- --- ---- ------- 69 | File creation : 18146.098 18146.098 18146.098 0.000 70 | File stat : 0.000 0.000 0.000 0.000 71 | File read : 0.000 0.000 0.000 0.000 72 | File removal : 0.000 0.000 0.000 0.000 73 | Tree creation : 36.394 36.394 36.394 0.000 74 | Tree removal : 0.000 0.000 0.000 0.000 75 | 76 | -- hit stonewall 77 | V-1: Entering print_timestamp... 78 | 79 | -- finished at 10/30/2017 23:11:57 -- 80 | -------------------------------------------------------------------------------- /site-configs/dkrz/results-c-app/res-100-1000-Mo30.Okt22-48-39CET2017/mdtest_easy_delete-1.log: -------------------------------------------------------------------------------- 1 | V-1: Entering count_tasks_per_node... 2 | V-1: Entering print_timestamp... 3 | -- started at 10/30/2017 23:51:44 -- 4 | 5 | mdtest-1.9.3 was launched with 1000 total task(s) on 100 node(s) 6 | Command line used: mdtest "-F" "-r" "-a" "POSIX" "-n" "10518" "-v" "-d" "/mnt/lustre02/work/k20200/k202079/io500/data-Mo30.Okt22-48-39CET2017/mdtest_easy" "-u" "-L" 7 | V-1: Entering parse_dirpath... 8 | V-1: Entering valid_tests... 9 | api : POSIX 10 | barriers : True 11 | collective_creates : False 12 | create_only : False 13 | dirpath(s): 14 | /mnt/lustre02/work/k20200/k202079/io500/data-Mo30.Okt22-48-39CET2017/mdtest_easy 15 | dirs_only : False 16 | read_bytes : 0 17 | read_only : False 18 | first : 1 19 | files_only : True 20 | iterations : 1 21 | items_per_dir : 0 22 | last : 0 23 | leaf_only : True 24 | items : 10518 25 | nstride : 0 26 | pre_delay : 0 27 | remove_only : True 28 | random_seed : 0 29 | stride : 1 30 | shared_file : False 31 | time_unique_dir_overhead: False 32 | stone_wall_timer_seconds: 0 33 | stat_only : False 34 | unique_dir_per_task : True 35 | write_bytes : 0 36 | sync_file : False 37 | depth : 0 38 | V-1: Entering display_freespace... 39 | V-1: Entering show_file_system_size... 40 | FS: 33418.8 TiB Used FS: 49.0% Inodes: 8102.5 Mi Used Inodes: 3.6% 41 | 42 | 1000 tasks, 10518000 files 43 | 44 | Operation Duration Rate 45 | --------- -------- ---- 46 | V-1: main: * iteration 1 * 47 | V-1: Entering file_test... 48 | V-1: Entering unique_dir_access... 49 | V-1: Entering offset_timers... 50 | V-1: Entering create_remove_items, currDepth = 0... 51 | V-1: Entering create_remove_items_helper... 52 | V-1: Entering unique_dir_access... 53 | V-1: Entering offset_timers... 54 | V-1: File creation : 0.000 sec, 0.000 ops/sec 55 | V-1: File stat : 0.000 sec, 0.000 ops/sec 56 | V-1: File read : 0.000 sec, 0.000 ops/sec 57 | V-1: File removal : 1358.932 sec, 7739.903 ops/sec 58 | V-1: Entering create_remove_directory_tree, currDepth = 0... 59 | V-1: Entering create_remove_directory_tree, currDepth = 1... 60 | V-1: main Tree removal : 0.418 sec, 2.393 ops/sec 61 | V-1: Entering summarize_results... 62 | 63 | SUMMARY rate: (of 1 iterations) 64 | Operation Max Min Mean Std Dev 65 | --------- --- --- ---- ------- 66 | File creation : 0.000 0.000 0.000 0.000 67 | File stat : 0.000 0.000 0.000 0.000 68 | File read : 0.000 0.000 0.000 0.000 69 | File removal : 7739.905 7739.905 7739.905 0.000 70 | Tree creation : 0.000 0.000 0.000 0.000 71 | Tree removal : 2.393 2.393 2.393 0.000 72 | V-1: Entering print_timestamp... 73 | 74 | -- finished at 10/31/2017 00:14:23 -- 75 | -------------------------------------------------------------------------------- /site-configs/dkrz/results-c-app/res-100-1000-Mo30.Okt22-48-39CET2017/mdtest_easy_stat-1.log: -------------------------------------------------------------------------------- 1 | V-1: Entering count_tasks_per_node... 2 | V-1: Entering print_timestamp... 3 | -- started at 10/30/2017 23:39:30 -- 4 | 5 | mdtest-1.9.3 was launched with 1000 total task(s) on 100 node(s) 6 | Command line used: mdtest "-F" "-T" "-a" "POSIX" "-n" "10518" "-W" "300" "-v" "-d" "/mnt/lustre02/work/k20200/k202079/io500/data-Mo30.Okt22-48-39CET2017/mdtest_easy" "-u" "-L" 7 | V-1: Entering parse_dirpath... 8 | V-1: Entering valid_tests... 9 | api : POSIX 10 | barriers : True 11 | collective_creates : False 12 | create_only : False 13 | dirpath(s): 14 | /mnt/lustre02/work/k20200/k202079/io500/data-Mo30.Okt22-48-39CET2017/mdtest_easy 15 | dirs_only : False 16 | read_bytes : 0 17 | read_only : False 18 | first : 1 19 | files_only : True 20 | iterations : 1 21 | items_per_dir : 0 22 | last : 0 23 | leaf_only : True 24 | items : 10518 25 | nstride : 0 26 | pre_delay : 0 27 | remove_only : True 28 | random_seed : 0 29 | stride : 1 30 | shared_file : False 31 | time_unique_dir_overhead: False 32 | stone_wall_timer_seconds: 300 33 | stat_only : True 34 | unique_dir_per_task : True 35 | write_bytes : 0 36 | sync_file : False 37 | depth : 0 38 | V-1: Entering display_freespace... 39 | V-1: Entering show_file_system_size... 40 | FS: 33418.8 TiB Used FS: 48.9% Inodes: 8102.5 Mi Used Inodes: 3.6% 41 | 42 | 1000 tasks, 10518000 files 43 | 44 | Operation Duration Rate 45 | --------- -------- ---- 46 | V-1: main: * iteration 1 * 47 | V-1: Entering file_test... 48 | V-1: Entering unique_dir_access... 49 | V-1: Entering offset_timers... 50 | V-1: Entering mdtest_stat... 51 | V-1: Entering offset_timers... 52 | V-1: File creation : 0.000 sec, 0.000 ops/sec 53 | V-1: File stat : 68.722 sec, 153052.075 ops/sec 54 | V-1: File read : 0.000 sec, 0.000 ops/sec 55 | V-1: File removal : 0.000 sec, 0.000 ops/sec 56 | V-1: Entering summarize_results... 57 | 58 | SUMMARY rate: (of 1 iterations) 59 | Operation Max Min Mean Std Dev 60 | --------- --- --- ---- ------- 61 | File creation : 0.000 0.000 0.000 0.000 62 | File stat : 153052.166 153052.166 153052.166 0.000 63 | File read : 0.000 0.000 0.000 0.000 64 | File removal : 0.000 0.000 0.000 0.000 65 | Tree creation : 0.000 0.000 0.000 0.000 66 | Tree removal : 0.000 0.000 0.000 0.000 67 | V-1: Entering print_timestamp... 68 | 69 | -- finished at 10/30/2017 23:40:39 -- 70 | -------------------------------------------------------------------------------- /site-configs/dkrz/results-c-app/res-100-1000-Mo30.Okt22-48-39CET2017/mdtest_hard_create-1.log: -------------------------------------------------------------------------------- 1 | V-1: Entering count_tasks_per_node... 2 | V-1: Entering print_timestamp... 3 | -- started at 10/30/2017 23:19:07 -- 4 | 5 | mdtest-1.9.3 was launched with 1000 total task(s) on 100 node(s) 6 | Command line used: mdtest "-w" "3900" "-e" "3900" "-t" "-F" "-C" "-a" "POSIX" "-n" "20000" "-W" "300" "-v" "-d" "/mnt/lustre02/work/k20200/k202079/io500/data-Mo30.Okt22-48-39CET2017/mdtest_hard" 7 | V-1: Entering parse_dirpath... 8 | V-1: Entering valid_tests... 9 | api : POSIX 10 | barriers : True 11 | collective_creates : False 12 | create_only : True 13 | dirpath(s): 14 | /mnt/lustre02/work/k20200/k202079/io500/data-Mo30.Okt22-48-39CET2017/mdtest_hard 15 | dirs_only : False 16 | read_bytes : 3900 17 | read_only : False 18 | first : 1 19 | files_only : True 20 | iterations : 1 21 | items_per_dir : 0 22 | last : 0 23 | leaf_only : False 24 | items : 20000 25 | nstride : 0 26 | pre_delay : 0 27 | remove_only : False 28 | random_seed : 0 29 | stride : 1 30 | shared_file : False 31 | time_unique_dir_overhead: True 32 | stone_wall_timer_seconds: 300 33 | stat_only : False 34 | unique_dir_per_task : False 35 | write_bytes : 3900 36 | sync_file : False 37 | depth : 0 38 | V-1: Entering display_freespace... 39 | V-1: Entering show_file_system_size... 40 | FS: 33418.8 TiB Used FS: 48.9% Inodes: 8102.5 Mi Used Inodes: 3.6% 41 | 42 | 1000 tasks, 20000000 files 43 | 44 | Operation Duration Rate 45 | --------- -------- ---- 46 | V-1: main: * iteration 1 * 47 | V-1: Entering create_remove_directory_tree, currDepth = 0... 48 | V-1: Entering create_remove_directory_tree, currDepth = 1... 49 | V-1: main: Tree creation : 0.012 sec, 84.660 ops/sec 50 | V-1: Entering file_test... 51 | V-1: Entering create_remove_items, currDepth = 0... 52 | V-1: Entering create_remove_items_helper... 53 | V-1: rank 0 stonewall hit with 5613 items 54 | V-1: continue stonewall hit min: 5030 max: 5850 avg: 5480.3 55 | V-1: Entering create_remove_items, currDepth = 0... 56 | V-1: Entering create_remove_items_helper... 57 | V-1: File creation : 328.635 sec, 17800.879 ops/sec 58 | V-1: File stat : 0.000 sec, 0.000 ops/sec 59 | V-1: File read : 0.000 sec, 0.000 ops/sec 60 | V-1: File removal : 0.000 sec, 0.000 ops/sec 61 | V-1: Entering summarize_results... 62 | 63 | SUMMARY rate: (of 1 iterations) 64 | Operation Max Min Mean Std Dev 65 | --------- --- --- ---- ------- 66 | File creation : 17800.886 17800.886 17800.886 0.000 67 | File stat : 0.000 0.000 0.000 0.000 68 | File read : 0.000 0.000 0.000 0.000 69 | File removal : 0.000 0.000 0.000 0.000 70 | Tree creation : 84.660 84.660 84.660 0.000 71 | Tree removal : 0.000 0.000 0.000 0.000 72 | 73 | -- hit stonewall 74 | V-1: Entering print_timestamp... 75 | 76 | -- finished at 10/30/2017 23:24:35 -- 77 | -------------------------------------------------------------------------------- /site-configs/dkrz/results-c-app/res-100-1000-Mo30.Okt22-48-39CET2017/mdtest_hard_delete-1.log: -------------------------------------------------------------------------------- 1 | V-1: Entering count_tasks_per_node... 2 | V-1: Entering print_timestamp... 3 | -- started at 10/30/2017 23:40:39 -- 4 | 5 | mdtest-1.9.3 was launched with 1000 total task(s) on 100 node(s) 6 | Command line used: mdtest "-w" "3900" "-e" "3900" "-t" "-F" "-r" "-a" "POSIX" "-n" "5850" "-v" "-d" "/mnt/lustre02/work/k20200/k202079/io500/data-Mo30.Okt22-48-39CET2017/mdtest_hard" 7 | V-1: Entering parse_dirpath... 8 | V-1: Entering valid_tests... 9 | api : POSIX 10 | barriers : True 11 | collective_creates : False 12 | create_only : False 13 | dirpath(s): 14 | /mnt/lustre02/work/k20200/k202079/io500/data-Mo30.Okt22-48-39CET2017/mdtest_hard 15 | dirs_only : False 16 | read_bytes : 3900 17 | read_only : False 18 | first : 1 19 | files_only : True 20 | iterations : 1 21 | items_per_dir : 0 22 | last : 0 23 | leaf_only : False 24 | items : 5850 25 | nstride : 0 26 | pre_delay : 0 27 | remove_only : False 28 | random_seed : 0 29 | stride : 1 30 | shared_file : False 31 | time_unique_dir_overhead: True 32 | stone_wall_timer_seconds: 0 33 | stat_only : False 34 | unique_dir_per_task : False 35 | write_bytes : 3900 36 | sync_file : False 37 | depth : 0 38 | V-1: Entering display_freespace... 39 | V-1: Entering show_file_system_size... 40 | FS: 33418.8 TiB Used FS: 48.9% Inodes: 8102.5 Mi Used Inodes: 3.6% 41 | 42 | 1000 tasks, 5850000 files 43 | 44 | Operation Duration Rate 45 | --------- -------- ---- 46 | V-1: main: * iteration 1 * 47 | V-1: Entering file_test... 48 | V-1: Entering create_remove_items, currDepth = 0... 49 | V-1: Entering create_remove_items_helper... 50 | V-1: File creation : 0.000 sec, 0.000 ops/sec 51 | V-1: File stat : 0.000 sec, 0.000 ops/sec 52 | V-1: File read : 0.000 sec, 0.000 ops/sec 53 | V-1: File removal : 664.973 sec, 8797.353 ops/sec 54 | V-1: Entering create_remove_directory_tree, currDepth = 0... 55 | V-1: Entering create_remove_directory_tree, currDepth = 1... 56 | V-1: main Tree removal : 0.207 sec, 4.823 ops/sec 57 | V-1: Entering summarize_results... 58 | 59 | SUMMARY rate: (of 1 iterations) 60 | Operation Max Min Mean Std Dev 61 | --------- --- --- ---- ------- 62 | File creation : 0.000 0.000 0.000 0.000 63 | File stat : 0.000 0.000 0.000 0.000 64 | File read : 0.000 0.000 0.000 0.000 65 | File removal : 8797.359 8797.359 8797.359 0.000 66 | Tree creation : 0.000 0.000 0.000 0.000 67 | Tree removal : 4.823 4.823 4.823 0.000 68 | V-1: Entering print_timestamp... 69 | 70 | -- finished at 10/30/2017 23:51:44 -- 71 | -------------------------------------------------------------------------------- /site-configs/dkrz/results-c-app/res-100-1000-Mo30.Okt22-48-39CET2017/mdtest_hard_read-1.log: -------------------------------------------------------------------------------- 1 | V-1: Entering count_tasks_per_node... 2 | V-1: Entering print_timestamp... 3 | -- started at 10/30/2017 23:36:54 -- 4 | 5 | mdtest-1.9.3 was launched with 1000 total task(s) on 100 node(s) 6 | Command line used: mdtest "-w" "3900" "-e" "3900" "-t" "-F" "-E" "-a" "POSIX" "-n" "5850" "-W" "300" "-v" "-d" "/mnt/lustre02/work/k20200/k202079/io500/data-Mo30.Okt22-48-39CET2017/mdtest_hard" 7 | V-1: Entering parse_dirpath... 8 | V-1: Entering valid_tests... 9 | api : POSIX 10 | barriers : True 11 | collective_creates : False 12 | create_only : False 13 | dirpath(s): 14 | /mnt/lustre02/work/k20200/k202079/io500/data-Mo30.Okt22-48-39CET2017/mdtest_hard 15 | dirs_only : False 16 | read_bytes : 3900 17 | read_only : True 18 | first : 1 19 | files_only : True 20 | iterations : 1 21 | items_per_dir : 0 22 | last : 0 23 | leaf_only : False 24 | items : 5850 25 | nstride : 0 26 | pre_delay : 0 27 | remove_only : False 28 | random_seed : 0 29 | stride : 1 30 | shared_file : False 31 | time_unique_dir_overhead: True 32 | stone_wall_timer_seconds: 300 33 | stat_only : False 34 | unique_dir_per_task : False 35 | write_bytes : 3900 36 | sync_file : False 37 | depth : 0 38 | V-1: Entering display_freespace... 39 | V-1: Entering show_file_system_size... 40 | FS: 33418.8 TiB Used FS: 48.9% Inodes: 8102.5 Mi Used Inodes: 3.6% 41 | 42 | 1000 tasks, 5850000 files 43 | 44 | Operation Duration Rate 45 | --------- -------- ---- 46 | V-1: main: * iteration 1 * 47 | V-1: Entering file_test... 48 | V-1: Entering mdtest_read... 49 | V-1: File creation : 0.000 sec, 0.000 ops/sec 50 | V-1: File stat : 0.000 sec, 0.000 ops/sec 51 | V-1: File read : 155.669 sec, 37579.830 ops/sec 52 | V-1: File removal : 0.000 sec, 0.000 ops/sec 53 | V-1: Entering summarize_results... 54 | 55 | SUMMARY rate: (of 1 iterations) 56 | Operation Max Min Mean Std Dev 57 | --------- --- --- ---- ------- 58 | File creation : 0.000 0.000 0.000 0.000 59 | File stat : 0.000 0.000 0.000 0.000 60 | File read : 37579.865 37579.865 37579.865 0.000 61 | File removal : 0.000 0.000 0.000 0.000 62 | Tree creation : 0.000 0.000 0.000 0.000 63 | Tree removal : 0.000 0.000 0.000 0.000 64 | V-1: Entering print_timestamp... 65 | 66 | -- finished at 10/30/2017 23:39:30 -- 67 | -------------------------------------------------------------------------------- /site-configs/dkrz/results-c-app/res-100-1000-Mo30.Okt22-48-39CET2017/mdtest_hard_stat-1.log: -------------------------------------------------------------------------------- 1 | V-1: Entering count_tasks_per_node... 2 | V-1: Entering print_timestamp... 3 | -- started at 10/30/2017 23:34:40 -- 4 | 5 | mdtest-1.9.3 was launched with 1000 total task(s) on 100 node(s) 6 | Command line used: mdtest "-w" "3900" "-e" "3900" "-t" "-F" "-T" "-a" "POSIX" "-n" "5850" "-W" "300" "-v" "-d" "/mnt/lustre02/work/k20200/k202079/io500/data-Mo30.Okt22-48-39CET2017/mdtest_hard" 7 | V-1: Entering parse_dirpath... 8 | V-1: Entering valid_tests... 9 | api : POSIX 10 | barriers : True 11 | collective_creates : False 12 | create_only : False 13 | dirpath(s): 14 | /mnt/lustre02/work/k20200/k202079/io500/data-Mo30.Okt22-48-39CET2017/mdtest_hard 15 | dirs_only : False 16 | read_bytes : 3900 17 | read_only : False 18 | first : 1 19 | files_only : True 20 | iterations : 1 21 | items_per_dir : 0 22 | last : 0 23 | leaf_only : False 24 | items : 5850 25 | nstride : 0 26 | pre_delay : 0 27 | remove_only : False 28 | random_seed : 0 29 | stride : 1 30 | shared_file : False 31 | time_unique_dir_overhead: True 32 | stone_wall_timer_seconds: 300 33 | stat_only : True 34 | unique_dir_per_task : False 35 | write_bytes : 3900 36 | sync_file : False 37 | depth : 0 38 | V-1: Entering display_freespace... 39 | V-1: Entering show_file_system_size... 40 | FS: 33418.8 TiB Used FS: 48.9% Inodes: 8102.5 Mi Used Inodes: 3.6% 41 | 42 | 1000 tasks, 5850000 files 43 | 44 | Operation Duration Rate 45 | --------- -------- ---- 46 | V-1: main: * iteration 1 * 47 | V-1: Entering file_test... 48 | V-1: Entering mdtest_stat... 49 | V-1: File creation : 0.000 sec, 0.000 ops/sec 50 | V-1: File stat : 37.484 sec, 156067.709 ops/sec 51 | V-1: File read : 0.000 sec, 0.000 ops/sec 52 | V-1: File removal : 0.000 sec, 0.000 ops/sec 53 | V-1: Entering summarize_results... 54 | 55 | SUMMARY rate: (of 1 iterations) 56 | Operation Max Min Mean Std Dev 57 | --------- --- --- ---- ------- 58 | File creation : 0.000 0.000 0.000 0.000 59 | File stat : 156069.158 156069.158 156069.158 0.000 60 | File read : 0.000 0.000 0.000 0.000 61 | File removal : 0.000 0.000 0.000 0.000 62 | Tree creation : 0.000 0.000 0.000 0.000 63 | Tree removal : 0.000 0.000 0.000 0.000 64 | V-1: Entering print_timestamp... 65 | 66 | -- finished at 10/30/2017 23:35:18 -- 67 | -------------------------------------------------------------------------------- /site-configs/dkrz/results-c-app/res-100-1000-Mo30.Okt22-48-39CET2017/run.slurm: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | #SBATCH --ntasks-per-node=10 3 | #SBATCH --nodes=100 4 | #SBATCH --job-name=IO-500 5 | #SBATCH --time=07:50:00 6 | #SBATCH -o io_500_out_%J 7 | #SBATCH -e io_500_err_%J 8 | #SBATCH --dependency=singleton 9 | 10 | module load intel mxm/3.4.3082 fca/2.5.2431 bullxmpi_mlx/bullxmpi_mlx-1.2.9.2 cmake/3.2.3 gcc/7.1.0 11 | 12 | dir=/home/dkrz/k202079/work/io-500/io500-app 13 | stamp=$(date | sed "s/ //g" | sed "s/:/-/g") 14 | workdir=/mnt/lustre02/work/k20200/k202079/io500/data 15 | resdir=$dir/res-${SLURM_NNODES}-${SLURM_NPROCS}-$stamp 16 | 17 | srun --propagate=STACK $dir/io500 -w $workdir -C 18 | rm -rf $workdir 19 | 20 | workdir=/mnt/lustre02/work/k20200/k202079/io500/data-$stamp 21 | 22 | # precreate directories for lustre with the appropriate striping 23 | mkdir -p ${workdir}/ior_easy 24 | lfs setstripe --stripe-count 2 ${workdir}/ior_easy 25 | 26 | mkdir -p ${workdir}/ior_hard 27 | lfs setstripe --stripe-count 200 ${workdir}/ior_hard 28 | 29 | ulimit -s 102400 30 | srun --propagate=STACK $dir/io500 -w $workdir -r $resdir -s 300 -S -v -f 20000 -F 20000 -I 15000 -e "-F -t 1m -b 128g" 31 | -------------------------------------------------------------------------------- /site-configs/dkrz/results.old/100-1000-1/results.txt: -------------------------------------------------------------------------------- 1 | [Precreating] missing directories 2 | [Starting] ior-easy-write 3 | 1/ior-easy-write BW:92885.56 MB/s time: 707s 4 | [Starting] md-easy-create 5 | [Warning]: the runtime is below 5 minutes 6 | 1/md-easy-create IOPs:23980.714 time:272s 7 | [Starting] ior-hard-write 8 | [Warning]: the runtime is below 5 minutes 9 | 2/ior-hard-write BW:1886.90 MB/s time: 170s 10 | [Starting] md-hard-create 11 | [Warning]: the runtime is below 5 minutes 12 | 2/md-hard-create IOPs:22581.522 time:287s 13 | [Starting] ior-easy-read 14 | 3/ior-easy-read BW:138002.62 MB/s time: 485s 15 | [Starting] md-easy-stat 16 | 3/md-easy-stat IOPs:152111.244 time:68s 17 | [Starting] ior-hard-read 18 | 4/ior-hard-read BW:7856.87 MB/s time: 383s 19 | [Starting] md-hard-stat 20 | 4/md-hard-stat IOPs:166260.792 time:66s 21 | [Starting] find 22 | 5/find IOPs:11613 time:52s 23 | [Starting] md-easy-delete 24 | 6/md-easy-delete IOPs:9977.899 time:625s 25 | [Starting] md-hard-delete 26 | 7/md-hard-delete IOPs:9149.041 time:686s 27 | 28 | IO-500 bw score: 20878.9 MB/s 29 | IO-500 md score: 28294.6 IOPS 30 | 31 | IO-500 score: 590760123.9 32 | -------------------------------------------------------------------------------- /site-configs/dkrz/results.old/100-1000-1/start.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | #SBATCH --ntasks-per-node=10 3 | #SBATCH --nodes=100 4 | #SBATCH --job-name=IO-500 5 | #SBATCH --time=03:50:00 6 | #SBATCH -o io_500_out_%J 7 | #SBATCH -e io_500_err_%J 8 | #SBATCH -A k20200 -p compute2 9 | 10 | module load bullxmpi 11 | module load intel 12 | 13 | # choosing parameters for DKRZ 14 | # throughput for independent I/O ~400 GByte/s => 300*400 == 120 TByte data to write or 120 GByte per process... 15 | # IOPS for random I/O (1500 IOPS per client): 5000 16 | # metadata: 20k Ops for a single MD server (here we use only one albeit we have 5+8) => 300*20k / 10000 = 6000 17 | # find: roughly 12 seconds to scan a 6000 file directory => 25 directories => this can be parallelized, say 10x improvement 18 | 19 | mpirun="srun -m block" 20 | workdir=/mnt/lustre02/work/k20200/k202079/io500/data 21 | output_dir=/mnt/lustre02/work/k20200/k202079/io500/results 22 | ior_easy_params="-t 2m -b 60000m" # 60 GBytes per process, file per proc is already configured 23 | ior_hard_writes_per_proc=5000 # each process writes 1000 times 47k 24 | mdtest_hard_files_per_proc=6000 25 | mdtest_easy_files_per_proc=6000 26 | 27 | #params_mdreal="-P=5000 -I=1000" 28 | subtree_to_scan_config=$PWD/subtree.cfg 29 | 30 | # The subtrees to scan from md-easy, each contains mdtest_easy_files_per_proc files 31 | ( for I in $(seq 100) ; do 32 | echo mdtest_tree.$I.0 33 | done ) > subtree.cfg 34 | 35 | # commands 36 | find_cmd=$PWD/../io500-find.sh 37 | ior_cmd=/home/dkrz/k202079/work/io-500/io-500-dev/proposal-draft/ior 38 | mdtest_cmd=/home/dkrz/k202079/work/io-500/io-500-dev/proposal-draft/mdtest 39 | #mdreal_cmd=/home/dkrz/k202079/work/io-500/io-500-dev/proposal-draft/md-real-io # if set != "" then run mdreal 40 | 41 | # precreate directories for lustre with the appropriate striping 42 | mkdir -p ${workdir}/ior_easy 43 | lfs setstripe --stripe-count 1 ${workdir}/ior_easy 44 | 45 | mkdir -p ${workdir}/ior_hard 46 | lfs setstripe --stripe-count -1 ${workdir}/ior_hard 47 | 48 | ( 49 | cd .. 50 | source io_500_core.sh 51 | ) 2>&1 | tee $SLURM_NNODES-correct.txt 52 | 53 | rm -rf $workdir/ 54 | -------------------------------------------------------------------------------- /site-configs/dkrz/results.old/100-1000-compliant/detailed/find-results.txt: -------------------------------------------------------------------------------- 1 | 5/find IOPs:22850 time:32s 2 | -------------------------------------------------------------------------------- /site-configs/dkrz/results.old/100-1000-compliant/detailed/ior-easy-results.txt: -------------------------------------------------------------------------------- 1 | 1/ior-easy-write BW:90291.36 MB/s time: 545s 2 | 3/ior-easy-read BW:188484.51 MB/s time: 296s 3 | -------------------------------------------------------------------------------- /site-configs/dkrz/results.old/100-1000-compliant/detailed/ior-hard-results.txt: -------------------------------------------------------------------------------- 1 | 2/ior-hard-write BW:1624.46 MB/s time: 310s 2 | 4/ior-hard-read BW:7928.41 MB/s time: 991s 3 | -------------------------------------------------------------------------------- /site-configs/dkrz/results.old/100-1000-compliant/detailed/mdreal: -------------------------------------------------------------------------------- 1 | MD-REAL-IO total objects: 13000000 workingset size: 37193.298 MiB (version: 5044ecc@master) time: 2017-07-26 18:37:13 2 | offset=1 3 | interface=posix 4 | obj-per-proc=1000 5 | latency=/mnt/lustre02/work/k20200/k202079/io500/results/mdreal 6 | precreate-per-set=10000 7 | data-sets=1 8 | lim-free-mem=0 9 | lim-free-mem-phase=0 10 | object-size=3900 11 | iterations=3 12 | run-precreate 13 | run-benchmark 14 | run-cleanup 15 | 16 | root-dir=/mnt/lustre02/work/k20200/k202079/io500/data/mdreal 17 | 18 | WARN: Will use the existing (empty) directory 19 | precreate 522.6s 19138.2 iops/s 1000 dset 10000000 obj 1.914 dset/s 19136.3 obj/s 71.2 Mib/s (0 errs) 20 | benchmark 161.8s 24715.2 iops/s 1000000 obj 6178.8 obj/s 46.0 Mib/s (0 errs) 21 | benchmark 166.9s 23962.3 iops/s 1000000 obj 5990.6 obj/s 44.6 Mib/s (0 errs) 22 | benchmark 180.7s 22131.1 iops/s 1000000 obj 5532.8 obj/s 41.2 Mib/s (0 errs) 23 | cleanup 1188.9s 8412.2 iops/s 10000000 obj 1000 dset 8411.4 obj/s 0.841 dset/s (0 errs) 24 | Total runtime: 2224s time: 2017-07-26 19:14:17 25 | -------------------------------------------------------------------------------- /site-configs/dkrz/results.old/100-1000-compliant/detailed/mdreal-results.txt: -------------------------------------------------------------------------------- 1 | 7/md-real-io IOPs:3456.2 time:7s 2 | 8/md-real-io IOPs:4476.7 time:6s 3 | 8/md-real-io IOPs:3684.4 time:8s 4 | 8/md-real-io IOPs:22131.1 time:2230s 5 | -------------------------------------------------------------------------------- /site-configs/dkrz/results.old/100-1000-compliant/detailed/mdt-easy-results.txt: -------------------------------------------------------------------------------- 1 | 1/md-easy-create IOPs:19958.888 time:406s 2 | 3/md-easy-stat IOPs:176491.923 time:61s 3 | 6/md-easy-delete IOPs:9521.947 time:779s 4 | -------------------------------------------------------------------------------- /site-configs/dkrz/results.old/100-1000-compliant/detailed/mdt-hard-results.txt: -------------------------------------------------------------------------------- 1 | 2/md-hard-create IOPs:18618.502 time:424s 2 | 4/md-hard-stat IOPs:168218.052 time:74s 3 | 7/md-hard-delete IOPs:7300.333 time:1049s 4 | -------------------------------------------------------------------------------- /site-configs/dkrz/results.old/100-1000-compliant/detailed/mdt_hard: -------------------------------------------------------------------------------- 1 | -- started at 07/26/2017 17:35:34 -- 2 | 3 | mdtest-1.9.3 was launched with 1000 total task(s) on 100 node(s) 4 | Command line used: /home/dkrz/k202079/work/io-500/io-500-dev/proposal-draft/mdtest -C -t -F -w 3900 -e 3900 -d /mnt/lustre02/work/k20200/k202079/io500/data/mdt_hard -n 7500 5 | Path: /mnt/lustre02/work/k20200/k202079/io500/data 6 | FS: 33418.8 TiB Used FS: 39.1% Inodes: 8102.5 Mi Used Inodes: 2.2% 7 | 8 | 1000 tasks, 7500000 files 9 | 10 | SUMMARY: (of 1 iterations) 11 | Operation Max Min Mean Std Dev 12 | --------- --- --- ---- ------- 13 | File creation : 18618.502 18618.502 18618.502 0.000 14 | File stat : 0.000 0.000 0.000 0.000 15 | File read : 0.000 0.000 0.000 0.000 16 | File removal : 0.000 0.000 0.000 0.000 17 | Tree creation : 108.436 108.436 108.436 0.000 18 | Tree removal : 0.000 0.000 0.000 0.000 19 | 20 | -- finished at 07/26/2017 17:42:18 -- 21 | -- started at 07/26/2017 18:05:14 -- 22 | 23 | mdtest-1.9.3 was launched with 1000 total task(s) on 100 node(s) 24 | Command line used: /home/dkrz/k202079/work/io-500/io-500-dev/proposal-draft/mdtest -T -t -F -w 3900 -e 3900 -d /mnt/lustre02/work/k20200/k202079/io500/data/mdt_hard -n 7500 25 | Path: /mnt/lustre02/work/k20200/k202079/io500/data 26 | FS: 33418.8 TiB Used FS: 38.9% Inodes: 8102.5 Mi Used Inodes: 2.3% 27 | 28 | 1000 tasks, 7500000 files 29 | 30 | SUMMARY: (of 1 iterations) 31 | Operation Max Min Mean Std Dev 32 | --------- --- --- ---- ------- 33 | File creation : 0.000 0.000 0.000 0.000 34 | File stat : 168218.052 168218.052 168218.052 0.000 35 | File read : 0.000 0.000 0.000 0.000 36 | File removal : 0.000 0.000 0.000 0.000 37 | Tree creation : 0.000 0.000 0.000 0.000 38 | Tree removal : 0.000 0.000 0.000 0.000 39 | 40 | -- finished at 07/26/2017 18:05:59 -- 41 | -- started at 07/26/2017 18:19:51 -- 42 | 43 | mdtest-1.9.3 was launched with 1000 total task(s) on 100 node(s) 44 | Command line used: /home/dkrz/k202079/work/io-500/io-500-dev/proposal-draft/mdtest -r -t -F -w 3900 -e 3900 -d /mnt/lustre02/work/k20200/k202079/io500/data/mdt_hard -n 7500 45 | Path: /mnt/lustre02/work/k20200/k202079/io500/data 46 | FS: 33418.8 TiB Used FS: 39.0% Inodes: 8102.5 Mi Used Inodes: 2.2% 47 | 48 | 1000 tasks, 7500000 files 49 | 50 | SUMMARY: (of 1 iterations) 51 | Operation Max Min Mean Std Dev 52 | --------- --- --- ---- ------- 53 | File creation : 0.000 0.000 0.000 0.000 54 | File stat : 0.000 0.000 0.000 0.000 55 | File read : 0.000 0.000 0.000 0.000 56 | File removal : 7300.333 7300.333 7300.333 0.000 57 | Tree creation : 0.000 0.000 0.000 0.000 58 | Tree removal : 4.588 4.588 4.588 0.000 59 | 60 | -- finished at 07/26/2017 18:36:59 -- 61 | -------------------------------------------------------------------------------- /site-configs/dkrz/results.old/100-1000-compliant/results.txt: -------------------------------------------------------------------------------- 1 | [Precreating] missing directories 2 | [Starting] ior-easy-write 3 | 1/ior-easy-write BW:90291.36 MB/s time: 545s 4 | [Starting] md-easy-create 5 | 1/md-easy-create IOPs:19958.888 time:406s 6 | [Starting] ior-hard-write 7 | 2/ior-hard-write BW:1624.46 MB/s time: 310s 8 | [Starting] md-hard-create 9 | 2/md-hard-create IOPs:18618.502 time:424s 10 | [Starting] ior-easy-read 11 | 3/ior-easy-read BW:188484.51 MB/s time: 296s 12 | [Starting] md-easy-stat 13 | 3/md-easy-stat IOPs:176491.923 time:61s 14 | [Starting] ior-hard-read 15 | 4/ior-hard-read BW:7928.41 MB/s time: 991s 16 | [Starting] md-hard-stat 17 | 4/md-hard-stat IOPs:168218.052 time:74s 18 | [Starting] find 19 | 5/find IOPs:22850 time:32s 20 | [Starting] md-easy-delete 21 | 6/md-easy-delete IOPs:9521.947 time:779s 22 | [Starting] md-hard-delete 23 | 7/md-hard-delete IOPs:7300.333 time:1049s 24 | [Starting] md-real-io 25 | 8/md-real-io IOPs:22131.1 time:2230s 26 | 27 | IO-500 bw score: 21637.4 MB/s 28 | IO-500 md score: 29065.4 IOPS 29 | 30 | IO-500 score: 628899685.9 31 | -------------------------------------------------------------------------------- /site-configs/dkrz/results.old/100-1000-compliant/start.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | #SBATCH --ntasks-per-node=10 3 | #SBATCH --nodes=100 4 | #SBATCH --job-name=IO-500 5 | #SBATCH --time=03:50:00 6 | #SBATCH -o io_500_out_%J 7 | #SBATCH -e io_500_err_%J 8 | #SBATCH -A k20200 -p compute2 9 | 10 | module load bullxmpi 11 | module load intel 12 | 13 | # choosing parameters for DKRZ 14 | # throughput for independent I/O ~400 GByte/s => 300*400 == 120 TByte data to write or 120 GByte per process... 15 | # IOPS for random I/O (1500 IOPS per client): 5000 16 | # metadata: 20k Ops for a single MD server (here we use only one albeit we have 5+8) => 300*20k / 10000 = 6000 17 | # find: roughly 12 seconds to scan a 6000 file directory => 25 directories => this can be parallelized, say 10x improvement 18 | 19 | mpirun="srun -m block" 20 | workdir=/mnt/lustre02/work/k20200/k202079/io500/data 21 | output_dir=/mnt/lustre02/work/k20200/k202079/io500/results 22 | ior_easy_params="-t 2m -b 45000m" # 45 GBytes per process, file per proc is already configured 23 | ior_hard_writes_per_proc=10000 # each process writes 1000 times 47k 24 | mdtest_hard_files_per_proc=7500 25 | mdtest_easy_files_per_proc=7200 26 | 27 | params_mdreal="-P=10000 -I=1000" 28 | subtree_to_scan_config=$PWD/subtree.cfg 29 | 30 | # The subtrees to scan from md-easy, each contains mdtest_easy_files_per_proc files 31 | ( for I in $(seq 100) ; do 32 | echo mdtest_tree.$I.0 33 | done ) > subtree.cfg 34 | 35 | # commands 36 | find_cmd=$PWD/../io500-find.sh 37 | ior_cmd=/home/dkrz/k202079/work/io-500/io-500-dev/proposal-draft/ior 38 | mdtest_cmd=/home/dkrz/k202079/work/io-500/io-500-dev/proposal-draft/mdtest 39 | mdreal_cmd=/home/dkrz/k202079/work/io-500/io-500-dev/proposal-draft/md-real-io # if set != "" then run mdreal 40 | 41 | # precreate directories for lustre with the appropriate striping 42 | mkdir -p ${workdir}/ior_easy 43 | lfs setstripe --stripe-count 1 ${workdir}/ior_easy 44 | 45 | mkdir -p ${workdir}/ior_hard 46 | lfs setstripe --stripe-count -1 ${workdir}/ior_hard 47 | 48 | ( 49 | cd .. 50 | source io_500_core.sh 51 | ) 2>&1 | tee $SLURM_NNODES-correct.txt 52 | 53 | rm -rf $workdir/ 54 | -------------------------------------------------------------------------------- /site-configs/dkrz/run-10.slurm: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | #SBATCH --ntasks-per-node=10 3 | #SBATCH -p compute2 4 | #SBATCH -A k20200 5 | #SBATCH --nodes=10 6 | #SBATCH --job-name=IO-500 7 | #SBATCH --time=02:30:00 8 | #SBATCH -o io_500_out_%J 9 | #SBATCH -e io_500_err_%J 10 | #SBATCH --dependency=singleton 11 | 12 | ./startup.sh 13 | -------------------------------------------------------------------------------- /site-configs/dkrz/run-100.slurm: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | #SBATCH --ntasks-per-node=10 3 | #SBATCH --nodes=100 4 | #SBATCH --job-name=IO-500 5 | #SBATCH --time=04:50:00 6 | #SBATCH -o io_500_out_%J 7 | #SBATCH -e io_500_err_%J 8 | #SBATCH --dependency=singleton 9 | 10 | ROOT=/home/dkrz/k202079/work/io-500/io-500-dev 11 | module load intel mxm/3.4.3082 fca/2.5.2431 bullxmpi_mlx/bullxmpi_mlx-1.2.9.2 cmake/3.2.3 gcc/7.1.0 12 | module load python/3.5.2 13 | workdir=/mnt/lustre02/work/k20200/k202079/io500/data 14 | 15 | source $ROOT/venv/bin/activate 16 | 17 | # turn these to True successively while you debug and tune this benchmark. 18 | # for each one that you turn to true, go and edit the appropriate function. 19 | # to find the function name, see the 'main' function. 20 | # These are listed in the order that they run. 21 | io500_run_ior_easy="True" # does the write phase and enables the subsequent read 22 | io500_run_md_easy="True" # does the creat phase and enables the subsequent stat 23 | io500_run_ior_hard="True" # does the write phase and enables the subsequent read 24 | io500_run_md_hard="True" # does the creat phase and enables the subsequent read 25 | io500_run_find="True" 26 | io500_run_ior_easy_read="True" 27 | io500_run_md_easy_stat="True" 28 | io500_run_ior_hard_read="True" 29 | io500_run_md_hard_stat="True" 30 | io500_run_md_easy_delete="True" # turn this off if you want to just run find by itself 31 | io500_run_md_hard_delete="True" # turn this off if you want to just run find by itself 32 | io500_run_mdreal="False" # this one is optional 33 | io500_cleanup_workdir="False" # this flag is currently ignored. You'll need to clean up your data files manually if you want to. 34 | 35 | function setup_directories { 36 | # set directories for where the benchmark files are created and where the results will go. 37 | # If you want to set up stripe tuning on your output directories or anything similar, then this is good place to do it. 38 | timestamp=`date +%Y.%m.%d-%H.%M.%S` # create a uniquifier 39 | io500_workdir=$workdir # directory where the data will be stored 40 | io500_result_dir=/mnt/lustre02/work/k20200/k202079/io500/results-100-new # the directory where the output results will be kept 41 | mkdir -p $io500_workdir $io500_result_dir 42 | 43 | # precreate directories for lustre with the appropriate striping 44 | mkdir -p ${io500_workdir}/ior_easy 45 | lfs setstripe --stripe-count 2 ${io500_workdir}/ior_easy 46 | 47 | mkdir -p ${io500_workdir}/ior_hard 48 | lfs setstripe --stripe-count 100 ${io500_workdir}/ior_hard 49 | } 50 | 51 | function setup_paths { 52 | # Set the paths to the binaries. If you ran ./utilities/prepare.sh successfully, then binaries are in ./bin/ 53 | io500_ior_cmd=$ROOT/bin/ior 54 | io500_mdtest_cmd=$ROOT/bin/mdtest 55 | io500_mdreal_cmd=$ROOT/bin/md-real-io 56 | io500_mpirun="srun -m block" 57 | io500_mpiargs="" 58 | } 59 | 60 | function setup_ior_easy { 61 | io500_ior_easy_params="-t 2048k -b 122880000k -F" # 2M writes, 2 GB per proc, file per proc 62 | } 63 | 64 | function setup_mdt_easy { 65 | io500_mdtest_easy_params="-u -L" # unique dir per thread, files only at leaves 66 | io500_mdtest_easy_files_per_proc=6000 67 | } 68 | 69 | function setup_ior_hard { 70 | io500_ior_hard_writes_per_proc=11000 71 | } 72 | 73 | function setup_mdt_hard { 74 | io500_mdtest_hard_files_per_proc=6000 75 | } 76 | 77 | function setup_find { 78 | # 79 | # setup the find command. This is an area where innovation is allowed. 80 | # There are two default options provided. One is a serial find and the other 81 | # is a parallel version. 82 | # If a custom approach is used, please provide enough info so others can reproduce. 83 | 84 | # the serial version that should run (SLOWLY) without modification 85 | #io500_find_mpi="False" 86 | #io500_find_cmd=$ROOT/bin/sfind.sh 87 | # a parallel version that might require some work, it is a python3 program 88 | # if you used utilities/prepare.sh, it should already be there. 89 | io500_find_mpi="True" 90 | io500_find_cmd=$ROOT/bin/pfind 91 | } 92 | 93 | function setup_mdreal { 94 | io500_mdreal_params="-P=5000 -I=1000" 95 | } 96 | 97 | function run_benchmarks { 98 | # Important: source the io500_core.sh script. Do not change it. If you discover 99 | # a need to change it, please email the mailing list to discuss 100 | cd $ROOT 101 | source ./bin/io500_fixed.sh 2>&1 | tee $io500_result_dir/io-500-summary.txt 102 | } 103 | 104 | # Add key/value pairs defining your system if you want 105 | # This function needs to exist although it doesn't have to output anything if you don't want 106 | function extra_description { 107 | echo "System_name='DKRZ Mistral Phase2'" 108 | } 109 | 110 | rm -rf $workdir 111 | 112 | setup_directories 113 | setup_paths 114 | setup_ior_easy # required if you want a complete score 115 | setup_ior_hard # required if you want a complete score 116 | setup_mdt_easy # required if you want a complete score 117 | setup_mdt_hard # required if you want a complete score 118 | setup_find # required if you want a complete score 119 | setup_mdreal # optional 120 | run_benchmarks 121 | -------------------------------------------------------------------------------- /site-configs/dkrz/run-200.slurm: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | #SBATCH --ntasks-per-node=5 3 | #SBATCH -p compute2 4 | #SBATCH -A k20200 5 | #SBATCH --nodes=200 6 | #SBATCH --job-name=IO-500 7 | #SBATCH --time=04:50:00 8 | #SBATCH -o io_500_out_%J 9 | #SBATCH -e io_500_err_%J 10 | #SBATCH --dependency=singleton 11 | 12 | ./startup.sh 13 | -------------------------------------------------------------------------------- /site-configs/dkrz/startup.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | ROOT=/home/dkrz/k202079/work/io-500/io-500-dev 3 | module load intel mxm/3.4.3082 fca/2.5.2431 bullxmpi_mlx/bullxmpi_mlx-1.2.9.2 cmake/3.2.3 gcc/7.1.0 4 | module load python/3.5.2 5 | workdir=/mnt/lustre02/work/k20200/k202079/io500/data 6 | 7 | source $ROOT/venv/bin/activate 8 | 9 | # turn these to True successively while you debug and tune this benchmark. 10 | # for each one that you turn to true, go and edit the appropriate function. 11 | # to find the function name, see the 'main' function. 12 | # These are listed in the order that they run. 13 | io500_run_ior_easy="True" # does the write phase and enables the subsequent read 14 | io500_run_md_easy="True" # does the creat phase and enables the subsequent stat 15 | io500_run_ior_hard="True" # does the write phase and enables the subsequent read 16 | io500_run_md_hard="True" # does the creat phase and enables the subsequent read 17 | io500_run_find="True" 18 | io500_run_ior_easy_read="True" 19 | io500_run_md_easy_stat="True" 20 | io500_run_ior_hard_read="True" 21 | io500_run_md_hard_stat="True" 22 | io500_run_md_easy_delete="True" # turn this off if you want to just run find by itself 23 | io500_run_md_hard_delete="True" # turn this off if you want to just run find by itself 24 | io500_run_mdreal="False" # this one is optional 25 | io500_cleanup_workdir="False" # this flag is currently ignored. You'll need to clean up your data files manually if you want to. 26 | 27 | function setup_directories { 28 | # set directories for where the benchmark files are created and where the results will go. 29 | # If you want to set up stripe tuning on your output directories or anything similar, then this is good place to do it. 30 | timestamp=`date +%Y.%m.%d-%H.%M.%S` # create a uniquifier 31 | io500_workdir=$workdir # directory where the data will be stored 32 | io500_result_dir=/mnt/lustre02/work/k20200/k202079/io500/results # the directory where the output results will be kept 33 | mkdir -p $io500_workdir $io500_result_dir 34 | 35 | # precreate directories for lustre with the appropriate striping 36 | mkdir -p ${io500_workdir}/ior_easy 37 | lfs setstripe --stripe-count 2 ${io500_workdir}/ior_easy 38 | 39 | mkdir -p ${io500_workdir}/ior_hard 40 | lfs setstripe --stripe-count 100 ${io500_workdir}/ior_hard 41 | } 42 | 43 | function setup_paths { 44 | # Set the paths to the binaries. If you ran ./utilities/prepare.sh successfully, then binaries are in ./bin/ 45 | io500_ior_cmd=$ROOT/bin/ior 46 | io500_mdtest_cmd=$ROOT/bin/mdtest 47 | io500_mdreal_cmd=$ROOT/bin/md-real-io 48 | io500_mpirun="srun -m block" 49 | io500_mpiargs="" 50 | } 51 | 52 | function setup_ior_easy { 53 | io500_ior_easy_params="-t 2048k -b 122880000k -F" # 2M writes, 2 GB per proc, file per proc 54 | } 55 | 56 | function setup_mdt_easy { 57 | io500_mdtest_easy_params="-u -L" # unique dir per thread, files only at leaves 58 | io500_mdtest_easy_files_per_proc=6000 59 | } 60 | 61 | function setup_ior_hard { 62 | io500_ior_hard_writes_per_proc=5000 63 | } 64 | 65 | function setup_mdt_hard { 66 | io500_mdtest_hard_files_per_proc=6000 67 | } 68 | 69 | function setup_find { 70 | # 71 | # setup the find command. This is an area where innovation is allowed. 72 | # There are two default options provided. One is a serial find and the other 73 | # is a parallel version. 74 | # If a custom approach is used, please provide enough info so others can reproduce. 75 | 76 | # the serial version that should run (SLOWLY) without modification 77 | #io500_find_mpi="False" 78 | #io500_find_cmd=$ROOT/bin/sfind.sh 79 | # a parallel version that might require some work, it is a python3 program 80 | # if you used utilities/prepare.sh, it should already be there. 81 | io500_find_mpi="True" 82 | io500_find_cmd=$ROOT/bin/pfind 83 | } 84 | 85 | function setup_mdreal { 86 | io500_mdreal_params="-P=5000 -I=1000" 87 | } 88 | 89 | function run_benchmarks { 90 | # Important: source the io500_core.sh script. Do not change it. If you discover 91 | # a need to change it, please email the mailing list to discuss 92 | cd $ROOT 93 | source ./bin/io500_fixed.sh 2>&1 | tee $io500_result_dir/io-500-summary.txt 94 | } 95 | 96 | # Add key/value pairs defining your system if you want 97 | # This function needs to exist although it doesn't have to output anything if you don't want 98 | function extra_description { 99 | echo "System_name='DKRZ Mistral Phase2'" 100 | } 101 | 102 | rm -rf $workdir 103 | 104 | setup_directories 105 | setup_paths 106 | setup_ior_easy # required if you want a complete score 107 | setup_ior_hard # required if you want a complete score 108 | setup_mdt_easy # required if you want a complete score 109 | setup_mdt_hard # required if you want a complete score 110 | setup_find # required if you want a complete score 111 | setup_mdreal # optional 112 | run_benchmarks 113 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/Readme.md: -------------------------------------------------------------------------------- 1 | # Instructions 2 | 3 | 4 | ## Lustre: 5 | 6 | It is required to execute some benchmarks for 5 minutes. Thus, an auto-tuning tool was developed to calculate the appropriate parameters depending on your system. 7 | 8 | ### Auto-tuning: 9 | 10 | 1) Edit the file startup-auto-detect.sh 11 | 12 | * Change resource allocation and paths. If you plan to use another job scheduler adjust the commands. 13 | * Provide enough time limit to your job 14 | * If you want to execute mdreal, define the parameter mdreal_cmd 15 | 16 | 2) Submit the auto-tuning tool. 17 | 18 | ### Main script 19 | 20 | 3) Edit the file startup.sh 21 | 22 | 23 | * Add the parameters that the auto-tuning tool provided. For example: 24 | 25 | ```bash 26 | ior_easy_params="-t 2m -b 5440m" 27 | ior_hard_writes_per_proc=792 28 | mdtest_easy_files_per_proc=380 29 | mdtest_hard_files_per_proc=452 30 | ``` 31 | 4) In the case that you want to use parallel find 32 | 33 | * Modify the parameter processes_find to the number of the MPI processes that should participate in the parallel find 34 | * Define the following (uncomment or comment where necessary) 35 | 36 | ```bash 37 | find_cmd=$PWD/../io500-pfind.sh 38 | 39 | run_pfind="True" 40 | run_find="False" 41 | ``` 42 | * Modify the compile.sh file from the main folder (prposal-draft) and execute it to compile the pfind executable 43 | 44 | 5) Submit the main script. 45 | 46 | ## Cray Burst Buffer: 47 | 48 | As previously but the auto-tuning tool is called startup-auto-detect-datawarp-bb.sh and the main script startup-datawarp-bb.sh 49 | 50 | 51 | 52 | # Submission of results 53 | 54 | The output files are located in the output_dir directory 55 | 56 | To be updated 57 | 58 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/prepare.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash -x 2 | 3 | echo "This script downloads the code for the benchmarks." 4 | echo "It will also attempt to built the benchmarks" 5 | echo "It will output [OK] at the end if builds succeeded" 6 | 7 | # Install di 8 | INSTALL=$PWD/install 9 | 10 | mkdir download 2>/dev/null || true 11 | mkdir install 2>/dev/null || true 12 | 13 | cd download 14 | git clone https://github.com/LLNL/mdtest.git || true 15 | git clone https://github.com/IOR-LANL/ior || true 16 | git clone https://github.com/JulianKunkel/md-real-io || true 17 | 18 | echo "Compiling benchmarks" 19 | 20 | pushd mdtest 21 | if [ -x "$(command -v mpicc)" ]; then 22 | make CC.Linux="mpicc -Wall" 23 | elif [ -x "$(command -v cc)" ]; then 24 | 25 | module swap PrgEnv-cray PrgEnv-gnu 26 | module swap PrgEnv-intel PrgEnv-gnu 27 | module load cmake 28 | module load autotools 29 | make CC.Linux="cc -Wall" 30 | fi 31 | mv mdtest $INSTALL 32 | popd 33 | 34 | pushd ior 35 | ./bootstrap 36 | ./configure --prefix=$INSTALL 37 | make -j4 install 38 | mv $INSTALL/bin/ior $INSTALL 39 | popd 40 | 41 | pushd md-real-io 42 | ./configure --prefix=$INSTALL --minimal 43 | cd build 44 | make -j4 install 45 | mv $INSTALL/bin/md-real-io $INSTALL 46 | popd 47 | 48 | echo "[OK]" 49 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/300-1000-compliant/detailed/find-results.txt: -------------------------------------------------------------------------------- 1 | 5/find IOPs:43200 time:50s 2 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/300-1000-compliant/detailed/ior-easy-results.txt: -------------------------------------------------------------------------------- 1 | 1/ior-easy-write BW:992719.16 MB/s time: 500s 2 | 3/ior-easy-read BW:916243.33 MB/s time: 537s 3 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/300-1000-compliant/detailed/ior-hard-results.txt: -------------------------------------------------------------------------------- 1 | 2/ior-hard-write BW:15919.91 MB/s time: 560s 2 | 4/ior-hard-read BW:40027.87 MB/s time: 1025s 3 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/300-1000-compliant/detailed/mdreal: -------------------------------------------------------------------------------- 1 | MD-REAL-IO total objects: 3840000 workingset size: 8926.392 MiB (version: 9a85ace@master) time: 2017-08-02 20:33:17 2 | offset=1 3 | interface=posix 4 | obj-per-proc=200 5 | latency=/project/k01/markomg/bb_io500-results-300.30607/mdreal 6 | precreate-per-set=1000 7 | data-sets=1 8 | lim-free-mem=0 9 | lim-free-mem-phase=0 10 | object-size=3900 11 | iterations=3 12 | run-precreate 13 | run-benchmark 14 | run-cleanup 15 | 16 | root-dir=//var/opt/cray/dws/mounts/batch/3637650/ss//test.30607//mdreal 17 | 18 | WARN: Will use the existing (empty) directory 19 | precreate 44.1s 54421.9 iops/s 2400 dset 2400000 obj 54.368 dset/s 54367.5 obj/s 202.2 Mib/s (0 errs) 20 | benchmark 24.2s 79465.1 iops/s 480000 obj 19866.3 obj/s 147.8 Mib/s (0 errs) 21 | benchmark 24.7s 77838.6 iops/s 480000 obj 19459.7 obj/s 144.8 Mib/s (0 errs) 22 | benchmark 26.4s 72591.2 iops/s 480000 obj 18147.8 obj/s 135.0 Mib/s (0 errs) 23 | cleanup 36.2s 66288.1 iops/s 2400000 obj 2400 dset 66221.9 obj/s 66.222 dset/s (0 errs) 24 | Total runtime: 156s time: 2017-08-02 20:35:53 25 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/300-1000-compliant/detailed/mdreal-results.txt: -------------------------------------------------------------------------------- 1 | 8/md-real-io IOPs:72591.2 time:164s 2 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/300-1000-compliant/detailed/mdt-easy-results.txt: -------------------------------------------------------------------------------- 1 | 1/md-easy-create IOPs:50715.876 time:521s 2 | 3/md-easy-stat IOPs:54691.809 time:483s 3 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/300-1000-compliant/detailed/mdt-hard-results.txt: -------------------------------------------------------------------------------- 1 | 2/md-hard-create IOPs:11400.559 time:356s 2 | 4/md-hard-stat IOPs:38727.432 time:110s 3 | 7/md-hard-delete IOPs:18924.546 time:216s 4 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/300-1000-compliant/detailed/mdt_hard: -------------------------------------------------------------------------------- 1 | -- started at 08/02/2017 20:00:45 -- 2 | 3 | mdtest-1.9.4-rc1 was launched with 2400 total task(s) on 300 node(s) 4 | Command line used: /project/k01/markomg/burst_test/BB_ior/io-500-dev/proposal-draft/mdtest -C -t -F -w 3900 -e 3900 -d //var/opt/cray/dws/mounts/batch/3595303/ss//test.52273//mdt_hard -n 1630 5 | Path: /var/opt/cray/dws/mounts/batch/3595303/ss/test.52273 6 | FS: 488.4 TiB Used FS: 92.3% Inodes: 100074.6 Mi Used Inodes: 0.1% 7 | 8 | 2400 tasks, 3912000 files 9 | 10 | SUMMARY: (of 1 iterations) 11 | Operation Max Min Mean Std Dev 12 | --------- --- --- ---- ------- 13 | File creation : 11400.559 11400.559 11400.559 0.000 14 | File stat : 0.000 0.000 0.000 0.000 15 | File read : 0.000 0.000 0.000 0.000 16 | File removal : 0.000 0.000 0.000 0.000 17 | Tree creation : 592.751 592.751 592.751 0.000 18 | Tree removal : 0.000 0.000 0.000 0.000 19 | 20 | -- finished at 08/02/2017 20:06:29 -- 21 | -- started at 08/02/2017 20:41:58 -- 22 | 23 | mdtest-1.9.4-rc1 was launched with 2400 total task(s) on 300 node(s) 24 | Command line used: /project/k01/markomg/burst_test/BB_ior/io-500-dev/proposal-draft/mdtest -T -t -F -w 3900 -e 3900 -d //var/opt/cray/dws/mounts/batch/3637650/ss//test.52273//mdt_hard -n 1630 25 | Path: /var/opt/cray/dws/mounts/batch/3637650/ss/test.52273 26 | FS: 488.4 TiB Used FS: 0.4% Inodes: 100074.6 Mi Used Inodes: 0.1% 27 | 28 | 2400 tasks, 3912000 files 29 | 30 | SUMMARY: (of 1 iterations) 31 | Operation Max Min Mean Std Dev 32 | --------- --- --- ---- ------- 33 | File creation : 0.000 0.000 0.000 0.000 34 | File stat : 38727.432 38727.432 38727.432 0.000 35 | File read : 0.000 0.000 0.000 0.000 36 | File removal : 0.000 0.000 0.000 0.000 37 | Tree creation : 0.000 0.000 0.000 0.000 38 | Tree removal : 0.000 0.000 0.000 0.000 39 | 40 | -- finished at 08/02/2017 20:43:40 -- 41 | -- started at 08/02/2017 20:52:02 -- 42 | 43 | mdtest-1.9.4-rc1 was launched with 2400 total task(s) on 300 node(s) 44 | Command line used: /project/k01/markomg/burst_test/BB_ior/io-500-dev/proposal-draft/mdtest -r -t -F -w 3900 -e 3900 -d //var/opt/cray/dws/mounts/batch/3637650/ss//test.52273//mdt_hard -n 1630 45 | Path: /var/opt/cray/dws/mounts/batch/3637650/ss/test.52273 46 | FS: 488.4 TiB Used FS: 0.1% Inodes: 100074.6 Mi Used Inodes: 0.0% 47 | 48 | 2400 tasks, 3912000 files 49 | 50 | SUMMARY: (of 1 iterations) 51 | Operation Max Min Mean Std Dev 52 | --------- --- --- ---- ------- 53 | File creation : 0.000 0.000 0.000 0.000 54 | File stat : 0.000 0.000 0.000 0.000 55 | File read : 0.000 0.000 0.000 0.000 56 | File removal : 18924.546 18924.546 18924.546 0.000 57 | Tree creation : 0.000 0.000 0.000 0.000 58 | Tree removal : 311.243 311.243 311.243 0.000 59 | 60 | -- finished at 08/02/2017 20:55:35 -- 61 | 62 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/300-1000-compliant/results.txt: -------------------------------------------------------------------------------- 1 | [Precreating] missing directories 2 | [Starting] ior-easy-write 3 | 1/ior-easy-write BW:992719.16 MB/s time: 500s 4 | [Starting] md-easy-create 5 | 1/md-easy-create IOPs:50715.876 time:521s 6 | [Starting] ior-hard-write 7 | 2/ior-hard-write BW:15919.91 MB/s time: 560s 8 | [Starting] md-hard-create 9 | 2/md-hard-create IOPs:11400.406 time:352s 10 | [Starting] ior-easy-read 11 | 3/ior-easy-read BW:916243.33 MB/s time: 537s 12 | [Starting] md-easy-stat 13 | 3/md-easy-stat IOPs:49381.056 time:535s 14 | [Starting] ior-hard-read 15 | 4/ior-hard-read BW:40027.87 MB/s time: 1025s 16 | [Starting] md-hard-stat 17 | 4/md-hard-stat IOPs:38727.432 time:110s 18 | [Starting] find 19 | 5/find IOPs:43200 time:50s 20 | [Starting] md-easy-delete 21 | 6/md-easy-delete IOPs:48894.519 time:539s 22 | [Starting] md-hard-delete 23 | 7/md-hard-delete IOPs:18924.546 time:216s 24 | [Starting] md-real-io 25 | 8/md-real-io IOPs:72591.2 time:164s 26 | 27 | IO-500 bw score: 155161.89 MB/s 28 | IO-500 md score: 36583.64 IOPS 29 | 30 | IO-500 score: 5676387178 31 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/300-1000-compliant/startup-datawarp-bb.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | #SBATCH --ntasks-per-node=8 3 | #SBATCH --partition=workq 4 | #SBATCH --nodes=300 5 | #SBATCH --job-name=IO-500 6 | #SBATCH --time=02:30:00 7 | #SBATCH -o io_500_out_%J 8 | #SBATCH -e io_500_err_%J 9 | 10 | #DW jobdw type=scratch access_mode=striped capacity=500000GiB 11 | 12 | # parameters that are always true 13 | # If hyperthreading is not active, do not divide by two in the next command 14 | let maxTasks=$((${SLURM_NTASKS_PER_NODE} * ${SLURM_JOB_NUM_NODES}))/2 15 | mpirun="srun -m block" 16 | workdir=/$DW_JOB_STRIPED/test.$$/ 17 | output_dir=/project/k01/markomg/bb_io500-results-${SLURM_JOB_NUM_NODES} 18 | 19 | #params_mdreal="-P=5000 -I=1000" 20 | subtree_to_scan_config=$PWD/subtree.cfg 21 | 22 | # The subtrees to scan from md-easy, each contains mdtest_easy_files_per_proc files 23 | ( for I in $(seq 100) ; do 24 | echo mdtest_tree.$I.0 25 | done ) > subtree.cfg 26 | 27 | # ToDo add here optimum values 28 | ior_easy_params="-t 2m -b 192616m" 29 | ior_hard_writes_per_proc=77872 30 | mdtest_hard_files_per_proc=1630 31 | mdtest_easy_files_per_proc=10800 32 | 33 | # precreate directories for lustre with the appropriate striping 34 | mkdir -p ${workdir}/ior_easy 35 | 36 | mkdir -p ${workdir}/ior_hard 37 | 38 | # commands 39 | find_cmd=$PWD/../io500-find.sh 40 | ior_cmd=/project/k01/markomg/burst_test/BB_ior/io-500-dev/proposal-draft/ior 41 | mdtest_cmd=/project/k01/markomg/burst_test/BB_ior/io-500-dev/proposal-draft/mdtest 42 | mdreal_cmd=/project/k01/markomg/burst_test/BB_ior/io-500-dev/proposal-draft/md-real-io # set to "" to not run mdreal 43 | 44 | params_mdreal="-P=1000 -I=100" 45 | 46 | echo "System statistics" 47 | echo "Number of running jobs: "`squeue -t running | wc -l` 48 | echo "Number of nodes of largest job: "`squeue | grep -v NODES | awk 'BEGIN{proc=0}{if($NF>proc) proc=$NF}END{print proc}' 49 | ` 50 | 51 | 52 | ( 53 | cd .. 54 | source io_500_core.sh 55 | ) 2>&1 | tee $SLURM_NNODES.txt 56 | 57 | rm -rf $workdir/ 58 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/lustre_1000-1000-compliant/detailed/find-results.txt: -------------------------------------------------------------------------------- 1 | 5/find IOPs:61621 time:37s 2 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/lustre_1000-1000-compliant/detailed/ior-easy-results.txt: -------------------------------------------------------------------------------- 1 | 1/ior-easy-write BW:341025.01 MB/s time: 311s 2 | 3/ior-easy-read BW:225919.17 MB/s time: 452s 3 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/lustre_1000-1000-compliant/detailed/ior-hard-results.txt: -------------------------------------------------------------------------------- 1 | 2/ior-hard-write BW:1478.45 MB/s time: 437s 2 | 4/ior-hard-read BW:83330.47 MB/s time: 44s 3 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/lustre_1000-1000-compliant/detailed/mdreal: -------------------------------------------------------------------------------- 1 | MD-REAL-IO total objects: 22912000 workingset size: 59509.277 MiB (version: 9a85ace@master) time: 2017-08-08 23:00:47 2 | offset=1 3 | interface=posix 4 | obj-per-proc=144 5 | latency=/project/k01/markomg/io500-results-1000.6161/mdreal 6 | precreate-per-set=1000 7 | data-sets=1 8 | lim-free-mem=0 9 | lim-free-mem-phase=0 10 | object-size=3900 11 | iterations=3 12 | run-precreate 13 | run-benchmark 14 | run-cleanup 15 | 16 | root-dir=/project/k01/markomg/test.6161//mdreal 17 | 18 | WARN: Will use the existing (empty) directory 19 | precreate 1339.8s 11954.4 iops/s 16000 dset 16000000 obj 11.942 dset/s 11942.5 obj/s 44.4 Mib/s (0 errs) 20 | benchmark 358.9s 25680.4 iops/s 2304000 obj 6420.1 obj/s 47.8 Mib/s (0 errs) 21 | benchmark 371.4s 24817.1 iops/s 2304000 obj 6204.3 obj/s 46.2 Mib/s (0 errs) 22 | benchmark 418.6s 22015.4 iops/s 2304000 obj 5503.9 obj/s 40.9 Mib/s (0 errs) 23 | cleanup 1248.4s 12829.6 iops/s 16000000 obj 16000 dset 12816.8 obj/s 12.817 dset/s (0 errs) 24 | Total runtime: 3737s time: 2017-08-09 00:03:05 25 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/lustre_1000-1000-compliant/detailed/mdreal-0-create-0.csv: -------------------------------------------------------------------------------- 1 | time,runtime 2 | 0.0000031,3.8528e-01 3 | 2.9760342,2.5099e-01 4 | 5.2841144,3.5370e-01 5 | 6.4987869,2.2581e-01 6 | 8.5800238,3.3870e-01 7 | 9.7446775,2.7995e-01 8 | 12.1097221,3.2210e-01 9 | 13.4234295,2.6750e-01 10 | 14.4834242,1.4058e+00 11 | 16.8837681,3.4492e-01 12 | 18.1925392,1.0052e+01 13 | 28.7348499,3.6707e-01 14 | 30.7546597,6.3173e-01 15 | 32.3579559,3.2029e-01 16 | 34.7609749,1.1601e+00 17 | 36.6764870,1.6484e+00 18 | 39.1340904,8.0359e-01 19 | 41.5242805,3.2270e-01 20 | 42.4544334,1.5050e-02 21 | 43.2339821,9.7401e-02 22 | 45.3202248,9.0074e-01 23 | 48.0336914,8.2413e-01 24 | 49.6907806,8.9332e-01 25 | 52.3830147,7.2803e-01 26 | 53.6931229,5.5088e+00 27 | 59.9863853,6.2034e-01 28 | 62.5854874,1.0121e-01 29 | 63.4803276,1.3100e+00 30 | 65.4013519,8.2940e-01 31 | 67.9907074,5.1030e-01 32 | 68.9999619,3.5942e-01 33 | 71.3978500,4.5880e-01 34 | 72.8359985,4.0236e-01 35 | 75.3947601,2.8357e-01 36 | 76.3852844,4.0564e-01 37 | 79.0741806,3.7106e-01 38 | 80.0860977,2.7832e-01 39 | 82.0586319,3.9309e-01 40 | 83.3496857,5.5478e-01 41 | 85.8511658,3.5239e-01 42 | 86.9627304,3.0707e+00 43 | 96.0021362,4.0745e-01 44 | 97.5507507,3.8825e-01 45 | 98.6432419,1.8474e+00 46 | 101.4766693,4.4927e-01 47 | 104.0164185,6.9448e-01 48 | 105.3551712,3.5301e-01 49 | 106.3415298,1.1363e+00 50 | 108.3187103,3.0936e-02 51 | 109.1743927,1.9385e+00 52 | 111.8374100,1.1911e+00 53 | 113.9886093,1.5781e-01 54 | 115.5511169,5.9372e-01 55 | 116.5737076,2.3048e-01 56 | 118.8776245,6.3869e-01 57 | 120.3384094,2.1299e+00 58 | 123.2884369,4.0771e-01 59 | 124.3979797,9.6151e+00 60 | 135.0243835,1.8573e+00 61 | 137.6206818,3.0784e-01 62 | 140.9025879,5.1721e-01 63 | 142.3594208,1.3690e+00 64 | 144.4020386,3.3728e-01 65 | 145.4868622,4.0432e-01 66 | 148.7993927,3.6153e-01 67 | 150.1045837,3.6859e-01 68 | 152.2849884,1.7190e-02 69 | 153.1091919,7.6225e-01 70 | 156.6845856,5.4691e-02 71 | 157.7182312,3.1047e-01 72 | 158.8938446,1.7658e+00 73 | 171.9301147,3.7925e-01 74 | 173.0586395,3.5260e-01 75 | 175.7104950,3.2842e-01 76 | 176.8269501,8.7775e-02 77 | 178.6334076,3.3713e-01 78 | 179.6910400,3.5834e-01 79 | 181.7602234,6.6471e-01 80 | 183.2393188,4.2570e-01 81 | 185.5826416,2.2147e-01 82 | 186.5095367,9.6725e-02 83 | 187.3495941,1.5058e+00 84 | 189.9161835,3.0211e-01 85 | 190.9947052,1.7093e+00 86 | 193.2615814,3.4863e-01 87 | 194.2397156,3.0644e-01 88 | 201.8981476,6.6768e-01 89 | 204.7882385,4.0626e-01 90 | 205.9459076,1.8225e-02 91 | 208.9387817,6.3831e-01 92 | 211.9534607,4.1490e-01 93 | 212.9753876,2.4633e-01 94 | 215.1869659,3.5484e-01 95 | 216.2158508,3.0791e-02 96 | 216.9241333,2.3979e-01 97 | 219.8625793,2.7590e-01 98 | 221.0188141,2.3929e-02 99 | 223.2167664,6.1528e-01 100 | 224.3864288,3.2511e-01 101 | 226.5627594,6.3581e-02 102 | 227.5662537,6.7678e-01 103 | 231.4898376,6.8505e+00 104 | 239.2304535,3.8076e-01 105 | 240.9588470,2.8804e-01 106 | 242.0870972,3.7876e-01 107 | 243.1324005,1.1213e-02 108 | 244.9011383,3.1308e-01 109 | 246.0177765,6.0733e-01 110 | 248.4728088,3.6294e-01 111 | 249.6035614,2.5938e-01 112 | 250.2180176,2.6391e+00 113 | 253.7316895,4.3601e-01 114 | 254.8991699,2.7038e+00 115 | 258.3597107,7.3725e-01 116 | 261.1797791,3.0962e-01 117 | 262.0826416,5.9995e-01 118 | 264.6726990,3.8524e-01 119 | 265.6134949,3.1793e-01 120 | 274.6056824,4.3812e-01 121 | 275.6635437,1.6906e+00 122 | 278.0126953,2.8051e-01 123 | 280.8495789,5.3968e-01 124 | 283.8803406,3.9500e-01 125 | 285.1514282,1.5641e+00 126 | 287.5325623,1.2233e-01 127 | 290.5692444,2.9110e-01 128 | 291.7777405,3.4068e-01 129 | 294.5744019,6.5060e-01 130 | 297.6113281,7.3111e-01 131 | 301.1863403,4.2857e-01 132 | 302.3543701,1.0087e+01 133 | 313.1730957,3.3035e-01 134 | 315.5911560,3.7269e-02 135 | 316.6823425,3.2417e-01 136 | 319.4960938,2.5679e-01 137 | 320.7712402,1.6599e+00 138 | 323.2311707,3.6490e-01 139 | 325.3495483,7.5467e-02 140 | 326.0002136,5.4414e-01 141 | 329.1301575,2.3106e-01 142 | 330.1473999,3.4225e-01 143 | 334.4317627,2.6305e-01 144 | 335.7385864,1.6680e+00 145 | 347.7120667,3.9649e-01 146 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/lustre_1000-1000-compliant/detailed/mdreal-0-delete-0.csv: -------------------------------------------------------------------------------- 1 | time,runtime 2 | 1.8863798,1.0896e+00 3 | 3.6639607,1.6201e+00 4 | 5.9888959,5.0989e-01 5 | 6.9994292,1.5806e+00 6 | 9.2866268,4.5805e-01 7 | 10.3661013,1.7436e+00 8 | 12.9392576,4.8417e-01 9 | 14.0860558,3.9735e-01 10 | 16.3843269,4.9943e-01 11 | 17.7090015,4.8353e-01 12 | 28.4371414,2.9769e-01 13 | 29.4372940,1.3174e+00 14 | 31.8372707,5.2068e-01 15 | 33.1333160,1.6277e+00 16 | 36.4033318,2.7315e-01 17 | 38.6241493,5.0994e-01 18 | 40.4254150,1.0989e+00 19 | 42.2512741,2.0316e-01 20 | 42.8361893,3.9779e-01 21 | 44.9758377,3.4438e-01 22 | 46.5893822,1.4443e+00 23 | 49.3145370,3.7622e-01 24 | 51.9047813,4.7821e-01 25 | 53.3795280,3.1359e-01 26 | 59.7393761,2.4701e-01 27 | 62.2028618,3.8262e-01 28 | 63.0955544,3.8477e-01 29 | 65.1370316,2.6431e-01 30 | 66.5603409,1.4304e+00 31 | 68.8021545,1.9780e-01 32 | 70.8396378,5.5820e-01 33 | 72.2948761,5.4112e-01 34 | 74.8262329,5.6853e-01 35 | 76.0638657,3.2140e-01 36 | 78.7931900,2.8098e-01 37 | 79.8083725,2.7772e-01 38 | 81.7361603,3.2247e-01 39 | 82.9525146,3.9716e-01 40 | 85.3871994,4.6395e-01 41 | 86.4977646,4.6496e-01 42 | 95.0735855,9.2854e-01 43 | 97.1345520,4.1619e-01 44 | 98.3460007,2.9724e-01 45 | 101.1596222,3.1704e-01 46 | 102.3467941,1.6696e+00 47 | 105.1108246,2.4434e-01 48 | 106.0457993,2.9571e-01 49 | 107.9702606,3.4845e-01 50 | 108.8834229,2.9096e-01 51 | 111.5894928,2.4791e-01 52 | 113.5876465,4.0095e-01 53 | 115.2666321,2.8448e-01 54 | 116.4009781,1.7273e-01 55 | 118.5759888,3.0162e-01 56 | 119.9480209,3.9039e-01 57 | 122.7881165,5.0030e-01 58 | 124.1167450,2.8123e-01 59 | 134.6183929,4.0598e-01 60 | 137.3372040,2.8347e-01 61 | 140.2706299,6.3195e-01 62 | 141.8518524,5.0755e-01 63 | 144.1291962,2.7284e-01 64 | 145.1163483,3.7050e-01 65 | 148.1406555,6.5875e-01 66 | 149.7865143,3.1805e-01 67 | 151.8502655,4.3472e-01 68 | 152.6594696,4.4971e-01 69 | 154.3121796,2.3724e+00 70 | 157.2959442,4.2228e-01 71 | 158.4055328,4.8831e-01 72 | 170.4147797,1.5153e+00 73 | 172.6496124,4.0903e-01 74 | 175.0457611,6.6474e-01 75 | 176.4097290,4.1721e-01 76 | 178.3345184,2.9888e-01 77 | 179.4217072,2.6933e-01 78 | 180.4083710,1.3519e+00 79 | 182.8849792,3.5433e-01 80 | 185.2383881,3.4425e-01 81 | 186.1042175,4.0532e-01 82 | 187.0244598,3.2513e-01 83 | 189.4888611,4.2731e-01 84 | 190.5162964,4.7839e-01 85 | 192.9299622,3.3162e-01 86 | 193.9721069,2.6759e-01 87 | 200.8752594,1.0229e+00 88 | 204.4817963,3.0644e-01 89 | 205.4915161,4.5439e-01 90 | 208.5834045,3.5536e-01 91 | 211.6393890,3.1405e-01 92 | 212.7039490,2.7144e-01 93 | 213.5118561,1.6751e+00 94 | 215.9542999,2.6155e-01 95 | 216.6094208,3.1471e-01 96 | 219.2679291,5.9464e-01 97 | 220.6499634,3.6885e-01 98 | 221.5491943,1.6676e+00 99 | 224.1303101,2.5612e-01 100 | 225.0047607,1.5580e+00 101 | 227.1909943,3.7526e-01 102 | 228.9006500,2.5892e+00 103 | 238.8455811,3.8488e-01 104 | 239.9023743,1.0565e+00 105 | 241.7082062,3.7889e-01 106 | 242.8762360,2.5616e-01 107 | 244.5429230,3.5822e-01 108 | 245.6863556,3.3142e-01 109 | 248.0025177,4.7029e-01 110 | 249.2732849,3.3027e-01 111 | 250.0307007,1.8732e-01 112 | 253.3795471,3.5213e-01 113 | 254.5750122,3.2415e-01 114 | 257.9331360,4.2657e-01 115 | 260.7360229,4.4375e-01 116 | 261.7687683,3.1388e-01 117 | 263.1762695,1.4964e+00 118 | 265.3660278,2.4744e-01 119 | 266.2647095,8.3410e+00 120 | 275.3603516,3.0317e-01 121 | 277.7406921,2.7199e-01 122 | 280.5787354,2.7083e-01 123 | 283.4638062,4.1655e-01 124 | 284.7942200,3.5722e-01 125 | 287.1407776,3.9180e-01 126 | 288.0117798,2.5575e+00 127 | 291.2811584,4.9659e-01 128 | 294.0128174,5.6157e-01 129 | 297.2383118,3.7300e-01 130 | 300.6241455,5.6217e-01 131 | 301.9988708,3.5548e-01 132 | 312.8488770,3.2424e-01 133 | 313.8125305,1.7786e+00 134 | 316.4373779,2.4494e-01 135 | 319.2645569,2.3152e-01 136 | 320.3930359,3.7820e-01 137 | 322.9187317,3.1243e-01 138 | 325.0324707,3.1708e-01 139 | 325.6639099,3.3628e-01 140 | 328.7494812,3.8067e-01 141 | 329.8626404,2.8476e-01 142 | 333.9671936,4.6456e-01 143 | 335.3953552,3.4321e-01 144 | 345.5693665,2.1427e+00 145 | 348.4585571,2.1701e-01 146 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/lustre_1000-1000-compliant/detailed/mdreal-0-read-0.csv: -------------------------------------------------------------------------------- 1 | time,runtime 2 | 0.4137932,1.4726e+00 3 | 3.2418087,4.2215e-01 4 | 5.6569099,3.3199e-01 5 | 6.7377973,2.6163e-01 6 | 8.9341354,3.5249e-01 7 | 10.0520267,3.1407e-01 8 | 12.4409227,4.9833e-01 9 | 13.7033796,3.8268e-01 10 | 15.8989086,4.8542e-01 11 | 17.2423477,4.6665e-01 12 | 28.2592926,1.7785e-01 13 | 29.1342068,3.0309e-01 14 | 31.4025326,4.3474e-01 15 | 32.6939507,4.3937e-01 16 | 35.9384308,4.6490e-01 17 | 38.3304405,2.9371e-01 18 | 39.9741898,4.5122e-01 19 | 41.8682518,3.8302e-01 20 | 42.4932671,3.4292e-01 21 | 43.3413734,1.6345e+00 22 | 46.2451439,3.4424e-01 23 | 48.8743935,4.4014e-01 24 | 50.5983429,1.3064e+00 25 | 53.1381989,2.4133e-01 26 | 59.2815628,4.5781e-01 27 | 60.6283302,1.5745e+00 28 | 62.7035599,3.9200e-01 29 | 64.8131866,3.2384e-01 30 | 66.2483444,3.1200e-01 31 | 68.5086975,2.9346e-01 32 | 69.3605957,1.4790e+00 33 | 71.8668976,4.2798e-01 34 | 73.2596817,1.5665e+00 35 | 75.6920624,3.7180e-01 36 | 76.8143845,1.9788e+00 37 | 79.4466095,3.6176e-01 38 | 80.3746414,1.3615e+00 39 | 82.4711533,4.8136e-01 40 | 83.9252777,1.4619e+00 41 | 86.2298431,2.6793e-01 42 | 90.0708237,5.0028e+00 43 | 96.4105835,7.2397e-01 44 | 97.9699936,3.7600e-01 45 | 100.5062027,6.5341e-01 46 | 101.9376373,4.0916e-01 47 | 104.7215042,3.8932e-01 48 | 105.7379303,3.0787e-01 49 | 107.5127106,4.5754e-01 50 | 108.3731003,5.1032e-01 51 | 111.1234512,4.6604e-01 52 | 113.0513306,5.3631e-01 53 | 114.1714859,1.0951e+00 54 | 116.1491013,2.5187e-01 55 | 116.8470230,1.7290e+00 56 | 119.5448074,4.0321e-01 57 | 122.4849930,3.0312e-01 58 | 123.7217331,3.9501e-01 59 | 134.0572815,5.6112e-01 60 | 136.9262390,4.1097e-01 61 | 137.9445496,2.3261e+00 62 | 141.4385681,4.1330e-01 63 | 143.7472687,3.8193e-01 64 | 144.7595367,3.5681e-01 65 | 145.9058380,2.2348e+00 66 | 149.1702576,6.1626e-01 67 | 150.4911652,1.3591e+00 68 | 152.3209991,3.3846e-01 69 | 153.8851013,4.2708e-01 70 | 156.7876587,5.0829e-01 71 | 158.0399780,3.6555e-01 72 | 160.6948700,9.7199e+00 73 | 172.3193359,3.3027e-01 74 | 173.4338226,1.6119e+00 75 | 176.0554657,3.5426e-01 76 | 176.9285126,1.4060e+00 77 | 178.9741821,4.4753e-01 78 | 180.0913544,3.1700e-01 79 | 182.4375458,4.4745e-01 80 | 183.6920166,1.5464e+00 81 | 185.8153534,2.8885e-01 82 | 186.6331177,3.9134e-01 83 | 188.8704376,6.1843e-01 84 | 190.2379303,2.7836e-01 85 | 192.7521362,1.7783e-01 86 | 193.6455383,3.2656e-01 87 | 194.5654755,6.3098e+00 88 | 202.6015625,1.8802e+00 89 | 205.2131348,2.7839e-01 90 | 208.0960999,4.8730e-01 91 | 209.5959015,2.0435e+00 92 | 212.3810577,3.2288e-01 93 | 213.2577362,2.5411e-01 94 | 215.5662994,3.8800e-01 95 | 216.2608032,3.4861e-01 96 | 217.1871338,2.0808e+00 97 | 220.1568756,4.9308e-01 98 | 221.0654755,4.8371e-01 99 | 223.8554535,2.7486e-01 100 | 224.7457275,2.5903e-01 101 | 226.6307373,5.6026e-01 102 | 228.2708893,6.2976e-01 103 | 238.3672485,4.7833e-01 104 | 239.6249847,2.7738e-01 105 | 241.2868195,4.2138e-01 106 | 242.4788208,3.9741e-01 107 | 243.1557159,1.3872e+00 108 | 245.2305603,4.5580e-01 109 | 246.6395569,1.3630e+00 110 | 248.8694611,4.0383e-01 111 | 249.8868561,1.4384e-01 112 | 252.8766479,5.0290e-01 113 | 254.1826630,3.9235e-01 114 | 257.6248474,3.0831e-01 115 | 259.1152649,1.6208e+00 116 | 261.5021973,2.6656e-01 117 | 262.7091675,4.6707e-01 118 | 265.0768433,2.8919e-01 119 | 265.9570312,3.0769e-01 120 | 275.0685425,2.9181e-01 121 | 277.3696899,3.7100e-01 122 | 278.3079224,2.2708e+00 123 | 281.4046631,2.0591e+00 124 | 284.3247986,4.6941e-01 125 | 286.7700500,3.7073e-01 126 | 287.6872559,3.2452e-01 127 | 290.8762512,4.0491e-01 128 | 292.1396484,1.8732e+00 129 | 295.2427063,1.9956e+00 130 | 298.3602295,2.2639e+00 131 | 301.6263733,3.7251e-01 132 | 312.4799500,3.6892e-01 133 | 313.5185852,2.9394e-01 134 | 315.6473389,7.9006e-01 135 | 317.0285950,2.2360e+00 136 | 319.7768250,6.1621e-01 137 | 322.4640808,4.5463e-01 138 | 323.6056824,1.4268e+00 139 | 325.4357910,2.2815e-01 140 | 326.5600586,2.1894e+00 141 | 329.3802795,4.8235e-01 142 | 330.5063477,3.4608e+00 143 | 334.7139587,6.8142e-01 144 | 337.4228516,8.1465e+00 145 | 348.1494446,3.0911e-01 146 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/lustre_1000-1000-compliant/detailed/mdreal-0-stat-0.csv: -------------------------------------------------------------------------------- 1 | time,runtime 2 | 0.3852884,2.8505e-02 3 | 3.2270260,1.4782e-02 4 | 5.6378183,1.9091e-02 5 | 6.7246008,1.3196e-02 6 | 8.9187260,1.5409e-02 7 | 10.0246258,2.7401e-02 8 | 12.4318199,9.1030e-03 9 | 13.6909361,1.2443e-02 10 | 15.8891859,9.7219e-03 11 | 17.2286949,1.3652e-02 12 | 28.2445812,1.4710e-02 13 | 29.1019211,3.2285e-02 14 | 31.3863926,1.6127e-02 15 | 32.6782455,1.5704e-02 16 | 35.9210320,1.7398e-02 17 | 38.3249130,5.5244e-03 18 | 39.9376831,3.6506e-02 19 | 41.8469849,2.1266e-02 20 | 42.4694977,2.3768e-02 21 | 43.3313866,9.9865e-03 22 | 46.2209702,2.4172e-02 23 | 48.8578300,1.6564e-02 24 | 50.5840988,1.4244e-02 25 | 53.1110497,2.7149e-02 26 | 59.2018890,7.9674e-02 27 | 60.6067352,2.1596e-02 28 | 62.6866989,1.6859e-02 29 | 64.7903519,2.2838e-02 30 | 66.2307587,1.7587e-02 31 | 68.5010071,7.6854e-03 32 | 69.3593826,1.2151e-03 33 | 71.8566513,1.0247e-02 34 | 73.2383575,2.1328e-02 35 | 75.6783295,1.3726e-02 36 | 76.7909241,2.3461e-02 37 | 79.4452438,1.3652e-03 38 | 80.3644180,1.0221e-02 39 | 82.4517288,1.9422e-02 40 | 83.9044647,2.0813e-02 41 | 86.2035599,2.6284e-02 42 | 90.0334091,3.7416e-02 43 | 96.4095917,9.9309e-04 44 | 97.9390030,3.0992e-02 45 | 100.4906769,1.5529e-02 46 | 101.9259415,1.1695e-02 47 | 104.7109070,1.0596e-02 48 | 105.7081833,2.9745e-02 49 | 107.4778748,3.4839e-02 50 | 108.3496552,2.3448e-02 51 | 111.1128998,1.0550e-02 52 | 113.0284653,2.2866e-02 53 | 114.1464157,2.5070e-02 54 | 116.1448441,4.2596e-03 55 | 116.8041992,4.2822e-02 56 | 119.5163116,2.8495e-02 57 | 122.4683380,1.6660e-02 58 | 123.6961441,2.5585e-02 59 | 134.0130615,4.4211e-02 60 | 136.8817139,4.4521e-02 61 | 137.9285126,1.6037e-02 62 | 141.4197998,1.8763e-02 63 | 143.7283936,1.8870e-02 64 | 144.7393341,2.0214e-02 65 | 145.8911896,1.4648e-02 66 | 149.1609344,9.3303e-03 67 | 150.4731750,1.7985e-02 68 | 152.3021851,1.8823e-02 69 | 153.8714447,1.3666e-02 70 | 156.7392883,4.8366e-02 71 | 158.0287018,1.1278e-02 72 | 160.6596222,3.5243e-02 73 | 172.3093567,9.9776e-03 74 | 173.4112549,2.2574e-02 75 | 176.0389252,1.6539e-02 76 | 176.9147339,1.3782e-02 77 | 178.9705353,3.6402e-03 78 | 180.0493927,4.1972e-02 79 | 182.4249420,1.2600e-02 80 | 183.6650238,2.6987e-02 81 | 185.8041229,1.1238e-02 82 | 186.6062622,2.6858e-02 83 | 188.8554993,1.4936e-02 84 | 190.2182922,1.9647e-02 85 | 192.7040405,4.8101e-02 86 | 193.6102295,3.5312e-02 87 | 194.5461578,1.9313e-02 88 | 202.5658264,3.5736e-02 89 | 205.1945038,1.8625e-02 90 | 205.9641418,2.1320e+00 91 | 209.5771027,1.8807e-02 92 | 212.3683777,1.2687e-02 93 | 213.2217255,3.6020e-02 94 | 215.5418091,2.4491e-02 95 | 216.2466431,1.4163e-02 96 | 217.1639252,2.3212e-02 97 | 220.1384888,1.8390e-02 98 | 221.0427399,2.2733e-02 99 | 223.8320465,2.3405e-02 100 | 224.7115479,3.4185e-02 101 | 226.6263428,4.3854e-03 102 | 228.2430267,2.7862e-02 103 | 238.3403931,2.6855e-02 104 | 239.6112213,1.3768e-02 105 | 241.2468872,3.9931e-02 106 | 242.4658661,1.2961e-02 107 | 243.1436157,1.2110e-02 108 | 245.2142334,1.6329e-02 109 | 246.6251221,1.4440e-02 110 | 248.8357544,3.3708e-02 111 | 249.8629456,2.3903e-02 112 | 252.8570862,1.9562e-02 113 | 254.1676941,1.4968e-02 114 | 257.6029968,2.1846e-02 115 | 259.0969849,1.8279e-02 116 | 261.4893799,1.2813e-02 117 | 262.6826172,2.6580e-02 118 | 265.0579529,1.8897e-02 119 | 265.9314270,2.5600e-02 120 | 275.0438232,2.4739e-02 121 | 277.3540955,1.5605e-02 122 | 278.2932129,1.4708e-02 123 | 281.3892822,1.5374e-02 124 | 284.2753601,4.9444e-02 125 | 286.7155762,5.4473e-02 126 | 287.6549072,3.2348e-02 127 | 290.8603516,1.5902e-02 128 | 292.1184387,2.1195e-02 129 | 295.2250061,1.7704e-02 130 | 298.3424377,1.7798e-02 131 | 301.6148987,1.1468e-02 132 | 312.4414978,3.8443e-02 133 | 313.5034485,1.5136e-02 134 | 315.6284180,1.8908e-02 135 | 317.0065308,2.2065e-02 136 | 319.7528992,2.3929e-02 137 | 322.4310913,3.2995e-02 138 | 323.5960693,9.6222e-03 139 | 325.4250183,1.0748e-02 140 | 326.5443420,1.5706e-02 141 | 329.3612061,1.9065e-02 142 | 330.4896545,1.6721e-02 143 | 334.6948242,1.9126e-02 144 | 337.4065552,1.6280e-02 145 | 348.1085510,4.0871e-02 146 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/lustre_1000-1000-compliant/detailed/mdreal-1-create-0.csv: -------------------------------------------------------------------------------- 1 | time,runtime 2 | 0.0000069,2.2913e-01 3 | 2.5078809,3.6945e-01 4 | 3.3599496,5.9617e-02 5 | 4.1307054,3.2948e-01 6 | 8.7245884,2.7518e-02 7 | 9.5123529,1.8742e-02 8 | 19.3196163,6.2204e-01 9 | 20.7138901,3.8713e-01 10 | 22.1012135,2.6206e-01 11 | 25.5753136,5.3857e-01 12 | 26.7898502,4.3156e-01 13 | 27.9149113,1.9069e+00 14 | 30.6346836,7.2359e-02 15 | 31.5156384,3.4081e-01 16 | 32.7270889,2.5833e+00 17 | 36.3377762,2.9278e-01 18 | 37.2562141,3.1680e+00 19 | 41.3687363,3.4612e-01 20 | 42.3495522,2.7219e+00 21 | 45.9757843,3.4384e-01 22 | 54.0189629,5.1616e-01 23 | 55.2695847,3.4958e-01 24 | 58.5704269,2.6011e-01 25 | 60.8308830,4.8309e-01 26 | 62.0872078,1.7075e-01 27 | 62.8008728,1.3139e+00 28 | 64.7892914,3.4279e-01 29 | 65.7345734,2.3396e-01 30 | 68.3816299,3.9619e-01 31 | 69.4671478,9.6608e-02 32 | 72.2016373,4.2377e-02 33 | 73.0114517,3.3825e-01 34 | 76.0924988,4.6722e-02 35 | 76.7175140,2.5892e+00 36 | 79.8690796,5.2407e-01 37 | 88.0725327,5.6256e-01 38 | 90.8926468,4.2122e-01 39 | 92.0233994,2.2946e+00 40 | 95.0292816,3.9257e-01 41 | 97.1635742,3.5811e-01 42 | 98.1309280,5.9265e-02 43 | 98.8977814,1.4730e+00 44 | 101.1763992,3.9450e-01 45 | 102.4380569,1.5750e+00 46 | 104.9045486,6.0505e-01 47 | 106.1668549,1.4745e-02 48 | 108.7972641,1.9664e-02 49 | 109.9183197,5.6847e-01 50 | 112.5665817,5.8918e-01 51 | 116.0441284,1.1747e-01 52 | 117.2344971,5.7429e-01 53 | 128.1028290,1.7233e-01 54 | 129.0341797,2.0604e+00 55 | 131.6828461,2.4931e-01 56 | 133.0201874,1.4034e+00 57 | 135.1069641,3.6841e-01 58 | 136.5975037,1.5646e+00 59 | 138.8973541,2.4257e-01 60 | 140.8482361,4.5447e-01 61 | 141.9724731,3.7787e-01 62 | 143.0596313,2.4446e-01 63 | 145.3706360,2.7944e-02 64 | 146.0412445,4.1624e-01 65 | 148.7715759,5.4029e-01 66 | 150.2783966,3.1254e-01 67 | 163.0570679,3.9085e-03 68 | 163.8527069,1.5929e+00 69 | 165.9566040,4.5708e-01 70 | 167.0361176,3.4061e-01 71 | 169.3745880,5.9879e-01 72 | 170.7179413,1.2339e-01 73 | 173.3280487,3.5833e-01 74 | 174.3078156,3.5921e-01 75 | 177.4983978,3.5129e-01 76 | 178.5129700,6.1201e-02 77 | 179.2209320,1.5612e+00 78 | 181.6250153,5.0089e-01 79 | 182.7453461,1.9901e+00 80 | 185.5562439,5.7783e-01 81 | 186.7856293,5.9929e-01 82 | 189.3973236,4.0488e-02 83 | 190.1061401,2.5416e-01 84 | 194.0176239,2.2138e-01 85 | 195.1689758,2.6623e-01 86 | 208.0328369,6.9681e-02 87 | 209.4500275,1.0650e-02 88 | 210.3959503,2.5638e-01 89 | 211.5292664,1.5037e+00 90 | 213.7047424,3.4857e-01 91 | 214.7106018,3.0088e-01 92 | 217.8532715,4.3531e-01 93 | 219.2117615,3.3280e-01 94 | 221.6249695,2.4308e-01 95 | 222.5464172,4.0550e-01 96 | 223.6363983,1.2604e+00 97 | 226.4245300,5.4806e-01 98 | 228.8086700,1.4584e-02 99 | 229.8202057,3.8931e-01 100 | 230.8608856,4.8024e-02 101 | 231.6042786,7.7877e+00 102 | 239.8447876,4.8803e-01 103 | 243.1641235,2.3893e-01 104 | 245.7033539,4.5252e-01 105 | 246.7877960,2.1612e+00 106 | 249.6997986,3.7354e-01 107 | 252.5442200,2.7290e-01 108 | 253.6875153,2.1062e+00 109 | 256.7384338,2.5286e-01 110 | 259.9217834,2.3061e-02 111 | 260.6195679,2.6954e+00 112 | 264.4858704,3.1126e-01 113 | 267.8177795,1.3176e-01 114 | 268.6048584,8.0001e+00 115 | 277.1513062,6.3224e-02 116 | 278.9587402,2.3982e-01 117 | 279.6989441,2.3652e-01 118 | 281.7173157,4.5022e-01 119 | 283.1306763,2.7134e-01 120 | 286.5146790,3.2599e-01 121 | 287.3904419,1.4669e-01 122 | 289.5674744,2.8923e-01 123 | 290.4617004,3.1264e-01 124 | 292.5071106,3.3045e-01 125 | 293.3295593,2.6761e-01 126 | 296.3372803,1.2756e-01 127 | 297.1089172,3.9137e-01 128 | 300.3308411,3.8657e-01 129 | 301.4528198,1.6223e+00 130 | 303.8804016,3.4791e-01 131 | 313.1368408,5.2039e-02 132 | 314.3085632,4.3843e-01 133 | 315.4884338,1.7828e-01 134 | 318.6636658,8.0178e-01 135 | 321.9122620,4.6220e-01 136 | 323.1296082,1.9551e+00 137 | 325.9402771,3.0867e-01 138 | 328.0878601,3.0295e-01 139 | 329.3320007,9.1129e-02 140 | 331.7594910,3.6712e-01 141 | 334.2058716,3.6212e-01 142 | 335.3213501,2.3275e+00 143 | 338.4072876,9.7402e+00 144 | 348.9833679,9.2365e-02 145 | 351.4385986,3.0500e-01 146 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/lustre_1000-1000-compliant/detailed/mdreal-1-delete-0.csv: -------------------------------------------------------------------------------- 1 | time,runtime 2 | 1.5804428,9.2744e-01 3 | 2.9545534,4.0539e-01 4 | 3.7696469,3.6106e-01 5 | 4.7361484,3.9884e+00 6 | 9.2534199,2.5893e-01 7 | 11.0961084,8.2235e+00 8 | 20.4701481,2.4372e-01 9 | 21.7622089,3.3900e-01 10 | 25.1273403,4.4797e-01 11 | 26.5045624,2.8528e-01 12 | 27.6158314,2.9908e-01 13 | 30.2398949,3.9479e-01 14 | 31.1281223,3.8750e-01 15 | 32.3152962,4.1179e-01 16 | 35.9756584,3.6211e-01 17 | 36.9747467,2.8146e-01 18 | 40.9673004,4.0143e-01 19 | 42.0338173,3.1573e-01 20 | 45.4198380,5.5594e-01 21 | 46.6677017,7.3513e+00 22 | 55.0200920,2.4949e-01 23 | 58.1461372,4.2428e-01 24 | 59.3638191,1.4671e+00 25 | 61.8017159,2.8549e-01 26 | 62.5026131,2.9826e-01 27 | 64.5404587,2.4882e-01 28 | 65.4630432,2.7152e-01 29 | 68.0235748,3.5805e-01 30 | 69.1096497,3.5750e-01 31 | 69.8947220,2.3069e+00 32 | 72.6379852,3.7346e-01 33 | 75.7151718,3.7732e-01 34 | 76.4768295,2.4068e-01 35 | 79.6083908,2.6068e-01 36 | 87.8281631,2.4436e-01 37 | 88.9569016,1.9357e+00 38 | 91.6910934,3.3230e-01 39 | 94.7417297,2.8754e-01 40 | 95.6880112,1.4756e+00 41 | 97.9647369,1.6619e-01 42 | 98.4523315,4.4544e-01 43 | 100.7700958,4.0629e-01 44 | 101.9745255,4.6353e-01 45 | 104.5654984,3.3905e-01 46 | 105.8804398,2.8641e-01 47 | 108.4520111,3.4525e-01 48 | 109.1327896,7.8552e-01 49 | 112.1682739,3.9830e-01 50 | 113.4574203,2.5867e+00 51 | 116.6748047,5.5969e-01 52 | 118.3636017,9.7392e+00 53 | 128.6459503,3.8823e-01 54 | 131.3895569,2.9327e-01 55 | 132.3975525,6.2262e-01 56 | 134.8246155,2.8234e-01 57 | 135.9613037,6.3620e-01 58 | 138.5847473,3.1259e-01 59 | 139.5219269,1.3263e+00 60 | 141.7116241,2.6083e-01 61 | 142.6968689,3.6275e-01 62 | 145.0444183,3.2622e-01 63 | 145.6054077,4.3584e-01 64 | 146.7801208,1.9915e+00 65 | 149.7487793,5.2961e-01 66 | 162.7857819,2.7129e-01 67 | 163.5394287,3.1327e-01 68 | 165.8531647,1.0343e-01 69 | 166.7023468,3.3376e-01 70 | 169.0565796,3.1801e-01 71 | 170.3085785,4.0936e-01 72 | 172.9060211,4.2203e-01 73 | 174.0408478,2.6695e-01 74 | 177.2351685,2.6322e-01 75 | 178.2789612,2.3401e-01 76 | 178.9673309,2.5359e-01 77 | 181.2710571,3.5397e-01 78 | 182.4386749,3.0667e-01 79 | 185.0081329,5.4810e-01 80 | 186.3848267,4.0080e-01 81 | 188.9430542,4.5427e-01 82 | 189.8422241,2.6392e-01 83 | 190.8275909,3.1900e+00 84 | 194.8945312,2.7445e-01 85 | 207.6913300,3.4151e-01 86 | 208.5091400,9.4088e-01 87 | 209.9268951,4.6904e-01 88 | 211.1130829,4.1609e-01 89 | 213.4113770,2.9336e-01 90 | 214.4736023,2.3698e-01 91 | 217.3485260,5.0473e-01 92 | 218.7525024,4.5926e-01 93 | 221.1763000,4.4866e-01 94 | 222.2291870,3.1722e-01 95 | 223.3350220,3.0139e-01 96 | 225.7134094,7.1113e-01 97 | 227.3462830,1.4624e+00 98 | 229.3816071,4.3859e-01 99 | 230.5517578,3.0912e-01 100 | 231.3531799,2.5109e-01 101 | 239.6960602,1.4872e-01 102 | 242.5656891,5.9842e-01 103 | 243.8088379,1.8945e+00 104 | 246.4323273,3.5546e-01 105 | 249.3683777,3.3141e-01 106 | 252.0644073,4.7980e-01 107 | 253.2943420,3.9318e-01 108 | 256.2181702,5.2027e-01 109 | 257.2887573,2.6330e+00 110 | 260.3252563,2.9430e-01 111 | 263.6341858,8.5169e-01 112 | 265.1337585,2.6840e+00 113 | 268.2852478,3.1962e-01 114 | 276.9085693,2.4272e-01 115 | 277.6164246,1.3423e+00 116 | 279.4482117,2.5075e-01 117 | 280.3668518,1.3505e+00 118 | 282.5759583,5.5470e-01 119 | 286.1924744,3.2221e-01 120 | 287.2673950,1.2307e-01 121 | 289.2274475,3.4004e-01 122 | 290.2145996,2.4709e-01 123 | 292.2471619,2.5992e-01 124 | 293.0698242,2.5970e-01 125 | 295.8504639,4.8682e-01 126 | 296.7356262,3.7329e-01 127 | 299.9729614,3.5786e-01 128 | 301.1932678,2.5956e-01 129 | 303.5942078,2.8617e-01 130 | 312.9670715,1.6976e-01 131 | 314.0527344,2.5581e-01 132 | 315.0842896,4.0411e-01 133 | 318.3561096,3.0753e-01 134 | 319.6434326,2.2688e+00 135 | 322.8258362,3.0377e-01 136 | 325.4872131,4.5306e-01 137 | 327.7733765,3.1447e-01 138 | 328.7750244,5.5699e-01 139 | 331.4101868,3.4931e-01 140 | 332.4566650,1.7492e+00 141 | 334.9317322,3.8962e-01 142 | 338.0482788,3.5900e-01 143 | 348.6065674,3.7677e-01 144 | 349.7379150,1.7007e+00 145 | 352.1467285,2.1411e-01 146 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/lustre_1000-1000-compliant/detailed/mdreal-1-read-0.csv: -------------------------------------------------------------------------------- 1 | time,runtime 2 | 0.2569897,1.3235e+00 3 | 2.8861866,6.8366e-02 4 | 3.4578843,3.1176e-01 5 | 4.4862981,2.4985e-01 6 | 8.7674170,4.8600e-01 7 | 9.5491943,1.5469e+00 8 | 19.9600277,5.1012e-01 9 | 21.1183262,6.4388e-01 10 | 22.3753014,2.7520e+00 11 | 26.1363106,3.6825e-01 12 | 27.2224541,3.9338e-01 13 | 29.8459396,3.9395e-01 14 | 30.7220516,4.0607e-01 15 | 31.8782215,4.3707e-01 16 | 35.3320122,6.4365e-01 17 | 36.6549454,3.1980e-01 18 | 40.4564285,5.1087e-01 19 | 41.7461586,2.8766e-01 20 | 45.0799370,3.3990e-01 21 | 46.3351669,3.3254e-01 22 | 54.5685959,4.5149e-01 23 | 55.6366005,2.5095e+00 24 | 58.8463287,5.1749e-01 25 | 61.3328094,4.6890e-01 26 | 62.2923698,2.1024e-01 27 | 64.1551743,3.8528e-01 28 | 65.1438980,3.1915e-01 29 | 65.9916992,2.0319e+00 30 | 68.7943420,3.1530e-01 31 | 69.5727005,3.2202e-01 32 | 72.2556076,3.8238e-01 33 | 73.3554382,2.3597e+00 34 | 76.1726074,3.0422e-01 35 | 79.3322983,2.7610e-01 36 | 80.4090042,7.4192e+00 37 | 88.6598969,2.9700e-01 38 | 91.3470917,3.4400e-01 39 | 94.3339539,4.0777e-01 40 | 95.4455414,2.4247e-01 41 | 97.5361481,4.2859e-01 42 | 98.2199326,2.3240e-01 43 | 100.3965073,3.7359e-01 44 | 101.5853653,3.8916e-01 45 | 104.0540924,5.1141e-01 46 | 105.5301895,3.5025e-01 47 | 106.2033005,2.2487e+00 48 | 108.8302307,3.0256e-01 49 | 110.5862808,1.5820e+00 50 | 113.1816101,2.7581e-01 51 | 116.1794205,4.9539e-01 52 | 117.8179779,5.4562e-01 53 | 128.3092194,3.3673e-01 54 | 131.1154175,2.7415e-01 55 | 131.9519806,4.4556e-01 56 | 134.4463501,3.7826e-01 57 | 135.4888458,4.7245e-01 58 | 138.2013245,3.8342e-01 59 | 139.1406403,3.8130e-01 60 | 141.3433075,3.6832e-01 61 | 142.3688965,3.2797e-01 62 | 143.3159943,1.7284e+00 63 | 145.4206390,1.8477e-01 64 | 146.4727631,3.0736e-01 65 | 149.3262329,4.2254e-01 66 | 150.6170349,1.2169e+01 67 | 163.0970917,4.4234e-01 68 | 165.4472656,4.0591e-01 69 | 166.4321747,2.7018e-01 70 | 167.4022827,1.6543e+00 71 | 169.9940491,3.1452e-01 72 | 170.8646545,2.0414e+00 73 | 173.6957092,3.4513e-01 74 | 174.6995850,2.5356e+00 75 | 177.8838806,3.9508e-01 76 | 178.5937500,3.7359e-01 77 | 180.9287262,3.4233e-01 78 | 182.1441345,2.9455e-01 79 | 184.7560425,2.5210e-01 80 | 186.1438904,2.4092e-01 81 | 187.4044647,1.5386e+00 82 | 189.4629364,3.7929e-01 83 | 190.3895569,4.3804e-01 84 | 194.2614899,6.3304e-01 85 | 197.3630066,1.0328e+01 86 | 208.1294556,3.7969e-01 87 | 209.4821320,4.4477e-01 88 | 210.6630554,4.5001e-01 89 | 213.0736084,3.3777e-01 90 | 214.0640717,4.0954e-01 91 | 215.0198059,2.3287e+00 92 | 218.2994690,4.5304e-01 93 | 219.5840302,1.5923e+00 94 | 221.8705902,3.5859e-01 95 | 222.9809875,3.5403e-01 96 | 224.9117889,8.0161e-01 97 | 227.0029602,3.4331e-01 98 | 228.8542633,5.2735e-01 99 | 230.2407684,3.1099e-01 100 | 230.9496155,4.0357e-01 101 | 239.4088745,2.8719e-01 102 | 240.3732605,2.1924e+00 103 | 243.4153900,3.9345e-01 104 | 246.1769714,2.5536e-01 105 | 248.9731293,3.9525e-01 106 | 250.1012878,1.9631e+00 107 | 252.8374176,4.5692e-01 108 | 255.8103943,4.0777e-01 109 | 257.0086060,2.8016e-01 110 | 259.9705505,3.5470e-01 111 | 263.3277893,3.0639e-01 112 | 264.8219299,3.1181e-01 113 | 267.9674988,3.1775e-01 114 | 276.6166992,2.9189e-01 115 | 277.2295837,3.8685e-01 116 | 279.2165833,2.3160e-01 117 | 279.9517212,4.1511e-01 118 | 282.1818237,3.9412e-01 119 | 283.4119568,2.7805e+00 120 | 286.8720703,3.9532e-01 121 | 288.9094238,3.1800e-01 122 | 289.8832397,3.3135e-01 123 | 290.7991638,1.4480e+00 124 | 292.8572693,2.1256e-01 125 | 293.6112061,2.2392e+00 126 | 296.4804382,2.5520e-01 127 | 297.5238342,2.4491e+00 128 | 300.7542725,4.3900e-01 129 | 303.1070557,4.8716e-01 130 | 304.2606812,8.7064e+00 131 | 313.2032166,8.4952e-01 132 | 314.7673645,3.1694e-01 133 | 315.6777649,2.6784e+00 134 | 319.4802246,1.6323e-01 135 | 322.4108887,4.1494e-01 136 | 325.1174927,3.6970e-01 137 | 326.2557068,1.5177e+00 138 | 328.4035950,3.7142e-01 139 | 329.4487915,1.9614e+00 140 | 332.1524658,3.0418e-01 141 | 334.6059570,3.2577e-01 142 | 337.6705933,3.7769e-01 143 | 348.1904297,4.1614e-01 144 | 349.0876160,6.5031e-01 145 | 351.7603760,3.8636e-01 146 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/lustre_1000-1000-compliant/detailed/mdreal-1-stat-0.csv: -------------------------------------------------------------------------------- 1 | time,runtime 2 | 0.2291385,2.7851e-02 3 | 2.8773298,8.8560e-03 4 | 3.4195716,3.8313e-02 5 | 4.4601889,2.6109e-02 6 | 8.7521114,1.5305e-02 7 | 9.5311003,1.8094e-02 8 | 19.9416618,1.8366e-02 9 | 21.1010227,1.7303e-02 10 | 22.3633556,1.1945e-02 11 | 26.1138859,2.2424e-02 12 | 27.2214165,1.0373e-03 13 | 29.8218517,2.4087e-02 14 | 30.7070465,1.5006e-02 15 | 31.8564529,2.1768e-02 16 | 35.3104248,2.1585e-02 17 | 36.6305618,2.4383e-02 18 | 40.4242401,3.2189e-02 19 | 41.7148666,3.1292e-02 20 | 45.0714607,8.4764e-03 21 | 46.3196297,1.5535e-02 22 | 54.5351295,3.3467e-02 23 | 55.6191711,1.7431e-02 24 | 58.8305435,1.5785e-02 25 | 61.3139725,1.8837e-02 26 | 62.2579651,3.4407e-02 27 | 64.1147690,4.0410e-02 28 | 65.1320877,1.1813e-02 29 | 65.9685364,2.3161e-02 30 | 68.7778320,1.6511e-02 31 | 69.5637589,8.9419e-03 32 | 72.2440186,1.1583e-02 33 | 73.3497009,5.7344e-03 34 | 76.1392288,3.3379e-02 35 | 79.3067703,2.5530e-02 36 | 80.3931503,1.5850e-02 37 | 88.6350937,2.4802e-02 38 | 91.3138733,3.3220e-02 39 | 94.3180161,1.5939e-02 40 | 95.4218521,2.3686e-02 41 | 97.5216904,1.4455e-02 42 | 98.1901932,2.9734e-02 43 | 100.3708191,2.5685e-02 44 | 101.5709076,1.4458e-02 45 | 104.0130997,4.0993e-02 46 | 105.5096130,2.0580e-02 47 | 106.1816101,2.1690e-02 48 | 108.8169327,1.3295e-02 49 | 110.4867859,9.9491e-02 50 | 113.1557693,2.5840e-02 51 | 116.1615982,1.7824e-02 52 | 117.8087921,9.1829e-03 53 | 128.2751617,3.4065e-02 54 | 131.0946198,2.0798e-02 55 | 131.9321594,1.9822e-02 56 | 134.4235382,2.2819e-02 57 | 135.4753723,1.3478e-02 58 | 138.1621552,3.9178e-02 59 | 139.1399231,7.1644e-04 60 | 141.3027191,4.0597e-02 61 | 142.3503571,1.8542e-02 62 | 143.3040924,1.1897e-02 63 | 145.3985901,2.2045e-02 64 | 146.4574890,1.5270e-02 65 | 149.3118744,1.4358e-02 66 | 150.5909424,2.6092e-02 67 | 163.0609741,3.6114e-02 68 | 165.4456482,1.6094e-03 69 | 166.4136963,1.8474e-02 70 | 167.3767395,2.5554e-02 71 | 169.9733887,2.0674e-02 72 | 170.8413391,2.3312e-02 73 | 173.6863861,9.3273e-03 74 | 174.6670227,3.2556e-02 75 | 177.8496857,3.4192e-02 76 | 178.5741730,1.9570e-02 77 | 180.7821503,1.4658e-01 78 | 182.1259155,1.8221e-02 79 | 184.7354736,2.0558e-02 80 | 186.1340637,9.8273e-03 81 | 187.3849182,1.9548e-02 82 | 189.4378052,2.5123e-02 83 | 190.3603058,2.9250e-02 84 | 194.2390137,2.2470e-02 85 | 195.4352112,1.9278e+00 86 | 208.1025085,2.6933e-02 87 | 209.4606781,2.1449e-02 88 | 210.6523285,1.0731e-02 89 | 213.0329437,4.0667e-02 90 | 214.0533142,1.0756e-02 91 | 215.0114746,8.3230e-03 92 | 218.2885895,1.0888e-02 93 | 219.5445709,3.9456e-02 94 | 221.8680420,2.5464e-03 95 | 222.9519196,2.9060e-02 96 | 224.8967743,1.5016e-02 97 | 226.9725952,3.0377e-02 98 | 228.8232574,3.1008e-02 99 | 230.2095184,3.1243e-02 100 | 230.9089050,4.0702e-02 101 | 239.3919830,1.6891e-02 102 | 240.3328247,4.0440e-02 103 | 243.4030457,1.2342e-02 104 | 246.1558685,2.1102e-02 105 | 248.9490356,2.4090e-02 106 | 250.0733337,2.7956e-02 107 | 252.8171234,2.0303e-02 108 | 255.7937469,1.6645e-02 109 | 256.9913025,1.7285e-02 110 | 259.9448547,2.5699e-02 111 | 263.3149719,1.2814e-02 112 | 264.7971497,2.4802e-02 113 | 267.9495544,1.7952e-02 114 | 276.6050110,1.1682e-02 115 | 277.2145386,1.5044e-02 116 | 279.1985474,1.8033e-02 117 | 279.9354858,1.6257e-02 118 | 282.1675415,1.4292e-02 119 | 283.4020081,9.9367e-03 120 | 286.8406677,3.1376e-02 121 | 287.5371399,1.3723e+00 122 | 289.8567200,2.6525e-02 123 | 290.7743530,2.4821e-02 124 | 292.8375854,1.9702e-02 125 | 293.5971680,1.4042e-02 126 | 296.4648438,1.5585e-02 127 | 297.5003052,2.3540e-02 128 | 300.7174072,3.6853e-02 129 | 303.0751343,3.1914e-02 130 | 304.2283020,3.2371e-02 131 | 313.1888733,1.4333e-02 132 | 314.7469788,2.0382e-02 133 | 315.6667175,1.1040e-02 134 | 319.4654541,1.4780e-02 135 | 322.3744812,3.6427e-02 136 | 325.0847168,3.2781e-02 137 | 326.2489624,6.7428e-03 138 | 328.3908081,1.2780e-02 139 | 329.4231567,2.5640e-02 140 | 332.1266174,2.5847e-02 141 | 334.5679932,3.7983e-02 142 | 337.6488037,2.1780e-02 143 | 348.1475525,4.2890e-02 144 | 349.0757141,1.1886e-02 145 | 351.7436218,1.6752e-02 146 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/lustre_1000-1000-compliant/detailed/mdreal-2-create-0.csv: -------------------------------------------------------------------------------- 1 | time,runtime 2 | 0.0000030,2.8312e-01 3 | 3.0727479,3.2231e-01 4 | 4.2265325,9.4352e+00 5 | 15.0237331,2.9757e-01 6 | 16.0718822,1.3248e+00 7 | 18.0440025,5.8763e-01 8 | 20.7975597,1.0108e-02 9 | 21.4154282,6.7006e-01 10 | 23.5073795,2.3966e-01 11 | 24.6780510,6.8941e-01 12 | 26.7842083,7.1603e-02 13 | 27.5885086,5.3196e-01 14 | 28.8175697,4.5690e-01 15 | 32.3134613,6.9629e-01 16 | 33.8719635,1.5796e+00 17 | 37.0241394,5.3407e-01 18 | 38.1250343,2.2267e-01 19 | 49.0182838,9.2471e-01 20 | 52.1152039,7.7899e-01 21 | 55.3453636,4.7709e-01 22 | 56.3451271,3.4307e-01 23 | 59.4154396,4.4666e-01 24 | 62.2769470,3.8071e-01 25 | 63.2986031,1.9832e+00 26 | 65.9439545,9.9260e-02 27 | 68.2313690,4.9103e-01 28 | 69.4080276,1.7631e+00 29 | 71.9001541,3.8731e-01 30 | 74.7839890,3.6101e-01 31 | 83.9932556,1.0416e+00 32 | 85.8325043,3.5890e-01 33 | 88.0919418,4.8677e-01 34 | 89.3592529,5.8946e-01 35 | 91.9947815,3.8443e-01 36 | 93.0131683,1.8685e+00 37 | 95.3711624,7.8336e-02 38 | 96.0005341,8.3780e-01 39 | 98.8879242,6.7590e-01 40 | 100.5000992,1.4302e+00 41 | 102.7684555,7.6777e-01 42 | 105.3966446,4.6285e-01 43 | 106.6938324,5.2614e-01 44 | 109.4537201,6.3160e-01 45 | 119.3200989,3.0822e-01 46 | 120.8999481,6.5126e-01 47 | 122.3550339,5.2164e-01 48 | 123.5414352,2.9918e-01 49 | 124.7347412,3.5543e+00 50 | 129.2711945,5.6721e-02 51 | 130.0767059,3.9316e-02 52 | 131.7643890,3.4665e-01 53 | 132.8265228,4.0523e-01 54 | 134.0320587,4.2105e-01 55 | 135.1038818,5.0861e-02 56 | 139.1343689,9.1848e-01 57 | 140.9281769,4.2486e-01 58 | 142.2958832,2.8205e+00 59 | 171.5458374,1.4765e+00 60 | 173.7033234,2.1283e-01 61 | 174.7890930,5.6377e-01 62 | 177.3988800,4.1760e-01 63 | 178.5338287,3.5484e-01 64 | 193.0372162,3.4286e-01 65 | 195.9973602,4.5300e-01 66 | 197.3545837,3.3337e-01 67 | 201.2365723,2.3760e-01 68 | 201.8729553,1.0762e-01 69 | 203.7399292,2.4619e-01 70 | 204.8186646,2.2876e+00 71 | 208.2434540,5.2326e-01 72 | 211.4011993,5.6321e-01 73 | 212.6101990,3.8973e-02 74 | 221.2903595,3.8365e-01 75 | 223.1039734,4.1675e-01 76 | 225.4091034,2.9136e-01 77 | 226.3208771,3.4489e-01 78 | 229.3232117,3.2137e-01 79 | 230.4788055,4.4061e-01 80 | 234.2687683,3.4621e-01 81 | 236.6901855,3.2491e-01 82 | 237.7039185,2.3463e+00 83 | 240.6926575,1.7974e-02 84 | 241.6982269,3.5097e+00 85 | 247.5160980,5.7584e-02 86 | 260.1124268,6.3715e-01 87 | 262.2858582,3.9041e-01 88 | 263.2308044,3.8829e-01 89 | 265.8877869,1.3451e+00 90 | 267.9497681,1.9403e-01 91 | 270.1964722,4.1141e-01 92 | 271.3799133,1.7457e+00 93 | 274.2536621,3.3077e-01 94 | 277.4938354,1.9728e-01 95 | 279.4102783,2.4881e-02 96 | 280.9075317,5.1452e-01 97 | 282.5151062,2.5510e-01 98 | 293.4330444,3.8880e-01 99 | 294.3863525,1.6802e+00 100 | 297.1592407,3.7956e-01 101 | 301.0496216,4.0122e-01 102 | 302.0467529,2.3581e+00 103 | 305.1344910,4.1463e-01 104 | 307.7869263,5.6585e-01 105 | 308.9472046,4.3616e-01 106 | 309.9737549,9.6603e-02 107 | 313.3769836,3.4692e-02 108 | 314.2630615,2.6528e-01 109 | 315.1181641,1.2734e-01 110 | 317.8116760,4.9467e-02 111 | 318.6152039,3.4978e-02 112 | 328.7263489,2.9487e-01 113 | 329.6656494,3.1361e-01 114 | 333.3510742,4.0424e-01 115 | 334.4426575,2.8576e-01 116 | 337.1445007,4.6036e-01 117 | 338.2187805,3.0607e-01 118 | 341.2434387,4.5929e-01 119 | 342.4491272,2.2885e-01 120 | 345.0270081,4.4013e-01 121 | 346.1920776,2.5593e-01 122 | 348.6765747,5.8491e-02 123 | 349.3925171,3.2378e-01 124 | 350.2801208,5.1351e-01 125 | 354.3821716,1.0563e+01 126 | 365.6112366,3.7928e-01 127 | 368.1328430,3.0960e-01 128 | 368.9224548,1.1836e-01 129 | 369.7041321,2.1209e-01 130 | 373.7795105,6.2927e-01 131 | 376.6131592,2.0485e-01 132 | 377.5837708,2.9319e+00 133 | 381.1759644,1.9731e+00 134 | 384.0433044,3.9248e-01 135 | 387.1041870,5.6383e-01 136 | 388.3973389,1.6236e+00 137 | 399.9155884,3.7223e-01 138 | 401.6630554,3.7064e-01 139 | 402.7646484,4.1816e-01 140 | 405.3494568,3.6344e-01 141 | 406.0007324,1.8531e-01 142 | 406.4847107,3.7223e-01 143 | 407.1684265,8.4644e-02 144 | 407.4638977,7.8740e-03 145 | 407.5725708,1.0774e+00 146 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/lustre_1000-1000-compliant/detailed/mdreal-2-delete-0.csv: -------------------------------------------------------------------------------- 1 | time,runtime 2 | 2.4217165,6.5102e-01 3 | 3.6511972,5.7533e-01 4 | 14.0512753,9.7245e-01 5 | 15.7796440,2.9224e-01 6 | 17.6786880,3.6531e-01 7 | 20.3347797,4.6278e-01 8 | 21.0710659,3.4436e-01 9 | 22.3618240,1.1455e+00 10 | 24.2990417,3.7901e-01 11 | 25.6747570,1.1094e+00 12 | 27.3219852,2.6652e-01 13 | 28.5664463,2.5112e-01 14 | 31.8572540,4.5621e-01 15 | 33.4376144,4.3434e-01 16 | 35.9067688,1.1174e+00 17 | 37.8393211,2.8570e-01 18 | 48.4536438,5.6464e-01 19 | 51.8671494,2.4805e-01 20 | 53.1477356,2.1976e+00 21 | 56.1500473,1.9508e-01 22 | 59.1169930,2.9844e-01 23 | 60.2561264,2.0208e+00 24 | 63.0329895,2.6561e-01 25 | 65.5978928,3.4606e-01 26 | 66.3807983,1.8506e+00 27 | 69.1253204,2.8270e-01 28 | 71.5702362,3.2991e-01 29 | 74.4537811,3.3021e-01 30 | 83.6229706,3.7027e-01 31 | 85.4848557,3.4763e-01 32 | 87.6379013,4.5404e-01 33 | 89.0803986,2.7885e-01 34 | 91.6849823,3.0979e-01 35 | 92.6643295,3.4882e-01 36 | 95.2251740,1.4598e-01 37 | 95.7539749,2.4654e-01 38 | 98.6330643,2.5484e-01 39 | 99.9407959,5.5930e-01 40 | 102.3554688,4.1297e-01 41 | 104.0114059,1.3852e+00 42 | 106.2918472,4.0198e-01 43 | 107.5727386,1.8810e+00 44 | 110.4605179,8.8596e+00 45 | 120.5641708,3.3577e-01 46 | 122.0476837,3.0734e-01 47 | 123.2093353,3.3209e-01 48 | 124.3234177,4.1132e-01 49 | 128.9086456,3.6255e-01 50 | 129.6884003,3.8832e-01 51 | 131.3263397,4.3805e-01 52 | 132.4900665,3.3645e-01 53 | 133.6096497,4.2241e-01 54 | 134.7469940,3.5688e-01 55 | 138.8108368,3.2353e-01 56 | 140.5795288,3.4863e-01 57 | 141.8627167,4.3316e-01 58 | 145.8237305,2.5722e+01 59 | 173.5051270,1.9820e-01 60 | 174.4105530,3.7852e-01 61 | 177.1242828,2.7459e-01 62 | 178.3077698,2.2606e-01 63 | 192.7369537,3.0025e-01 64 | 193.6979218,2.2994e+00 65 | 197.0207367,3.3385e-01 66 | 200.9749451,2.6160e-01 67 | 201.7839508,8.9003e-02 68 | 203.4318848,3.0802e-01 69 | 204.4587097,3.5994e-01 70 | 207.4532928,7.9015e-01 71 | 209.1489563,2.2522e+00 72 | 212.3246155,2.8557e-01 73 | 218.7125092,2.5778e+00 74 | 221.9391022,1.1649e+00 75 | 224.3386688,1.0704e+00 76 | 226.0705414,2.5034e-01 77 | 228.6839142,6.3928e-01 78 | 230.1689301,3.0987e-01 79 | 234.0868225,1.8193e-01 80 | 234.9960175,1.6942e+00 81 | 237.3603821,3.4353e-01 82 | 240.3677063,3.2495e-01 83 | 241.4079132,2.9031e-01 84 | 245.5794220,1.9366e+00 85 | 248.2573395,1.1855e+01 86 | 261.0093689,1.2765e+00 87 | 263.0054626,2.2533e-01 88 | 263.8791199,2.0087e+00 89 | 267.6413879,3.0836e-01 90 | 269.9279785,2.6849e-01 91 | 271.0466919,3.3320e-01 92 | 273.9067688,3.4690e-01 93 | 275.2178345,2.2760e+00 94 | 278.0032959,1.4070e+00 95 | 279.7513428,1.1562e+00 96 | 282.1578369,3.5725e-01 97 | 292.7422180,6.9081e-01 98 | 294.1179504,2.6841e-01 99 | 296.5680237,5.9122e-01 100 | 298.0224609,3.0272e+00 101 | 301.8999939,1.4676e-01 102 | 304.8277283,3.0674e-01 103 | 307.5014954,2.8541e-01 104 | 308.6658325,2.8136e-01 105 | 309.6585388,3.1522e-01 106 | 312.9221802,4.5479e-01 107 | 313.8036804,4.5939e-01 108 | 314.9313049,1.8683e-01 109 | 317.2246399,5.8703e-01 110 | 318.2663269,3.4885e-01 111 | 319.0033264,9.7230e+00 112 | 329.3328552,3.3278e-01 113 | 330.3249817,3.0261e+00 114 | 333.9990234,4.4366e-01 115 | 335.1180725,2.0264e+00 116 | 337.9508057,2.6797e-01 117 | 340.9045105,3.3891e-01 118 | 342.2077637,2.4135e-01 119 | 344.7919617,2.3503e-01 120 | 345.8257446,3.6635e-01 121 | 348.2454224,4.3117e-01 122 | 349.0542908,3.3822e-01 123 | 350.0774841,2.0262e-01 124 | 353.6033325,7.7886e-01 125 | 365.3125000,2.9875e-01 126 | 367.9410095,1.9184e-01 127 | 368.6474304,2.7502e-01 128 | 369.2985535,4.0558e-01 129 | 373.4920044,2.8751e-01 130 | 376.2865601,3.2658e-01 131 | 377.2421265,3.4163e-01 132 | 380.8365479,3.3943e-01 133 | 383.7318115,3.1150e-01 134 | 384.9989929,2.1052e+00 135 | 388.0825500,3.1479e-01 136 | 399.5744324,3.4116e-01 137 | 401.3699951,2.9308e-01 138 | 402.3389893,4.2565e-01 139 | 403.5850830,1.7644e+00 140 | 405.8694763,1.3126e-01 141 | 406.4408264,4.3860e-02 142 | 407.0817566,8.6678e-02 143 | 407.4237061,4.0202e-02 144 | 407.5111084,6.1451e-02 145 | 408.7373657,1.8007e-01 146 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/lustre_1000-1000-compliant/detailed/mdreal-2-read-0.csv: -------------------------------------------------------------------------------- 1 | time,runtime 2 | 0.3026591,2.1191e+00 3 | 3.4117236,2.3947e-01 4 | 13.6789293,3.7235e-01 5 | 15.3472328,4.3241e-01 6 | 17.4137459,2.6494e-01 7 | 18.6514111,1.6834e+00 8 | 20.8262711,2.4479e-01 9 | 22.0929604,2.6886e-01 10 | 23.7725887,5.2645e-01 11 | 25.3793488,2.9541e-01 12 | 26.8615723,4.6041e-01 13 | 28.1332893,4.3316e-01 14 | 29.3016663,2.5556e+00 15 | 33.0267677,4.1085e-01 16 | 35.4662628,4.4051e-01 17 | 37.5796890,2.5963e-01 18 | 38.3693771,1.0084e+01 19 | 49.9817390,1.8854e+00 20 | 52.9056244,2.4211e-01 21 | 55.8541527,2.9589e-01 22 | 56.7093315,2.4077e+00 23 | 59.8844109,3.7172e-01 24 | 62.6692352,3.6375e-01 25 | 65.2963943,3.0150e-01 26 | 66.0595322,3.2125e-01 27 | 68.7413559,3.8396e-01 28 | 71.2017136,3.6852e-01 29 | 72.3235245,2.1303e+00 30 | 75.1636810,8.4593e+00 31 | 85.0628891,4.2196e-01 32 | 86.1994476,1.4385e+00 33 | 88.5984497,4.8195e-01 34 | 89.9835205,1.7015e+00 35 | 92.3909225,2.7341e-01 36 | 94.8918610,3.3331e-01 37 | 95.4509735,3.0300e-01 38 | 97.9321671,7.0090e-01 39 | 99.5845642,3.5623e-01 40 | 101.9602966,3.9517e-01 41 | 103.5531845,4.5822e-01 42 | 105.8882141,4.0363e-01 43 | 107.2390137,3.3373e-01 44 | 110.1013412,3.5918e-01 45 | 119.6457214,9.1845e-01 46 | 121.5724106,4.7528e-01 47 | 122.8899612,3.1938e-01 48 | 123.8732147,4.5020e-01 49 | 128.3170471,5.9160e-01 50 | 129.3499298,3.3846e-01 51 | 130.1403809,1.1860e+00 52 | 132.1356812,3.5438e-01 53 | 133.2444000,3.6525e-01 54 | 134.4738159,2.7318e-01 55 | 135.1833344,3.6275e+00 56 | 140.1068115,4.7272e-01 57 | 141.3873291,4.7540e-01 58 | 145.1409912,6.8273e-01 59 | 173.0305634,4.7456e-01 60 | 173.9207764,4.8978e-01 61 | 175.3845520,1.7397e+00 62 | 177.8394165,4.6835e-01 63 | 178.9128265,1.3824e+01 64 | 193.3820496,3.1587e-01 65 | 196.4750519,5.4568e-01 66 | 200.4114990,5.6345e-01 67 | 201.5036774,2.8026e-01 68 | 203.0564270,3.7546e-01 69 | 204.0412903,4.1742e-01 70 | 207.1179504,3.3535e-01 71 | 208.7796936,3.6926e-01 72 | 211.9917908,3.3283e-01 73 | 212.6602478,6.0523e+00 74 | 221.6874237,2.5166e-01 75 | 223.5426788,7.9600e-01 76 | 225.7334137,3.3712e-01 77 | 226.6842651,1.9996e+00 78 | 229.6631927,5.0574e-01 79 | 230.9374390,3.1494e+00 80 | 234.6212311,3.7480e-01 81 | 237.0342407,3.2614e-01 82 | 240.0630646,3.0463e-01 83 | 240.7319641,6.7594e-01 84 | 245.2235413,3.5589e-01 85 | 247.6401215,6.1722e-01 86 | 260.7865906,2.2279e-01 87 | 262.6799316,3.2552e-01 88 | 263.6304321,2.4867e-01 89 | 267.2540283,3.8736e-01 90 | 268.1699219,1.7581e+00 91 | 270.6230469,4.2364e-01 92 | 273.1669922,7.3976e-01 93 | 274.6051025,6.1275e-01 94 | 277.7079773,2.9532e-01 95 | 279.4518433,2.9949e-01 96 | 281.4354553,7.2238e-01 97 | 282.7846985,9.9575e+00 98 | 293.8572388,2.6070e-01 99 | 296.0891724,4.7884e-01 100 | 297.5505066,4.7197e-01 101 | 301.4553528,4.4463e-01 102 | 304.4136353,4.1409e-01 103 | 305.5659485,1.9356e+00 104 | 308.3847351,2.8110e-01 105 | 309.3989563,2.5958e-01 106 | 310.0883179,2.8339e+00 107 | 313.4281311,3.7555e-01 108 | 314.5689392,3.6237e-01 109 | 315.2812500,1.9434e+00 110 | 317.8668823,3.9946e-01 111 | 318.6683655,3.3495e-01 112 | 329.0370789,2.9577e-01 113 | 329.9929199,3.3205e-01 114 | 333.7687378,2.3028e-01 115 | 334.7430115,3.7508e-01 116 | 337.6070251,3.4377e-01 117 | 338.5264893,2.3780e+00 118 | 341.7224121,4.8536e-01 119 | 342.6900024,2.1020e+00 120 | 345.4821167,3.4360e-01 121 | 346.4632568,1.7822e+00 122 | 348.7458801,3.0842e-01 123 | 349.7228699,3.5462e-01 124 | 350.8061829,2.7971e+00 125 | 364.9613953,3.5110e-01 126 | 366.0335388,1.9075e+00 127 | 368.4664917,1.8093e-01 128 | 369.0549316,2.4361e-01 129 | 369.9419861,3.5500e+00 130 | 374.4477844,1.8388e+00 131 | 376.8500061,3.9212e-01 132 | 380.5495300,2.8700e-01 133 | 383.1795349,5.5227e-01 134 | 384.4487305,5.5027e-01 135 | 387.7042236,3.7834e-01 136 | 390.0364380,9.5380e+00 137 | 400.3110657,1.0589e+00 138 | 402.0708923,2.6809e-01 139 | 403.1990662,3.8600e-01 140 | 405.7257385,1.4375e-01 141 | 406.1905212,2.5032e-01 142 | 406.8609924,2.2074e-01 143 | 407.2631226,1.6059e-01 144 | 407.4733582,3.7748e-02 145 | 408.6607666,7.6590e-02 146 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/lustre_1000-1000-compliant/detailed/mdreal-2-stat-0.csv: -------------------------------------------------------------------------------- 1 | time,runtime 2 | 0.2831290,1.9529e-02 3 | 3.3950582,1.6665e-02 4 | 13.6617556,1.7173e-02 5 | 15.3213139,2.5919e-02 6 | 17.3966465,1.7099e-02 7 | 18.6316395,1.9771e-02 8 | 20.8076706,1.8600e-02 9 | 22.0854912,7.4687e-03 10 | 23.7470398,2.5549e-02 11 | 25.3674660,1.1883e-02 12 | 26.8558178,5.7542e-03 13 | 28.1204758,1.2813e-02 14 | 29.2744732,2.7192e-02 15 | 33.0097504,1.7018e-02 16 | 35.4515495,1.4712e-02 17 | 37.5582886,2.1401e-02 18 | 38.3477097,2.1670e-02 19 | 49.9429932,3.8748e-02 20 | 52.8941994,1.1424e-02 21 | 55.8224602,3.1694e-02 22 | 56.6882019,2.1129e-02 23 | 59.8621063,2.2302e-02 24 | 62.6576576,1.1578e-02 25 | 65.2818298,1.4564e-02 26 | 66.0432205,1.6311e-02 27 | 68.7224121,1.8948e-02 28 | 71.1711731,3.0541e-02 29 | 72.2874603,3.6063e-02 30 | 75.1450043,1.8680e-02 31 | 85.0349121,2.7983e-02 32 | 86.1914139,8.0319e-03 33 | 88.5787125,1.9736e-02 34 | 89.9487152,3.4806e-02 35 | 92.3792114,1.1713e-02 36 | 94.8816605,1.0199e-02 37 | 95.4495087,1.4681e-03 38 | 96.8383408,1.0938e+00 39 | 99.5638275,2.0739e-02 40 | 101.9302597,3.0041e-02 41 | 103.5362320,1.6953e-02 42 | 105.8594971,2.8716e-02 43 | 107.2199707,1.9039e-02 44 | 110.0853271,1.6016e-02 45 | 119.6283264,1.7394e-02 46 | 121.5512085,2.1203e-02 47 | 122.8766785,1.3280e-02 48 | 123.8406219,3.2594e-02 49 | 128.2889862,2.8049e-02 50 | 129.3279266,2.2010e-02 51 | 130.1160278,2.4344e-02 52 | 132.1110535,2.4627e-02 53 | 133.2317505,1.2647e-02 54 | 134.4531097,2.0701e-02 55 | 135.1547394,2.8589e-02 56 | 140.0528564,5.3966e-02 57 | 141.3530426,3.4272e-02 58 | 145.1163635,2.4637e-02 59 | 173.0223236,8.2398e-03 60 | 173.9161530,4.6159e-03 61 | 175.3528595,3.1690e-02 62 | 177.8164978,2.2919e-02 63 | 178.8886719,2.4157e-02 64 | 193.3800659,1.9790e-03 65 | 196.4503632,2.4681e-02 66 | 197.6879578,2.7235e+00 67 | 201.4741821,2.9506e-02 68 | 201.9805756,1.0759e+00 69 | 203.9861145,5.5173e-02 70 | 207.1062469,1.1695e-02 71 | 208.7667084,1.2992e-02 72 | 211.9644012,2.7385e-02 73 | 212.6491699,1.1079e-02 74 | 221.6740112,1.3413e-02 75 | 223.5207367,2.1942e-02 76 | 225.7004700,3.2951e-02 77 | 226.6657715,1.8498e-02 78 | 229.6445770,1.8615e-02 79 | 230.9194183,1.8022e-02 80 | 234.6149750,6.2456e-03 81 | 237.0150909,1.9153e-02 82 | 240.0502014,1.2872e-02 83 | 240.7106323,2.1336e-02 84 | 245.2080078,1.5532e-02 85 | 247.5736847,6.6436e-02 86 | 260.7495728,3.7004e-02 87 | 262.6763000,3.6512e-03 88 | 263.6190796,1.1345e-02 89 | 267.2328491,2.1182e-02 90 | 268.1437988,2.6134e-02 91 | 270.6078796,1.5165e-02 92 | 273.1255798,4.1424e-02 93 | 274.5844421,2.0641e-02 94 | 277.6911011,1.6870e-02 95 | 279.4351501,1.6683e-02 96 | 281.4220581,1.3400e-02 97 | 282.7702026,1.4510e-02 98 | 293.8218689,3.5383e-02 99 | 296.0665894,2.2581e-02 100 | 297.5388184,1.1687e-02 101 | 301.4508667,4.4938e-03 102 | 304.4048462,8.7896e-03 103 | 305.5491333,1.6823e-02 104 | 308.3527832,3.1976e-02 105 | 309.3833618,1.5578e-02 106 | 310.0703735,1.7954e-02 107 | 313.4116821,1.6440e-02 108 | 314.5283508,4.0595e-02 109 | 315.2454834,3.5759e-02 110 | 317.8611450,5.7374e-03 111 | 318.6501770,1.8188e-02 112 | 329.0212402,1.5863e-02 113 | 329.9792786,1.3650e-02 114 | 333.7553406,1.3395e-02 115 | 334.7284241,1.4571e-02 116 | 337.6048584,2.1582e-03 117 | 338.5248413,1.6435e-03 118 | 341.7027283,1.9680e-02 119 | 342.6779785,1.2002e-02 120 | 345.4671631,1.4976e-02 121 | 346.4480286,1.5220e-02 122 | 348.7350769,1.0807e-02 123 | 349.7163086,6.5533e-03 124 | 350.7936401,1.2534e-02 125 | 364.9450378,1.6341e-02 126 | 365.9905396,4.3017e-02 127 | 368.4424438,2.4040e-02 128 | 369.0408020,1.4117e-02 129 | 369.9162292,2.5766e-02 130 | 374.4087830,3.8988e-02 131 | 376.8179932,3.2005e-02 132 | 380.5157166,3.3836e-02 133 | 383.1490173,3.0503e-02 134 | 384.4357910,1.2928e-02 135 | 387.6679993,3.6204e-02 136 | 390.0209045,1.5519e-02 137 | 400.2878113,2.3242e-02 138 | 402.0336914,3.7195e-02 139 | 403.1828308,1.6253e-02 140 | 405.7129211,1.2823e-02 141 | 406.1860657,4.4602e-03 142 | 406.8569336,4.0572e-03 143 | 407.2530823,1.0041e-02 144 | 407.4718018,1.5697e-03 145 | 408.6499939,1.0762e-02 146 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/lustre_1000-1000-compliant/detailed/mdreal-results.txt: -------------------------------------------------------------------------------- 1 | 8/md-real-io IOPs:22015.4 time:3768s 2 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/lustre_1000-1000-compliant/detailed/mdt-easy-results.txt: -------------------------------------------------------------------------------- 1 | 1/md-easy-create IOPs:12658.661 time:514s 2 | 3/md-easy-stat IOPs:120809.675 time:80s 3 | 6/md-easy-delete IOPs:14962.743 time:431s 4 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/lustre_1000-1000-compliant/detailed/mdt-hard-results.txt: -------------------------------------------------------------------------------- 1 | 2/md-hard-create IOPs:13665.608 time:566s 2 | 4/md-hard-stat IOPs:127321.906 time:87s 3 | 7/md-hard-delete IOPs:11298.678 time:668s 4 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/lustre_1000-1000-compliant/detailed/mdt_hard: -------------------------------------------------------------------------------- 1 | -- started at 08/08/2017 22:21:46 -- 2 | 3 | mdtest-1.9.4-rc1 was launched with 16000 total task(s) on 1000 node(s) 4 | Command line used: /project/k01/markomg/burst_test/BB_ior/io-500-dev/proposal-draft/mdtest -C -t -F -w 3900 -e 3900 -d /project/k01/markomg/test.6161//mdt_hard -n 452 5 | Path: /lustre/project/k01/markomg/test.6161 6 | FS: 16257.8 TiB Used FS: 51.9% Inodes: 2431.3 Mi Used Inodes: 41.4% 7 | 8 | 16000 tasks, 7232000 files 9 | 10 | SUMMARY: (of 1 iterations) 11 | Operation Max Min Mean Std Dev 12 | --------- --- --- ---- ------- 13 | File creation : 13665.608 13665.608 13665.608 0.000 14 | File stat : 0.000 0.000 0.000 0.000 15 | File read : 0.000 0.000 0.000 0.000 16 | File removal : 0.000 0.000 0.000 0.000 17 | Tree creation : 1567.378 1567.378 1567.378 0.000 18 | Tree removal : 0.000 0.000 0.000 0.000 19 | 20 | -- finished at 08/08/2017 22:30:37 -- 21 | -- started at 08/08/2017 22:40:50 -- 22 | 23 | mdtest-1.9.4-rc1 was launched with 16000 total task(s) on 1000 node(s) 24 | Command line used: /project/k01/markomg/burst_test/BB_ior/io-500-dev/proposal-draft/mdtest -T -t -F -w 3900 -e 3900 -d /project/k01/markomg/test.6161//mdt_hard -n 452 25 | Path: /lustre/project/k01/markomg/test.6161 26 | FS: 16257.8 TiB Used FS: 51.9% Inodes: 2431.3 Mi Used Inodes: 41.7% 27 | 28 | 16000 tasks, 7232000 files 29 | 30 | SUMMARY: (of 1 iterations) 31 | Operation Max Min Mean Std Dev 32 | --------- --- --- ---- ------- 33 | File creation : 0.000 0.000 0.000 0.000 34 | File stat : 127321.906 127321.906 127321.906 0.000 35 | File read : 0.000 0.000 0.000 0.000 36 | File removal : 0.000 0.000 0.000 0.000 37 | Tree creation : 0.000 0.000 0.000 0.000 38 | Tree removal : 0.000 0.000 0.000 0.000 39 | 40 | -- finished at 08/08/2017 22:41:48 -- 41 | -- started at 08/08/2017 22:49:36 -- 42 | 43 | mdtest-1.9.4-rc1 was launched with 16000 total task(s) on 1000 node(s) 44 | Command line used: /project/k01/markomg/burst_test/BB_ior/io-500-dev/proposal-draft/mdtest -r -t -F -w 3900 -e 3900 -d /project/k01/markomg/test.6161//mdt_hard -n 452 45 | Path: /lustre/project/k01/markomg/test.6161 46 | FS: 16257.8 TiB Used FS: 51.9% Inodes: 2431.3 Mi Used Inodes: 41.4% 47 | 48 | 16000 tasks, 7232000 files 49 | 50 | SUMMARY: (of 1 iterations) 51 | Operation Max Min Mean Std Dev 52 | --------- --- --- ---- ------- 53 | File creation : 0.000 0.000 0.000 0.000 54 | File stat : 0.000 0.000 0.000 0.000 55 | File read : 0.000 0.000 0.000 0.000 56 | File removal : 11298.678 11298.678 11298.678 0.000 57 | Tree creation : 0.000 0.000 0.000 0.000 58 | Tree removal : 2.850 2.850 2.850 0.000 59 | 60 | -- finished at 08/08/2017 23:00:19 -- 61 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/lustre_1000-1000-compliant/results.txt: -------------------------------------------------------------------------------- 1 | [Precreating] missing directories 2 | [Starting] ior-easy-write 3 | 1/ior-easy-write BW:341025.01 MB/s time: 311s 4 | [Starting] md-easy-create 5 | 1/md-easy-create IOPs:12658.661 time:514s 6 | [Starting] ior-hard-write 7 | 2/ior-hard-write BW:1478.45 MB/s time: 437s 8 | [Starting] md-hard-create 9 | 2/md-hard-create IOPs:13665.608 time:566s 10 | [Starting] ior-easy-read 11 | 3/ior-easy-read BW:225919.17 MB/s time: 452s 12 | [Starting] md-easy-stat 13 | 3/md-easy-stat IOPs:120809.675 time:80s 14 | [Starting] ior-hard-read 15 | 4/ior-hard-read BW:83330.47 MB/s time: 44s 16 | [Starting] md-hard-stat 17 | 4/md-hard-stat IOPs:127321.906 time:87s 18 | [Starting] find 19 | 5/find IOPs:61621 time:37s 20 | [Starting] md-easy-delete 21 | 6/md-easy-delete IOPs:14962.743 time:431s 22 | [Starting] md-hard-delete 23 | 7/md-hard-delete IOPs:11298.678 time:668s 24 | [Starting] md-real-io 25 | 8/md-real-io IOPs:22015.4 time:3768s 26 | 27 | 28 | IO-500 bw score: 55505.68 MB/s 29 | IO-500 md score: 29729.62 IOPS 30 | 31 | IO-500 score: 1650163266 32 | 33 | 34 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/results/lustre_1000-1000-compliant/startup.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash -e 2 | #SBATCH --ntasks-per-node=16 3 | #SBATCH --partition=workq 4 | #SBATCH --nodes=1000 5 | #SBATCH --job-name=IO-500 6 | #SBATCH --time=02:30:00 7 | #SBATCH -o io_500_out_%J 8 | #SBATCH -e io_500_err_%J 9 | 10 | 11 | # parameters that are always true 12 | # If hyperthreading is not active, do not divide by two in the next command 13 | let maxTasks=$((${SLURM_NTASKS_PER_NODE} * ${SLURM_JOB_NUM_NODES}))/2 14 | mpirun="srun -m block --hint=nomultithread" 15 | mpirun_pfind=$mpirun 16 | workdir=/project/k01/markomg/test.$$/ 17 | output_dir=/project/k01/markomg/io500-results-${SLURM_JOB_NUM_NODES}.$$ 18 | 19 | 20 | ior_easy_params="-t 2m -b 5440m" 21 | ior_hard_writes_per_proc=792 22 | mdtest_easy_files_per_proc=380 23 | mdtest_hard_files_per_proc=452 24 | 25 | 26 | 27 | params_mdreal="-P=1000 -I=100" 28 | subtree_to_scan_config=$PWD/subtree.cfg 29 | 30 | # The subtrees to scan from md-easy, each contains mdtest_easy_files_per_proc files 31 | ( for I in $(seq 6000) ; do 32 | echo mdtest_tree.$I.0 33 | done ) > subtree.cfg 34 | 35 | 36 | cp subtree.cfg ../ 37 | 38 | lines=`wc -l < subtree.cfg` 39 | 40 | if [ $SLURM_JOB_NUM_NODES -le $lines ]; 41 | then 42 | mpirun_pfind=$mpirun" --ntasks-per-node=1" 43 | fi 44 | 45 | 46 | # precreate directories for lustre with the appropriate striping 47 | mkdir -p ${workdir}/ior_easy 48 | lfs setstripe --stripe-count 2 ${workdir}/ior_easy 49 | 50 | mkdir -p ${workdir}/ior_hard 51 | lfs setstripe --stripe-count 144 ${workdir}/ior_hard 52 | 53 | 54 | 55 | # commands 56 | #Parallel find 57 | #find_cmd=$PWD/../io500-pfind.sh 58 | #Serialized find 59 | find_cmd=$PWD/../io500-find.sh 60 | 61 | #To execute parallel find uncomment both lines below 62 | #run_pfind="True" 63 | #run_find="False" 64 | 65 | ior_cmd=/project/k01/markomg/burst_test/BB_ior/io-500-dev/proposal-draft/ior 66 | mdtest_cmd=/project/k01/markomg/burst_test/BB_ior/io-500-dev/proposal-draft/mdtest 67 | mdreal_cmd=/project/k01/markomg/burst_test/BB_ior/io-500-dev/proposal-draft/md-real-io # set to "" to not run mdreal 68 | 69 | 70 | 71 | ( 72 | cd .. 73 | source io_500_core.sh 74 | ) 2>&1 | tee $SLURM_NNODES.txt 75 | 76 | rm -rf $workdir/ 77 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/startup-auto-detect-datawarp-bb.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash -e 2 | #SBATCH --ntasks-per-node=8 3 | #SBATCH --partition=workq 4 | #SBATCH --nodes=300 5 | #SBATCH --job-name=IO-500 6 | #SBATCH --time=06:30:00 7 | #SBATCH -o io_500_out_%J 8 | #SBATCH -e io_500_err_%J 9 | 10 | #DW jobdw type=scratch access_mode=striped capacity=852110GiB 11 | 12 | # parameters that are always true 13 | # If hyperthreading is not active, do not divide by two in the next command 14 | let maxTasks=$((${SLURM_NTASKS_PER_NODE} * ${SLURM_JOB_NUM_NODES}))/2 15 | mpirun="srun -m block" 16 | workdir=/$DW_JOB_STRIPED/test.$$/ 17 | output_dir=/project/k01/markomg/bb_io500-results-${SLURM_JOB_NUM_NODES} 18 | 19 | # precreate directories for lustre with the appropriate striping 20 | mkdir -p ${workdir}/ior_easy 21 | 22 | mkdir -p ${workdir}/ior_hard 23 | 24 | # commands 25 | find_cmd=$PWD/../io500-find.sh 26 | ior_cmd=/project/k01/markomg/burst_test/BB_ior/io-500-dev/proposal-draft/ior 27 | mdtest_cmd=/project/k01/markomg/burst_test/BB_ior/io-500-dev/proposal-draft/mdtest 28 | mdreal_cmd=/project/k01/markomg/burst_test/BB_ior/io-500-dev/proposal-draft/md-real-io # set to "" to not run mdreal 29 | 30 | params_mdreal="-P=1000 -I=100" 31 | 32 | # 33 | identify_parameters_ior_hard=True 34 | identify_parameters_ior_easy=True 35 | identify_parameters_md_easy=True # also enables to do the find 36 | identify_parameters_md_hard=True 37 | identify_parameters_find=True # only works if ior_easy is also run 38 | 39 | timeExpected=300 40 | timeThreshhold=100 41 | 42 | cd .. 43 | source ./auto-determine-parameters.sh | tee auto-${SLURM_JOB_NUM_NODES}-${SLURM_NTASKS_PER_NODE}.txt 44 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/startup-auto-detect.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash -e 2 | #SBATCH --ntasks-per-node=16 3 | #SBATCH --partition=workq 4 | #SBATCH --nodes=1000 5 | #SBATCH --job-name=IO-500 6 | #SBATCH --time=06:30:00 7 | #SBATCH -o io_500_out_%J 8 | #SBATCH -e io_500_err_%J 9 | 10 | 11 | # parameters that are always true 12 | # If hyperthreading is not active, do not divide by two in the next command 13 | let maxTasks=$((${SLURM_NTASKS_PER_NODE} * ${SLURM_JOB_NUM_NODES}))/2 14 | mpirun="srun -m block --hint=nomultithread" 15 | workdir=/project/k01/markomg/test.$$/ 16 | output_dir=/project/k01/markomg/io500-results-${SLURM_JOB_NUM_NODES}.$$ 17 | 18 | # precreate directories for lustre with the appropriate striping 19 | mkdir -p ${workdir}/ior_easy 20 | lfs setstripe --stripe-count 2 ${workdir}/ior_easy 21 | 22 | mkdir -p ${workdir}/ior_hard 23 | lfs setstripe -c -1 ${workdir}/ior_hard 24 | 25 | # commands 26 | find_cmd=$PWD/../../find/io500-find.sh 27 | ior_cmd=/project/k01/markomg/burst_test/BB_ior/io-500-dev/proposal-draft/ior 28 | mdtest_cmd=/project/k01/markomg/burst_test/BB_ior/io-500-dev/proposal-draft/mdtest 29 | #mdreal_cmd=/project/k01/markomg/burst_test/BB_ior/io-500-dev/proposal-draft/md-real-io # set to "" to not run mdreal 30 | mdreal_cmd="" # set to "" to not run mdreal 31 | 32 | params_mdreal="-P=1000 -I=100" 33 | 34 | # 35 | identify_parameters_ior_hard=True 36 | identify_parameters_ior_easy=True 37 | identify_parameters_md_easy=True # also enables to do the find 38 | identify_parameters_md_hard=True 39 | identify_parameters_find=True # only works if md_easy is also run 40 | 41 | timeExpected=300 42 | timeThreshhold=150 43 | cd .. 44 | source ./auto-determine-parameters.sh | tee auto-${SLURM_JOB_NUM_NODES}-${SLURM_NTASKS_PER_NODE}.txt 45 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/startup-datawarp-bb.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | #SBATCH --ntasks-per-node=8 3 | #SBATCH --partition=workq 4 | #SBATCH --nodes=300 5 | #SBATCH --job-name=IO-500 6 | #SBATCH --time=02:30:00 7 | #SBATCH -o io_500_out_%J 8 | #SBATCH -e io_500_err_%J 9 | 10 | #DW jobdw type=scratch access_mode=striped capacity=500000GiB 11 | 12 | # parameters that are always true 13 | # If hyperthreading is not active, do not divide by two in the next command 14 | let maxTasks=$((${SLURM_NTASKS_PER_NODE} * ${SLURM_JOB_NUM_NODES}))/2 15 | mpirun="srun -m block --hint=nomultithread" 16 | mpirun_pfind=$mpirun 17 | workdir=/$DW_JOB_STRIPED/test.$$/ 18 | output_dir=/project/k01/markomg/bb_io500-results-${SLURM_JOB_NUM_NODES}.$$ 19 | 20 | #params_mdreal="-P=5000 -I=1000" 21 | subtree_to_scan_config=$PWD/subtree.cfg 22 | 23 | processes_find=200 24 | 25 | # The subtrees to scan from md-easy, each contains mdtest_easy_files_per_proc files 26 | ( for I in $(seq $processes_find) ; do 27 | echo mdtest_tree.$I.0 28 | done ) > subtree.cfg 29 | cp subtree.cfg ../ 30 | 31 | lines=`wc -l < subtree.cfg` 32 | 33 | if [ $lines -le $SLURM_JOB_NUM_NODES ]; 34 | then 35 | mpirun_pfind=$mpirun" --ntasks-per-node=1" 36 | fi 37 | # ToDo add here optimum values 38 | ior_easy_params="-t 2m -b 192616m" 39 | ior_hard_writes_per_proc=77872 40 | mdtest_hard_files_per_proc=1630 41 | mdtest_easy_files_per_proc=10800 42 | 43 | # precreate directories for lustre with the appropriate striping 44 | mkdir -p ${workdir}/ior_easy 45 | 46 | mkdir -p ${workdir}/ior_hard 47 | 48 | #To execute parallel find uncomment both lines below 49 | #run_pfind="True" 50 | #run_find="False" 51 | 52 | # commands 53 | #Parallel find 54 | #find_cmd=$PWD/../io500-pfind.sh 55 | #Serialized find 56 | find_cmd=$PWD/../../find/pfind/io500-pfind.sh 57 | 58 | ior_cmd=/project/k01/markomg/burst_test/BB_ior/io-500-dev/proposal-draft/ior 59 | mdtest_cmd=/project/k01/markomg/burst_test/BB_ior/io-500-dev/proposal-draft/mdtest 60 | mdreal_cmd=/project/k01/markomg/burst_test/BB_ior/io-500-dev/proposal-draft/md-real-io # set to "" to not run mdreal 61 | 62 | params_mdreal="-P=1000 -I=200" 63 | 64 | echo "System statistics" 65 | echo "Number of running jobs: "`squeue -t running | wc -l` 66 | echo "Number of nodes of largest job: "`squeue | grep -v NODES | awk 'BEGIN{proc=0}{if($NF>proc) proc=$NF}END{print proc}' 67 | ` 68 | 69 | 70 | ( 71 | cd .. 72 | source io_500_core.sh 73 | ) 2>&1 | tee $SLURM_NNODES.txt 74 | 75 | rm -rf $workdir/ 76 | -------------------------------------------------------------------------------- /site-configs/kaust-georgios/startup.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash -e 2 | #SBATCH --ntasks-per-node=16 3 | #SBATCH --partition=workq 4 | #SBATCH --nodes=1000 5 | #SBATCH --job-name=IO-500 6 | #SBATCH --time=02:30:00 7 | #SBATCH -o io_500_out_%J 8 | #SBATCH -e io_500_err_%J 9 | 10 | 11 | # parameters that are always true 12 | # If hyperthreading is not active, do not divide by two in the next command 13 | let maxTasks=$((${SLURM_NTASKS_PER_NODE} * ${SLURM_JOB_NUM_NODES}))/2 14 | mpirun="srun -m block --hint=nomultithread" 15 | mpirun_pfind=$mpirun 16 | workdir=/project/k01/markomg/test.$$/ 17 | output_dir=/project/k01/markomg/io500-results-${SLURM_JOB_NUM_NODES}.$$ 18 | 19 | 20 | ior_easy_params="-t 2m -b 5440m" 21 | ior_hard_writes_per_proc=792 22 | mdtest_easy_files_per_proc=380 23 | mdtest_hard_files_per_proc=452 24 | 25 | 26 | 27 | params_mdreal="-P=1000 -I=100" 28 | subtree_to_scan_config=$PWD/subtree.cfg 29 | processes_find=6000 30 | 31 | # The subtrees to scan from md-easy, each contains mdtest_easy_files_per_proc files 32 | ( for I in $(seq $processes_find) ; do 33 | echo mdtest_tree.$I.0 34 | done ) > subtree.cfg 35 | 36 | 37 | cp subtree.cfg ../../ 38 | 39 | lines=`wc -l < subtree.cfg` 40 | 41 | if [ $lines -le $SLURM_JOB_NUM_NODES ]; 42 | then 43 | mpirun_pfind=$mpirun" --ntasks-per-node=1" 44 | fi 45 | 46 | 47 | # precreate directories for lustre with the appropriate striping 48 | mkdir -p ${workdir}/ior_easy 49 | lfs setstripe --stripe-count 2 ${workdir}/ior_easy 50 | 51 | mkdir -p ${workdir}/ior_hard 52 | lfs setstripe --stripe-count 144 ${workdir}/ior_hard 53 | 54 | 55 | 56 | # commands 57 | #Parallel find 58 | find_cmd=$PWD/../../find/pfind/io500-pfind.sh 59 | #Serialized find 60 | #find_cmd=$PWD/../../find/io500-find.sh 61 | 62 | #To execute parallel find uncomment both lines below 63 | run_pfind="True" 64 | run_find="False" 65 | 66 | ior_cmd=/project/k01/markomg/burst_test/BB_ior/io-500-dev/proposal-draft/ior 67 | mdtest_cmd=/project/k01/markomg/burst_test/BB_ior/io-500-dev/proposal-draft/mdtest 68 | mdreal_cmd=/project/k01/markomg/burst_test/BB_ior/io-500-dev/proposal-draft/md-real-io # set to "" to not run mdreal 69 | 70 | 71 | 72 | ( 73 | cd ../../ 74 | source io_500_core.sh 75 | ) 2>&1 | tee $SLURM_NNODES.txt 76 | 77 | rm -rf $workdir/ 78 | -------------------------------------------------------------------------------- /site-configs/sandia/io500.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | # 3 | # INSTRUCTIONS: 4 | # Edit this file as needed for your machine. 5 | # This simplified version is just for running on a single node. 6 | # It is a simplified version of the site-configs/sandia/startup.sh which include SLURM directives. 7 | # Most of the variables set in here are needed for io500_core.sh which gets sourced at the end of this. 8 | 9 | set -euo pipefail # better error handling 10 | 11 | QUICK_RUN="True" 12 | 13 | # turn these to True successively while you debug and tune this benchmark. 14 | # for each one that you turn to true, go and edit the appropriate function. 15 | # to find the function name, see the 'main' function. 16 | # These are listed in the order that they run. 17 | io500_run_ior_easy="True" # does the write phase and enables the subsequent read 18 | io500_run_md_easy="True" # does the creat phase and enables the subsequent stat 19 | io500_run_ior_hard="True" # does the write phase and enables the subsequent read 20 | io500_run_md_hard="True" # does the creat phase and enables the subsequent read 21 | io500_run_find="True" 22 | io500_run_ior_easy_read="True" 23 | io500_run_md_easy_stat="True" 24 | io500_run_ior_hard_read="True" 25 | io500_run_md_hard_stat="True" 26 | io500_run_md_easy_delete="True" 27 | io500_run_md_hard_delete="True" 28 | io500_run_mdreal="True" # this one is optional 29 | io500_cleanup_workdir="True" 30 | 31 | function main { 32 | setup_directories 33 | setup_paths 34 | setup_ior_easy # required if you want a complete score 35 | setup_ior_hard # required if you want a complete score 36 | setup_mdt_easy # required if you want a complete score 37 | setup_mdt_hard # required if you want a complete score 38 | setup_find # required if you want a complete score 39 | setup_mdreal # optional 40 | run_benchmarks 41 | } 42 | 43 | function setup_directories { 44 | # set directories for where the benchmark files are created and where the results will go. 45 | # If you want to set up stripe tuning on your output directories or anything similar, then this is good place to do it. 46 | timestamp=`date +%Y.%m.%d-%H.%M.%S` # create a uniquifier 47 | io500_workdir=$PWD/datafiles/io500.$timestamp # directory where the data will be stored 48 | io500_result_dir=$PWD/results/$timestamp # the directory where the output results will be kept 49 | mkdir -p $io500_workdir $io500_result_dir 50 | } 51 | 52 | function setup_paths { 53 | # Set the paths to the binaries. If you ran ./utilities/prepare.sh successfully, then binaries are in ./bin/ 54 | io500_ior_cmd=$PWD/bin/ior 55 | io500_mdtest_cmd=$PWD/bin/mdtest 56 | io500_mdreal_cmd=$PWD/bin/md-real-io 57 | io500_mpirun="mpirun" 58 | io500_mpiargs="-np 2" 59 | } 60 | 61 | function setup_ior_easy { 62 | if [ "$QUICK_RUN" = "True" ]; then 63 | io500_ior_easy_params="-t 2048k -b 2g -F" # 2M writes, 2 GB per proc, file per proc 64 | else 65 | io500_ior_easy_params="-t 2048k -b 20g -F" # 2M writes, 20 GB per proc, file per proc 66 | fi 67 | } 68 | 69 | function setup_mdt_easy { 70 | if [ "$QUICK_RUN" = "True" ]; then 71 | io500_mdtest_easy_params="-u -L" # unique dir per thread, files only at leaves 72 | io500_mdtest_easy_files_per_proc=610 73 | else 74 | io500_mdtest_easy_params="-u -L" # unique dir per thread, files only at leaves 75 | io500_mdtest_easy_files_per_proc=25000 76 | fi 77 | } 78 | 79 | function setup_ior_hard { 80 | if [ "$QUICK_RUN" = "True" ]; then 81 | io500_ior_hard_writes_per_proc=60 82 | else 83 | io500_ior_hard_writes_per_proc=7000 84 | fi 85 | } 86 | 87 | function setup_mdt_hard { 88 | if [ "$QUICK_RUN" = "True" ]; then 89 | io500_mdtest_hard_files_per_proc=610 90 | else 91 | io500_mdtest_hard_files_per_proc=25000 92 | fi 93 | } 94 | 95 | function setup_find { 96 | SERIAL_FIND="True" 97 | if [ "$SERIAL_FIND" = "True" ]; then 98 | # 99 | # setup the find command. This is an area where innovation is allowed. 100 | # There are two default options provided. One is a serial find and the other 101 | # is a parallel version. 102 | # If a custom approach is used, please provide enough info so others can reproduce. 103 | 104 | # the serial version that should run (SLOWLY) without modification 105 | io500_find_mpi="False" 106 | io500_find_cmd="$PWD/bin/sfind.sh" 107 | else 108 | 109 | # a parallel version that might require some work, it is a python3 program 110 | # if you used utilities/prepare.sh, it should already be there. 111 | io500_find_mpi="True" 112 | io500_find_cmd=$PWD/bin/pfind 113 | fi 114 | } 115 | 116 | function setup_mdreal { 117 | io500_mdreal_params="-P=5000 -I=1000" 118 | } 119 | 120 | function run_benchmarks { 121 | # Important: source the io500_core.sh script. Do not change it. If you discover 122 | # a need to change it, please email the mailing list to discuss 123 | source ./bin/io500_fixed.sh 2>&1 | tee $io500_result_dir/io-500-summary.$timestamp.txt 124 | } 125 | 126 | # Add key/value pairs defining your system if you want 127 | # This function needs to exist although it doesn't have to output anything if you don't want 128 | function extra_description { 129 | echo "System_name='Serrano Fscratch'" 130 | } 131 | 132 | main 133 | -------------------------------------------------------------------------------- /site-configs/sandia/old/Makefile: -------------------------------------------------------------------------------- 1 | all: 2 | #cp *.sh ior mdtest md-real-io io500 3 | #cd io500 4 | #sbatch startup.sh 5 | ./startup.sh 6 | 7 | clean: 8 | #rm -rf io500 results 9 | rm -rf find_subtree.cfg io_500_out* io_500_err* 10 | -------------------------------------------------------------------------------- /site-configs/sandia/old/io-500-summary.2017.10.22-17.56.44.txt: -------------------------------------------------------------------------------- 1 | Started at 2017.10.22-17.56.44 2 | System: serrano-login1 3 | filesystem_utilization=Filesystem 1K-blocks Used Available Use% Mounted on 4 | 10.196.135.10@o2ib1:10.196.135.11@o2ib1:/fscratch 1874496285600 494932522116 1283053433440 28% /fscratch 5 | date=2017-10-22 6 | nodes=16 7 | ppn=10(x16) 8 | nodelist=ser[127,129-130,134,148,165,223-224,906-907,919-920,972-973,1017-1018] 9 | workdir=/fscratch/gflofst/io500.2017.10.22-17.56.44 10 | result_dir=/fscratch/gflofst/results.2017.10.22-17.56.44 11 | filesys_root=/fscratch 12 | find_cmd=/fscratch/gflofst/io500-find.sh 13 | ior_cmd=/fscratch/gflofst/ior 14 | mdtest_cmd=/fscratch/gflofst/mdtest 15 | mdreal_cmd=/fscratch/gflofst/md-real-io 16 | ior_easy_params=-t 2048k -b 20g 17 | ior_hard_writes_per_proc=7000 18 | mdtest_easy_files_per_proc=25000 19 | mdtest_hard_files_per_proc=25000 20 | mdreal_params=-P=5000 -I=1000 21 | [Precreating] missing directories 22 | [Starting] ior-easy-write 23 | 1/ior-easy-write BW:8117.92 MB/s time: 449s 24 | [Starting] md-easy-create 25 | 1/md-easy-create IOPs:11575.339 time:349s 26 | [Starting] ior-hard-write 27 | 2/ior-hard-write BW:151.59 MB/s time: 350s 28 | [Starting] md-hard-create 29 | 2/md-hard-create IOPs:10397.300 time:387s 30 | [Starting] ior-easy-read 31 | 3/ior-easy-read BW:7462.85 MB/s time: 488s 32 | [Starting] md-easy-stat 33 | [Warning]: the runtime is below 5 minutes 34 | 3/md-easy-stat IOPs:77345.686 time:59s 35 | [Starting] ior-hard-read 36 | [Warning]: the runtime is below 5 minutes 37 | 4/ior-hard-read BW:491.53 MB/s time: 116s 38 | [Starting] md-hard-stat 39 | [Warning]: the runtime is below 5 minutes 40 | 4/md-hard-stat IOPs:18073.783 time:226s 41 | [Starting] find (serial) 42 | [Warning]: the runtime is below 5 minutes 43 | 5/find (serial) IOPs:10769 time:232s 44 | [Starting] md-easy-delete 45 | 6/md-easy-delete IOPs:9276.540 time:436s 46 | [Starting] md-hard-delete 47 | 7/md-hard-delete IOPs:6297.860 time:639s 48 | [Starting] md-real-io 49 | [Warning]: the runtime is below 5 minutes 50 | 8/md-real-io IOPs:15638.5 time:263s 51 | bw1=8117.92 ior-easy-write 52 | iops1=11575.339 md-easy-create 53 | bw2=151.59 ior-hard-write 54 | iops2=10397.300 md-hard-create 55 | bw3=7462.85 ior-easy-read 56 | iops3=77345.686 md-easy-stat 57 | bw4=491.53 ior-hard-read 58 | iops4=18073.783 md-hard-stat 59 | iops5=10769 find (parallel or serial) 60 | iops6=9276.540 md-easy-delete 61 | iops7=6297.860 md-hard-delete 62 | Not included in final score 63 | bw5=29.1 md-real-bw 64 | iops8=15638.5 md-real-iops 65 | 66 | IO-500 bw score: 1457.61 MB/s 67 | IO-500 md score: 14008.3 IOPS 68 | 69 | IO-500 score: 20418638.16 70 | -------------------------------------------------------------------------------- /site-configs/sandia/old/io500-find.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | # feel free to replace this command with another command 3 | # Input arguments is the workdir 4 | # Expected output is the number of found entities divided by the runtime, e.g., ioops for the found entities 5 | # When using the io500-find.sh script use typically 2x the number of logical machine cores to get best performance 6 | timestamp=$1 7 | workdir="$2" 8 | subtree_to_scan_config="$3" 9 | 10 | start=$(date +%s.%N) 11 | C=0 12 | # trivial parallelism of the find command across the directories 13 | for DIR in $(cat $subtree_to_scan_config); do 14 | C=$(($C+1)) 15 | find ${workdir}/$DIR -name \*.mdtest.\* -newer $timestamp -size 0c | wc -l > $workdir/find-$C & 16 | done 17 | 18 | wait 19 | 20 | found=0 21 | C=0 22 | # trivial parallelism 23 | for DIR in $(cat $subtree_to_scan_config); do 24 | C=$(($C+1)) 25 | found=$(($found+ $(cat $workdir/find-$C))) 26 | rm $workdir/find-$C 27 | done 28 | 29 | end=$(date +%s.%N) 30 | export duration=$(echo "scale=2; $end - $start" | bc) 31 | 32 | echo "$found/$duration" |bc 33 | 34 | -------------------------------------------------------------------------------- /site-configs/sandia/old/ior: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VI4IO/io-500-dev/90ec4b3713730248b53a3fc772e776d8485ed06d/site-configs/sandia/old/ior -------------------------------------------------------------------------------- /site-configs/sandia/old/md-real-io: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VI4IO/io-500-dev/90ec4b3713730248b53a3fc772e776d8485ed06d/site-configs/sandia/old/md-real-io -------------------------------------------------------------------------------- /site-configs/sandia/old/mdtest: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VI4IO/io-500-dev/90ec4b3713730248b53a3fc772e776d8485ed06d/site-configs/sandia/old/mdtest -------------------------------------------------------------------------------- /site-configs/sandia/old/results.2017.10.16-15.21.00/find-results.txt: -------------------------------------------------------------------------------- 1 | 5/find IOPs:/fscratch/gflofst/io500/timestamp time:12s 2 | -------------------------------------------------------------------------------- /site-configs/sandia/old/results.2017.10.16-15.21.00/ior-easy-results.txt: -------------------------------------------------------------------------------- 1 | 1/ior-easy-write BW:5919.54 MB/s time: 386s 2 | 3/ior-easy-read BW:5033.15 MB/s time: 454s 3 | -------------------------------------------------------------------------------- /site-configs/sandia/old/results.2017.10.16-15.21.00/ior-hard-results.txt: -------------------------------------------------------------------------------- 1 | 2/ior-hard-write BW:82.91 MB/s time: 343s 2 | 4/ior-hard-read BW:1147.61 MB/s time: 27s 3 | -------------------------------------------------------------------------------- /site-configs/sandia/old/results.2017.10.16-15.21.00/mdreal: -------------------------------------------------------------------------------- 1 | MD-REAL-IO total objects: 800000 workingset size: 1859.665 MiB (version: f1f4269@master) time: 2017-10-16 15:21:03 2 | offset=1 3 | interface=posix 4 | obj-per-proc=1000 5 | latency=/fscratch/gflofst/results/mdreal 6 | precreate-per-set=5000 7 | data-sets=1 8 | lim-free-mem=0 9 | lim-free-mem-phase=0 10 | object-size=3900 11 | iterations=3 12 | run-info-file=mdtest.status 13 | run-precreate 14 | run-benchmark 15 | run-cleanup 16 | 17 | root-dir=/fscratch/gflofst/io500/mdreal 18 | 19 | WARN: Will use the existing (empty) directory 20 | precreate 20.3s 24633.2 iops/s 100 dset 500000 obj 4.926 dset/s 24628.2 obj/s 91.6 Mib/s max 1.4742e+00s (0 errs) 21 | benchmark 12.3s 32570.3 iops/s 100000 obj 8142.6 obj/s 60.6 Mib/s max 1.7162e+00s (0 errs) 22 | benchmark 10.6s 37796.9 iops/s 100000 obj 9449.2 obj/s 70.3 Mib/s max 6.6741e-01s (0 errs) 23 | benchmark 12.7s 31592.6 iops/s 100000 obj 7898.1 obj/s 58.8 Mib/s max 1.4807e+00s (0 errs) 24 | cleanup 24.1s 20786.7 iops/s 500000 obj 100 dset 20782.6 obj/s 4.157 dset/s max 2.6296e-01s (0 errs) 25 | Total runtime: 80s time: 2017-10-16 15:22:23 26 | -------------------------------------------------------------------------------- /site-configs/sandia/old/results.2017.10.16-15.21.00/mdreal-results.txt: -------------------------------------------------------------------------------- 1 | 8/md-real-io IOPs:31592.6 time:81s 2 | -------------------------------------------------------------------------------- /site-configs/sandia/old/results.2017.10.16-15.21.00/mdt-easy-results.txt: -------------------------------------------------------------------------------- 1 | 1/md-easy-create IOPs:18492.116 time:332s 2 | 3/md-easy-stat IOPs:120733.052 time:54s 3 | 6/md-easy-delete IOPs:14676.324 time:422s 4 | -------------------------------------------------------------------------------- /site-configs/sandia/old/results.2017.10.16-15.21.00/mdt-hard-results.txt: -------------------------------------------------------------------------------- 1 | 2/md-hard-create IOPs:17620.207 time:349s 2 | 4/md-hard-stat IOPs:44129.544 time:140s 3 | 7/md-hard-delete IOPs:9709.806 time:631s 4 | -------------------------------------------------------------------------------- /site-configs/sandia/old/results.2017.10.16-15.21.00/mdt_hard: -------------------------------------------------------------------------------- 1 | -- started at 10/16/2017 14:45:23 -- 2 | 3 | mdtest-1.9.3 was launched with 100 total task(s) on 10 node(s) 4 | Command line used: /fscratch/gflofst/io500/mdtest -C -t -F -w 3900 -e 3900 -d /fscratch/gflofst/io500/mdt_hard -n 61000 5 | Path: /fscratch/gflofst/io500 6 | FS: 1745.8 TiB Used FS: 21.5% Inodes: 437.7 Mi Used Inodes: 6.0% 7 | 8 | 100 tasks, 6100000 files 9 | 10 | SUMMARY: (of 1 iterations) 11 | Operation Max Min Mean Std Dev 12 | --------- --- --- ---- ------- 13 | File creation : 17620.207 17620.207 17620.207 0.000 14 | File stat : 0.000 0.000 0.000 0.000 15 | File read : 0.000 0.000 0.000 0.000 16 | File removal : 0.000 0.000 0.000 0.000 17 | Tree creation : 603.865 603.865 603.865 0.000 18 | Tree removal : 0.000 0.000 0.000 0.000 19 | 20 | -- finished at 10/16/2017 14:51:10 -- 21 | -- started at 10/16/2017 15:00:09 -- 22 | 23 | mdtest-1.9.3 was launched with 100 total task(s) on 10 node(s) 24 | Command line used: /fscratch/gflofst/io500/mdtest -T -t -F -w 3900 -e 3900 -d /fscratch/gflofst/io500/mdt_hard -n 61000 25 | Path: /fscratch/gflofst/io500 26 | FS: 1745.8 TiB Used FS: 21.5% Inodes: 437.7 Mi Used Inodes: 7.4% 27 | 28 | 100 tasks, 6100000 files 29 | 30 | SUMMARY: (of 1 iterations) 31 | Operation Max Min Mean Std Dev 32 | --------- --- --- ---- ------- 33 | File creation : 0.000 0.000 0.000 0.000 34 | File stat : 44129.544 44129.544 44129.544 0.000 35 | File read : 0.000 0.000 0.000 0.000 36 | File removal : 0.000 0.000 0.000 0.000 37 | Tree creation : 0.000 0.000 0.000 0.000 38 | Tree removal : 0.000 0.000 0.000 0.000 39 | 40 | -- finished at 10/16/2017 15:02:27 -- 41 | -- started at 10/16/2017 15:10:32 -- 42 | 43 | mdtest-1.9.3 was launched with 100 total task(s) on 10 node(s) 44 | Command line used: /fscratch/gflofst/io500/mdtest -r -t -F -w 3900 -e 3900 -d /fscratch/gflofst/io500/mdt_hard -n 61000 45 | Path: /fscratch/gflofst/io500 46 | FS: 1745.8 TiB Used FS: 21.5% Inodes: 435.4 Mi Used Inodes: 6.1% 47 | 48 | 100 tasks, 6100000 files 49 | 50 | SUMMARY: (of 1 iterations) 51 | Operation Max Min Mean Std Dev 52 | --------- --- --- ---- ------- 53 | File creation : 0.000 0.000 0.000 0.000 54 | File stat : 0.000 0.000 0.000 0.000 55 | File read : 0.000 0.000 0.000 0.000 56 | File removal : 9709.806 9709.806 9709.806 0.000 57 | Tree creation : 0.000 0.000 0.000 0.000 58 | Tree removal : 5.913 5.913 5.913 0.000 59 | 60 | -- finished at 10/16/2017 15:21:02 -- 61 | -------------------------------------------------------------------------------- /site-configs/sandia/old/results.2017.10.22-17.56.44/find-results.txt: -------------------------------------------------------------------------------- 1 | 5/find (serial) IOPs:10769 time:232s 2 | -------------------------------------------------------------------------------- /site-configs/sandia/old/results.2017.10.22-17.56.44/ior-easy-results.txt: -------------------------------------------------------------------------------- 1 | 1/ior-easy-write BW:8117.92 MB/s time: 449s 2 | 3/ior-easy-read BW:7462.85 MB/s time: 488s 3 | -------------------------------------------------------------------------------- /site-configs/sandia/old/results.2017.10.22-17.56.44/ior-hard-results.txt: -------------------------------------------------------------------------------- 1 | 2/ior-hard-write BW:151.59 MB/s time: 350s 2 | 4/ior-hard-read BW:491.53 MB/s time: 116s 3 | -------------------------------------------------------------------------------- /site-configs/sandia/old/results.2017.10.22-17.56.44/mdreal: -------------------------------------------------------------------------------- 1 | MD-REAL-IO total objects: 1280000 workingset size: 2975.464 MiB (version: f1f4269@master) time: 2017-10-22 18:58:57 2 | offset=1 3 | interface=posix 4 | obj-per-proc=1000 5 | latency=/fscratch/gflofst/results.2017.10.22-17.56.44/mdreal 6 | precreate-per-set=5000 7 | data-sets=1 8 | lim-free-mem=0 9 | lim-free-mem-phase=0 10 | object-size=3900 11 | iterations=3 12 | run-info-file=mdtest.status 13 | run-precreate 14 | run-benchmark 15 | run-cleanup 16 | 17 | root-dir=/fscratch/gflofst/io500.2017.10.22-17.56.44/mdreal 18 | 19 | WARN: Will use the existing (empty) directory 20 | precreate 63.3s 12639.7 iops/s 160 dset 800000 obj 2.527 dset/s 12637.2 obj/s 47.0 Mib/s max 1.3580e+00s (0 errs) 21 | benchmark 39.4s 16226.9 iops/s 160000 obj 4056.7 obj/s 30.2 Mib/s max 1.2489e+00s (0 errs) 22 | benchmark 40.8s 15681.8 iops/s 160000 obj 3920.5 obj/s 29.2 Mib/s max 2.6247e+00s (0 errs) 23 | benchmark 40.9s 15638.5 iops/s 160000 obj 3909.6 obj/s 29.1 Mib/s max 1.8546e+00s (0 errs) 24 | cleanup 76.5s 10458.5 iops/s 800000 obj 160 dset 10456.4 obj/s 2.091 dset/s max 2.5614e+00s (0 errs) 25 | Total runtime: 261s time: 2017-10-22 19:03:18 26 | -------------------------------------------------------------------------------- /site-configs/sandia/old/results.2017.10.22-17.56.44/mdreal-results.txt: -------------------------------------------------------------------------------- 1 | 8/md-real-io IOPs:15638.5 time:263s 2 | -------------------------------------------------------------------------------- /site-configs/sandia/old/results.2017.10.22-17.56.44/mdt-easy-results.txt: -------------------------------------------------------------------------------- 1 | 1/md-easy-create IOPs:11575.339 time:349s 2 | 3/md-easy-stat IOPs:77345.686 time:59s 3 | 6/md-easy-delete IOPs:9276.540 time:436s 4 | -------------------------------------------------------------------------------- /site-configs/sandia/old/results.2017.10.22-17.56.44/mdt-hard-results.txt: -------------------------------------------------------------------------------- 1 | 2/md-hard-create IOPs:10397.300 time:387s 2 | 4/md-hard-stat IOPs:18073.783 time:226s 3 | 7/md-hard-delete IOPs:6297.860 time:639s 4 | -------------------------------------------------------------------------------- /site-configs/sandia/old/results.2017.10.22-17.56.44/mdt_easy_create: -------------------------------------------------------------------------------- 1 | -- started at 10/22/2017 18:04:14 -- 2 | 3 | mdtest-1.9.3 was launched with 160 total task(s) on 16 node(s) 4 | Command line used: /fscratch/gflofst/mdtest -C -v -u -L -F -d /fscratch/gflofst/io500.2017.10.22-17.56.44/mdt_easy -u -n 25000 5 | V-1: Entering parse_dirpath... 6 | V-1: Entering valid_tests... 7 | barriers : True 8 | collective_creates : False 9 | create_only : True 10 | dirpath(s): 11 | /fscratch/gflofst/io500.2017.10.22-17.56.44/mdt_easy 12 | dirs_only : False 13 | read_bytes : 0 14 | read_only : False 15 | first : 1 16 | files_only : True 17 | iterations : 1 18 | items_per_dir : 0 19 | last : 0 20 | leaf_only : True 21 | items : 25000 22 | nstride : 0 23 | pre_delay : 0 24 | remove_only : True 25 | random_seed : 0 26 | stride : 1 27 | shared_file : False 28 | time_unique_dir_overhead: False 29 | stat_only : False 30 | unique_dir_per_task : True 31 | write_bytes : 0 32 | sync_file : False 33 | depth : 0 34 | V-1: Entering display_freespace... 35 | V-1: Entering show_file_system_size... 36 | Path: /fscratch/gflofst/io500.2017.10.22-17.56.44 37 | FS: 1745.8 TiB Used FS: 26.6% Inodes: 437.7 Mi Used Inodes: 12.0% 38 | 39 | 160 tasks, 4000000 files 40 | 41 | Operation Duration Rate 42 | --------- -------- ---- 43 | V-1: main: * iteration 1 * 44 | V-1: Entering create_remove_directory_tree, currDepth = 0... 45 | V-1: Entering create_remove_directory_tree, currDepth = 1... 46 | V-1: main: Tree creation : 0.110 sec, 9.090 ops/sec 47 | V-1: Entering file_test... 48 | V-1: Entering unique_dir_access... 49 | V-1: Entering offset_timers... 50 | V-1: Entering create_remove_items, currDepth = 0... 51 | V-1: Entering create_remove_items_helper... 52 | V-1: Entering offset_timers... 53 | V-1: File creation : 345.563 sec, 11575.318 ops/sec 54 | V-1: File stat : 0.014 sec, 0.000 ops/sec 55 | V-1: File read : 0.000 sec, 0.000 ops/sec 56 | V-1: File removal : 0.000 sec, 0.000 ops/sec 57 | V-1: Entering summarize_results... 58 | 59 | SUMMARY: (of 1 iterations) 60 | Operation Max Min Mean Std Dev 61 | --------- --- --- ---- ------- 62 | File creation : 11575.339 11575.339 11575.339 0.000 63 | File stat : 0.000 0.000 0.000 0.000 64 | File read : 0.000 0.000 0.000 0.000 65 | File removal : 0.000 0.000 0.000 0.000 66 | Tree creation : 9.090 9.090 9.090 0.000 67 | Tree removal : 0.000 0.000 0.000 0.000 68 | V-1: Entering timestamp... 69 | 70 | -- finished at 10/22/2017 18:10:01 -- 71 | -------------------------------------------------------------------------------- /site-configs/sandia/old/results.2017.10.22-17.56.44/mdt_easy_delete: -------------------------------------------------------------------------------- 1 | -- started at 10/22/2017 18:41:04 -- 2 | 3 | mdtest-1.9.3 was launched with 160 total task(s) on 16 node(s) 4 | Command line used: /fscratch/gflofst/mdtest -r -v -u -L -F -d /fscratch/gflofst/io500.2017.10.22-17.56.44/mdt_easy -u -n 25000 5 | V-1: Entering parse_dirpath... 6 | V-1: Entering valid_tests... 7 | barriers : True 8 | collective_creates : False 9 | create_only : False 10 | dirpath(s): 11 | /fscratch/gflofst/io500.2017.10.22-17.56.44/mdt_easy 12 | dirs_only : False 13 | read_bytes : 0 14 | read_only : False 15 | first : 1 16 | files_only : True 17 | iterations : 1 18 | items_per_dir : 0 19 | last : 0 20 | leaf_only : True 21 | items : 25000 22 | nstride : 0 23 | pre_delay : 0 24 | remove_only : True 25 | random_seed : 0 26 | stride : 1 27 | shared_file : False 28 | time_unique_dir_overhead: False 29 | stat_only : False 30 | unique_dir_per_task : True 31 | write_bytes : 0 32 | sync_file : False 33 | depth : 0 34 | V-1: Entering display_freespace... 35 | V-1: Entering show_file_system_size... 36 | Path: /fscratch/gflofst/io500.2017.10.22-17.56.44 37 | FS: 1745.8 TiB Used FS: 26.6% Inodes: 437.7 Mi Used Inodes: 13.8% 38 | 39 | 160 tasks, 4000000 files 40 | 41 | Operation Duration Rate 42 | --------- -------- ---- 43 | V-1: main: * iteration 1 * 44 | V-1: Entering file_test... 45 | V-1: Entering unique_dir_access... 46 | V-1: Entering offset_timers... 47 | V-1: Entering create_remove_items, currDepth = 0... 48 | V-1: Entering create_remove_items_helper... 49 | V-1: Entering unique_dir_access... 50 | V-1: Entering offset_timers... 51 | V-1: File creation : 0.000 sec, 0.000 ops/sec 52 | V-1: File stat : 0.000 sec, 0.000 ops/sec 53 | V-1: File read : 0.000 sec, 0.000 ops/sec 54 | V-1: File removal : 431.196 sec, 9276.524 ops/sec 55 | V-1: Entering create_remove_directory_tree, currDepth = 0... 56 | V-1: Entering create_remove_directory_tree, currDepth = 1... 57 | V-1: main Tree removal : 0.208 sec, 4.808 ops/sec 58 | V-1: Entering summarize_results... 59 | 60 | SUMMARY: (of 1 iterations) 61 | Operation Max Min Mean Std Dev 62 | --------- --- --- ---- ------- 63 | File creation : 0.000 0.000 0.000 0.000 64 | File stat : 0.000 0.000 0.000 0.000 65 | File read : 0.000 0.000 0.000 0.000 66 | File removal : 9276.540 9276.540 9276.540 0.000 67 | Tree creation : 0.000 0.000 0.000 0.000 68 | Tree removal : 4.808 4.808 4.808 0.000 69 | V-1: Entering timestamp... 70 | 71 | -- finished at 10/22/2017 18:48:16 -- 72 | -------------------------------------------------------------------------------- /site-configs/sandia/old/results.2017.10.22-17.56.44/mdt_easy_stat: -------------------------------------------------------------------------------- 1 | -- started at 10/22/2017 18:30:30 -- 2 | 3 | mdtest-1.9.3 was launched with 160 total task(s) on 16 node(s) 4 | Command line used: /fscratch/gflofst/mdtest -T -v -u -L -F -d /fscratch/gflofst/io500.2017.10.22-17.56.44/mdt_easy -u -n 25000 5 | V-1: Entering parse_dirpath... 6 | V-1: Entering valid_tests... 7 | barriers : True 8 | collective_creates : False 9 | create_only : False 10 | dirpath(s): 11 | /fscratch/gflofst/io500.2017.10.22-17.56.44/mdt_easy 12 | dirs_only : False 13 | read_bytes : 0 14 | read_only : False 15 | first : 1 16 | files_only : True 17 | iterations : 1 18 | items_per_dir : 0 19 | last : 0 20 | leaf_only : True 21 | items : 25000 22 | nstride : 0 23 | pre_delay : 0 24 | remove_only : True 25 | random_seed : 0 26 | stride : 1 27 | shared_file : False 28 | time_unique_dir_overhead: False 29 | stat_only : True 30 | unique_dir_per_task : True 31 | write_bytes : 0 32 | sync_file : False 33 | depth : 0 34 | V-1: Entering display_freespace... 35 | V-1: Entering show_file_system_size... 36 | Path: /fscratch/gflofst/io500.2017.10.22-17.56.44 37 | FS: 1745.8 TiB Used FS: 26.6% Inodes: 437.7 Mi Used Inodes: 13.8% 38 | 39 | 160 tasks, 4000000 files 40 | 41 | Operation Duration Rate 42 | --------- -------- ---- 43 | V-1: main: * iteration 1 * 44 | V-1: Entering file_test... 45 | V-1: Entering unique_dir_access... 46 | V-1: Entering offset_timers... 47 | V-1: Entering mdtest_stat... 48 | V-1: Entering offset_timers... 49 | V-1: File creation : 0.000 sec, 0.000 ops/sec 50 | V-1: File stat : 51.716 sec, 77345.561 ops/sec 51 | V-1: File read : 0.000 sec, 0.000 ops/sec 52 | V-1: File removal : 0.000 sec, 0.000 ops/sec 53 | V-1: Entering summarize_results... 54 | 55 | SUMMARY: (of 1 iterations) 56 | Operation Max Min Mean Std Dev 57 | --------- --- --- ---- ------- 58 | File creation : 0.000 0.000 0.000 0.000 59 | File stat : 77345.686 77345.686 77345.686 0.000 60 | File read : 0.000 0.000 0.000 0.000 61 | File removal : 0.000 0.000 0.000 0.000 62 | Tree creation : 0.000 0.000 0.000 0.000 63 | Tree removal : 0.000 0.000 0.000 0.000 64 | V-1: Entering timestamp... 65 | 66 | -- finished at 10/22/2017 18:31:22 -- 67 | -------------------------------------------------------------------------------- /site-configs/sandia/old/results.2017.10.22-17.56.44/mdt_hard_create: -------------------------------------------------------------------------------- 1 | -- started at 10/22/2017 18:15:52 -- 2 | 3 | mdtest-1.9.3 was launched with 160 total task(s) on 16 node(s) 4 | Command line used: /fscratch/gflofst/mdtest -C -t -F -w 3900 -e 3900 -d /fscratch/gflofst/io500.2017.10.22-17.56.44/mdt_hard -n 25000 5 | Path: /fscratch/gflofst/io500.2017.10.22-17.56.44 6 | FS: 1745.8 TiB Used FS: 26.6% Inodes: 437.7 Mi Used Inodes: 12.9% 7 | 8 | 160 tasks, 4000000 files 9 | 10 | SUMMARY: (of 1 iterations) 11 | Operation Max Min Mean Std Dev 12 | --------- --- --- ---- ------- 13 | File creation : 10397.300 10397.300 10397.300 0.000 14 | File stat : 0.000 0.000 0.000 0.000 15 | File read : 0.000 0.000 0.000 0.000 16 | File removal : 0.000 0.000 0.000 0.000 17 | Tree creation : 370.508 370.508 370.508 0.000 18 | Tree removal : 0.000 0.000 0.000 0.000 19 | 20 | -- finished at 10/22/2017 18:22:18 -- 21 | -------------------------------------------------------------------------------- /site-configs/sandia/old/results.2017.10.22-17.56.44/mdt_hard_delete: -------------------------------------------------------------------------------- 1 | -- started at 10/22/2017 18:48:18 -- 2 | 3 | mdtest-1.9.3 was launched with 160 total task(s) on 16 node(s) 4 | Command line used: /fscratch/gflofst/mdtest -r -t -F -w 3900 -e 3900 -d /fscratch/gflofst/io500.2017.10.22-17.56.44/mdt_hard -n 25000 5 | Path: /fscratch/gflofst/io500.2017.10.22-17.56.44 6 | FS: 1745.8 TiB Used FS: 26.6% Inodes: 437.6 Mi Used Inodes: 12.9% 7 | 8 | 160 tasks, 4000000 files 9 | 10 | SUMMARY: (of 1 iterations) 11 | Operation Max Min Mean Std Dev 12 | --------- --- --- ---- ------- 13 | File creation : 0.000 0.000 0.000 0.000 14 | File stat : 0.000 0.000 0.000 0.000 15 | File read : 0.000 0.000 0.000 0.000 16 | File removal : 6297.860 6297.860 6297.860 0.000 17 | Tree creation : 0.000 0.000 0.000 0.000 18 | Tree removal : 4.066 4.066 4.066 0.000 19 | 20 | -- finished at 10/22/2017 18:58:55 -- 21 | -------------------------------------------------------------------------------- /site-configs/sandia/old/results.2017.10.22-17.56.44/mdt_hard_stat: -------------------------------------------------------------------------------- 1 | -- started at 10/22/2017 18:33:26 -- 2 | 3 | mdtest-1.9.3 was launched with 160 total task(s) on 16 node(s) 4 | Command line used: /fscratch/gflofst/mdtest -T -t -F -w 3900 -e 3900 -d /fscratch/gflofst/io500.2017.10.22-17.56.44/mdt_hard -n 25000 5 | Path: /fscratch/gflofst/io500.2017.10.22-17.56.44 6 | FS: 1745.8 TiB Used FS: 26.6% Inodes: 437.7 Mi Used Inodes: 13.8% 7 | 8 | 160 tasks, 4000000 files 9 | 10 | SUMMARY: (of 1 iterations) 11 | Operation Max Min Mean Std Dev 12 | --------- --- --- ---- ------- 13 | File creation : 0.000 0.000 0.000 0.000 14 | File stat : 18073.783 18073.783 18073.783 0.000 15 | File read : 0.000 0.000 0.000 0.000 16 | File removal : 0.000 0.000 0.000 0.000 17 | Tree creation : 0.000 0.000 0.000 0.000 18 | Tree removal : 0.000 0.000 0.000 0.000 19 | 20 | -- finished at 10/22/2017 18:37:08 -- 21 | -------------------------------------------------------------------------------- /site-configs/sandia/old/startup-auto-detect.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash -x 2 | # This testscript illustrates how to debug (uses -x flag) and uses the auto detection of parameters for the IO 500 main testing script 3 | # Thus, it helps to identify suitable parameters for the write/creation phases 4 | # The header contains the SLURM setup to run on 10 nodes with 10 takss per node 5 | # Change it to whatever is necessary. 6 | #SBATCH --ntasks-per-node=10 7 | #SBATCH --nodes=10 8 | #SBATCH --job-name=IO-500 9 | #SBATCH --time=02:50:00 10 | #SBATCH -d singleton 11 | #SBATCH -o io_500_out_%J 12 | #SBATCH -e io_500_err_%J 13 | 14 | # Set global parameters that shall be used (see also startup.sh) 15 | maxTasks=$((${SLURM_JOB_CPUS_PER_NODE} * ${SLURM_JOB_NUM_NODES})) 16 | mpirun="srun -m block" 17 | # Set the work directory, i.e., where the I/O is done 18 | workdir=/mnt/lustre02/work/k20200/k202079/io500-data/ 19 | # The output directory containing intermediate results (also useful for debugging) 20 | output_dir=/mnt/lustre02/work/k20200/k202079/io500-results-${SLURM_JOB_NUM_NODES} 21 | 22 | 23 | # Set commands to use 24 | find_cmd=$PWD/../../find/io500-find.sh 25 | ior_cmd=/home/dkrz/k202079/work/io-500/io-500-dev/proposal-draft/ior 26 | mdtest_cmd=/home/dkrz/k202079/work/io-500/io-500-dev/proposal-draft/mdtest 27 | #mdreal_cmd=/home/dkrz/k202079/work/io-500/io-500-dev/proposal-draft/md-real-io # set to "" to not run mdreal 28 | 29 | # You may turn off the automatic determination of parameters individually 30 | identify_parameters_ior_hard=True 31 | identify_parameters_ior_easy=True 32 | identify_parameters_md_easy=True # also allows to do the find 33 | identify_parameters_md_hard=True 34 | identify_parameters_find=False # only works if ior_easy is also run 35 | 36 | # Time in seconds that the benchmark shall be run at least (expected 500s) 37 | # But you can use less and scale up manually to speed up the testing 38 | timeExpected=10 39 | 40 | 41 | # Optional step: Preparation of the work directory 42 | # Here: precreate directories for lustre with the appropriate striping 43 | mkdir -p ${workdir}/ior_easy 44 | lfs setstripe --stripe-count 2 ${workdir}/ior_easy 45 | 46 | mkdir -p ${workdir}/ior_hard 47 | lfs setstripe --stripe-count 100 ${workdir}/ior_hard 48 | ########## 49 | 50 | cd ../../ 51 | # Run the script to explore parameters 52 | source ./auto-determine-parameters.sh | tee auto-${SLURM_JOB_NUM_NODES}-${SLURM_JOB_CPUS_PER_NODE}.txt 53 | -------------------------------------------------------------------------------- /site-configs/sandia/old/startup.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | # 3 | # INSTRUCTIONS: 4 | # Edit the 7 steps below as needed for your machine 5 | # 6 | # 1. Set the nodes, tasks per node, and time to work for the job (may take 7 | # some fiddling). 8 | # 9 | #SBATCH --account=FY140262 10 | #SBATCH --ntasks-per-node=10 11 | #SBATCH --nodes=16 12 | #SBATCH --job-name=IO-500 13 | #SBATCH --time=00:40:00 14 | #SBATCH -o io_500_out_%J 15 | #SBATCH -e io_500_err_%J 16 | 17 | # 18 | # 2. change the directories for filesys_root, workdir, and result_dir 19 | filesys_root=/fscratch 20 | #filesys_root=/gscratch 21 | #filesys_root=/gpfs1 22 | basedir=${filesys_root}/gflofst 23 | workdir=${basedir}/io500.`date +%Y.%m.%d-%H.%M.%S` # directory where the data will be stored 24 | result_dir=${basedir}/results.`date +%Y.%m.%d-%H.%M.%S` # the directory where the output will be kept 25 | mkdir -p $workdir 26 | mkdir -p $result_dir 27 | 28 | # 29 | # 3. set command to run MPI 30 | # Command to start an MPI application 31 | mpirun="srun -m block --mpi=pmi2 " 32 | mpirun_pfind=$mpirun 33 | # 34 | # 4. Set the different commands to run 35 | ior_cmd=${basedir}/ior 36 | mdtest_cmd=${basedir}/mdtest 37 | # if set != "" then run mdreal 38 | mdreal_cmd=${basedir}/md-real-io 39 | 40 | # 41 | # 5. setup the find command. This is an area where innovation is allowed. 42 | # There are two default options provided. One is a serial find and the other 43 | # is a parallel version. If neither of these is used. The source code for 44 | # the alternative version must be provided along with building scripts and 45 | # proper runtime parameters and setup commands. 46 | #Parallel find 47 | #find_cmd=$PWD/../../find/pfind/io500-pfind.sh 48 | #To execute parallel find uncomment both lines below 49 | #run_pfind="True" 50 | #run_find="False" 51 | #Serialized find 52 | find_cmd=${basedir}/io500-find.sh 53 | 54 | # 55 | # 6. Set the tunable parameters (easy, hard, and directories to use) 56 | # Also set the directory parameters (Lustre). Each of these must enable it 57 | # to run for more than 5 minutes. 58 | # 59 | # Tunable parameters, feel free to change them 60 | # The write phase for each benchmark (ior_easy, ior_hard, mdtest_easy, mdtest_hard) must be 5 minutes 61 | #ior_easy_params="-t 2048k -b 122880000k" # 120 GBytes per process, file per proc is already configured 62 | #define QUICK_RUN 0 63 | #if QUICK_RUN 64 | ior_easy_params="-t 2048k -b 2g" # file per proc is already configured 65 | ior_hard_writes_per_proc=60 66 | mdtest_easy_files_per_proc=6100 67 | mdtest_hard_files_per_proc=6100 68 | #else 69 | ior_easy_params="-t 2048k -b 20g" # file per proc is already configured 70 | ior_hard_writes_per_proc=7000 71 | mdtest_easy_files_per_proc=25000 72 | mdtest_hard_files_per_proc=25000 73 | #endif 74 | # If to use mdreal 75 | mdreal_params="-P=5000 -I=1000" 76 | find_subtree_to_scan_config=$PWD/find_subtree.cfg 77 | processes_find=100 78 | # If you use the find command from find/io500-find.sh, you can specify how many directories to scan to limit its runtime 79 | # Here scan 100 dirs 80 | # The subtrees to scan from md-easy, each contains mdtest_easy_files_per_proc files 81 | ( for I in $(seq $processes_find) ; do 82 | echo mdtest_tree.$I.0 83 | done ) > find_subtree.cfg 84 | 85 | lines=`wc -l < find_subtree.cfg` 86 | if [ $lines -le $SLURM_JOB_NUM_NODES ]; 87 | then 88 | mpirun_pfind=$mpirun" --ntasks-per-node=1" 89 | fi 90 | # Add whatever you want to do for preparing the workdirectory 91 | # Here we precreate directories for lustre with the appropriate striping 92 | mkdir -p ${workdir}/ior_easy 93 | lfs setstripe --stripe-count 2 ${workdir}/ior_easy 94 | 95 | mkdir -p ${workdir}/ior_hard 96 | let "total_stripes = ${SLRUM_NNODES} * ${SLURM_TASKS_PER_NODE}" 97 | # alternatively, make this the number of storage targets 98 | lfs setstripe --stripe-count ${total_stripes} ${workdir}/ior_hard 99 | 100 | # 101 | # 7. Run the core script 102 | # 103 | # Now write the output/results file 104 | ( 105 | #cd ../../ # walk to the directory with the io_500_core script 106 | 107 | # Add key/value pairs defining your system if you want 108 | echo Started at `date +%Y.%m.%d-%H.%M.%S` 109 | echo "System: " `uname -n` 110 | echo "filesystem_utilization=$(df ${filesys_root})" 111 | echo "date=$(date -I)" 112 | #echo "queue=" 113 | echo "nodes=$SLURM_NNODES" 114 | echo "ppn=$SLURM_TASKS_PER_NODE" 115 | echo "nodelist=$SLURM_NODELIST" 116 | echo "workdir=$workdir" 117 | echo "result_dir=$result_dir" 118 | echo "filesys_root=$filesys_root" 119 | echo "find_cmd=$find_cmd" 120 | echo "ior_cmd=$ior_cmd" 121 | echo "mdtest_cmd=$mdtest_cmd" 122 | echo "mdreal_cmd=$mdreal_cmd" 123 | echo "ior_easy_params=$ior_easy_params" 124 | echo "ior_hard_writes_per_proc=$ior_hard_writes_per_proc" 125 | echo "mdtest_easy_files_per_proc=$mdtest_easy_files_per_proc" 126 | echo "mdtest_hard_files_per_proc=$mdtest_hard_files_per_proc" 127 | echo "mdreal_params=$mdreal_params" 128 | 129 | # Important: source the io 500 script: 130 | source io_500_core.sh # Do not change the script 131 | ) 2>&1 | tee io-500-summary.`date +%Y.%m.%d-%H.%M.%S`.txt 132 | 133 | # Cleanup 134 | rmdir $workdir 135 | rm -f find_subtree.cfg 136 | 137 | # Give a completion time 138 | echo Finished at `date +%Y.%m.%d-%H.%M.%S` 139 | -------------------------------------------------------------------------------- /site-configs/sandia/results/2017.10.24-18.05.34/ior_easy_read.txt: -------------------------------------------------------------------------------- 1 | IOR-3.1.0: MPI Coordinated Test of Parallel I/O 2 | 3 | ior WARNING: fsync() only available in POSIX. Using value of 0. 4 | Began: Tue Oct 24 18:05:58 2017 5 | Command line used: /fscratch/gflofst/bin/ior -r -R -C -Q 1 -g -G 27 -k -e -t 2048k -b 2g -F -o /fscratch/gflofst/datafiles/io500.2017.10.24-18.05.34/ior_easy/ior_file_easy 6 | Machine: Linux ser236 7 | 8 | Test 0 started: Tue Oct 24 18:05:58 2017 9 | Summary: 10 | api = MPIIO (version=3, subversion=0) 11 | test filename = /fscratch/gflofst/datafiles/io500.2017.10.24-18.05.34/ior_easy/ior_file_easy 12 | access = file-per-process 13 | ordering in a file = sequential offsets 14 | ordering inter file= constant task offsets = 1 15 | clients = 2 (2 per node) 16 | repetitions = 1 17 | xfersize = 2 MiB 18 | blocksize = 2 GiB 19 | aggregate filesize = 4 GiB 20 | 21 | access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter 22 | ------ --------- ---------- --------- -------- -------- -------- -------- ---- 23 | read 1087.13 2097152 2048.00 0.084472 3.68 0.005266 3.77 0 24 | 25 | Max Read: 1087.13 MiB/sec (1139.94 MB/sec) 26 | 27 | Summary of all tests: 28 | Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum 29 | read 1087.13 1087.13 1087.13 0.00 3.76772 0 2 2 1 1 1 1 0 0 1 2147483648 2097152 4294967296 MPIIO 0 30 | 31 | Finished: Tue Oct 24 18:06:01 2017 32 | -------------------------------------------------------------------------------- /site-configs/sandia/results/2017.10.24-18.05.34/ior_easy_write.txt: -------------------------------------------------------------------------------- 1 | IOR-3.1.0: MPI Coordinated Test of Parallel I/O 2 | 3 | ior WARNING: fsync() only available in POSIX. Using value of 0. 4 | Began: Tue Oct 24 18:05:35 2017 5 | Command line used: /fscratch/gflofst/bin/ior -w -C -Q 1 -g -G 27 -k -e -t 2048k -b 2g -F -o /fscratch/gflofst/datafiles/io500.2017.10.24-18.05.34/ior_easy/ior_file_easy 6 | Machine: Linux ser236 7 | 8 | Test 0 started: Tue Oct 24 18:05:35 2017 9 | Summary: 10 | api = MPIIO (version=3, subversion=0) 11 | test filename = /fscratch/gflofst/datafiles/io500.2017.10.24-18.05.34/ior_easy/ior_file_easy 12 | access = file-per-process 13 | ordering in a file = sequential offsets 14 | ordering inter file= constant task offsets = 1 15 | clients = 2 (2 per node) 16 | repetitions = 1 17 | xfersize = 2 MiB 18 | blocksize = 2 GiB 19 | aggregate filesize = 4 GiB 20 | 21 | access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter 22 | ------ --------- ---------- --------- -------- -------- -------- -------- ---- 23 | write 421.05 2097152 2048.00 0.025594 9.69 0.011016 9.73 0 24 | 25 | Max Write: 421.05 MiB/sec (441.51 MB/sec) 26 | 27 | Summary of all tests: 28 | Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum 29 | write 421.05 421.05 421.05 0.00 9.72796 0 2 2 1 1 1 1 0 0 1 2147483648 2097152 4294967296 MPIIO 0 30 | 31 | Finished: Tue Oct 24 18:05:44 2017 32 | -------------------------------------------------------------------------------- /site-configs/sandia/results/2017.10.24-18.05.34/ior_hard_read.txt: -------------------------------------------------------------------------------- 1 | IOR-3.1.0: MPI Coordinated Test of Parallel I/O 2 | 3 | ior WARNING: fsync() only available in POSIX. Using value of 0. 4 | Began: Tue Oct 24 18:06:04 2017 5 | Command line used: /fscratch/gflofst/bin/ior -r -R -C -Q 1 -g -G 27 -k -e -t 47008 -b 47008 -s 60 -o /fscratch/gflofst/datafiles/io500.2017.10.24-18.05.34/ior_hard/IOR_file 6 | Machine: Linux ser236 7 | 8 | Test 0 started: Tue Oct 24 18:06:04 2017 9 | Summary: 10 | api = MPIIO (version=3, subversion=0) 11 | test filename = /fscratch/gflofst/datafiles/io500.2017.10.24-18.05.34/ior_hard/IOR_file 12 | access = single-shared-file 13 | ordering in a file = sequential offsets 14 | ordering inter file= constant task offsets = 1 15 | clients = 2 (2 per node) 16 | repetitions = 1 17 | xfersize = 47008 bytes 18 | blocksize = 47008 bytes 19 | aggregate filesize = 5.38 MiB 20 | 21 | access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter 22 | ------ --------- ---------- --------- -------- -------- -------- -------- ---- 23 | read 308.18 45.91 45.91 0.015073 0.002005 0.000376 0.017456 0 24 | 25 | Max Read: 308.18 MiB/sec (323.15 MB/sec) 26 | 27 | Summary of all tests: 28 | Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum 29 | read 308.18 308.18 308.18 0.00 0.01746 0 2 2 1 0 1 1 0 0 60 47008 47008 5640960 MPIIO 0 30 | 31 | Finished: Tue Oct 24 18:06:04 2017 32 | -------------------------------------------------------------------------------- /site-configs/sandia/results/2017.10.24-18.05.34/ior_hard_write.txt: -------------------------------------------------------------------------------- 1 | IOR-3.1.0: MPI Coordinated Test of Parallel I/O 2 | 3 | ior WARNING: fsync() only available in POSIX. Using value of 0. 4 | Began: Tue Oct 24 18:05:51 2017 5 | Command line used: /fscratch/gflofst/bin/ior -w -C -Q 1 -g -G 27 -k -e -t 47008 -b 47008 -s 60 -o /fscratch/gflofst/datafiles/io500.2017.10.24-18.05.34/ior_hard/IOR_file 6 | Machine: Linux ser236 7 | 8 | Test 0 started: Tue Oct 24 18:05:51 2017 9 | Summary: 10 | api = MPIIO (version=3, subversion=0) 11 | test filename = /fscratch/gflofst/datafiles/io500.2017.10.24-18.05.34/ior_hard/IOR_file 12 | access = single-shared-file 13 | ordering in a file = sequential offsets 14 | ordering inter file= constant task offsets = 1 15 | clients = 2 (2 per node) 16 | repetitions = 1 17 | xfersize = 47008 bytes 18 | blocksize = 47008 bytes 19 | aggregate filesize = 5.38 MiB 20 | 21 | access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter 22 | ------ --------- ---------- --------- -------- -------- -------- -------- ---- 23 | write 128.69 45.91 45.91 0.027521 0.013666 0.000591 0.041802 0 24 | 25 | Max Write: 128.69 MiB/sec (134.94 MB/sec) 26 | 27 | Summary of all tests: 28 | Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum 29 | write 128.69 128.69 128.69 0.00 0.04180 0 2 2 1 0 1 1 0 0 60 47008 47008 5640960 MPIIO 0 30 | 31 | Finished: Tue Oct 24 18:05:51 2017 32 | -------------------------------------------------------------------------------- /site-configs/sandia/results/2017.10.24-18.05.34/mdtest_easy_delete.txt: -------------------------------------------------------------------------------- 1 | -- started at 10/24/2017 18:06:08 -- 2 | 3 | mdtest-1.9.3 was launched with 2 total task(s) on 1 node(s) 4 | Command line used: /fscratch/gflofst/bin/mdtest -r -F -d /fscratch/gflofst/datafiles/io500.2017.10.24-18.05.34/mdt_easy -n 610 -u -L 5 | Path: 6 | FS: 1745.8 TiB Used FS: 24.6% Inodes: 437.7 Mi Used Inodes: 5.2% 7 | 8 | 2 tasks, 1220 files 9 | 10 | SUMMARY: (of 1 iterations) 11 | Operation Max Min Mean Std Dev 12 | --------- --- --- ---- ------- 13 | File creation : 0.000 0.000 0.000 0.000 14 | File stat : 0.000 0.000 0.000 0.000 15 | File read : 0.000 0.000 0.000 0.000 16 | File removal : 460.989 460.989 460.989 0.000 17 | Tree creation : 0.000 0.000 0.000 0.000 18 | Tree removal : 57.182 57.182 57.182 0.000 19 | 20 | -- finished at 10/24/2017 18:06:11 -- 21 | -------------------------------------------------------------------------------- /site-configs/sandia/results/2017.10.24-18.05.34/mdtest_easy_stat.txt: -------------------------------------------------------------------------------- 1 | -- started at 10/24/2017 18:06:02 -- 2 | 3 | mdtest-1.9.3 was launched with 2 total task(s) on 1 node(s) 4 | Command line used: /fscratch/gflofst/bin/mdtest -T -F -d /fscratch/gflofst/datafiles/io500.2017.10.24-18.05.34/mdt_easy -n 610 -u -L 5 | Path: 6 | FS: 1745.8 TiB Used FS: 24.6% Inodes: 437.7 Mi Used Inodes: 5.2% 7 | 8 | 2 tasks, 1220 files 9 | 10 | SUMMARY: (of 1 iterations) 11 | Operation Max Min Mean Std Dev 12 | --------- --- --- ---- ------- 13 | File creation : 0.000 0.000 0.000 0.000 14 | File stat : 701.336 701.336 701.336 0.000 15 | File read : 0.000 0.000 0.000 0.000 16 | File removal : 0.000 0.000 0.000 0.000 17 | Tree creation : 0.000 0.000 0.000 0.000 18 | Tree removal : 0.000 0.000 0.000 0.000 19 | 20 | -- finished at 10/24/2017 18:06:04 -- 21 | -------------------------------------------------------------------------------- /site-configs/sandia/results/2017.10.24-18.05.34/mdtest_easy_write.txt: -------------------------------------------------------------------------------- 1 | -- started at 10/24/2017 18:05:45 -- 2 | 3 | mdtest-1.9.3 was launched with 2 total task(s) on 1 node(s) 4 | Command line used: /fscratch/gflofst/bin/mdtest -C -F -d /fscratch/gflofst/datafiles/io500.2017.10.24-18.05.34/mdt_easy -n 610 -u -L 5 | Path: 6 | FS: 1745.8 TiB Used FS: 24.6% Inodes: 437.7 Mi Used Inodes: 5.2% 7 | 8 | 2 tasks, 1220 files 9 | 10 | SUMMARY: (of 1 iterations) 11 | Operation Max Min Mean Std Dev 12 | --------- --- --- ---- ------- 13 | File creation : 222.391 222.391 222.391 0.000 14 | File stat : 0.000 0.000 0.000 0.000 15 | File read : 0.000 0.000 0.000 0.000 16 | File removal : 0.000 0.000 0.000 0.000 17 | Tree creation : 334.784 334.784 334.784 0.000 18 | Tree removal : 0.000 0.000 0.000 0.000 19 | 20 | -- finished at 10/24/2017 18:05:51 -- 21 | -------------------------------------------------------------------------------- /site-configs/sandia/results/2017.10.24-18.05.34/mdtest_hard_delete.txt: -------------------------------------------------------------------------------- 1 | -- started at 10/24/2017 18:06:11 -- 2 | 3 | mdtest-1.9.3 was launched with 2 total task(s) on 1 node(s) 4 | Command line used: /fscratch/gflofst/bin/mdtest -r -t -F -w 3901 -e 3901 -d /fscratch/gflofst/datafiles/io500.2017.10.24-18.05.34/mdt_hard -n 610 5 | Path: 6 | FS: 1745.8 TiB Used FS: 24.6% Inodes: 437.7 Mi Used Inodes: 5.2% 7 | 8 | 2 tasks, 1220 files 9 | 10 | SUMMARY: (of 1 iterations) 11 | Operation Max Min Mean Std Dev 12 | --------- --- --- ---- ------- 13 | File creation : 0.000 0.000 0.000 0.000 14 | File stat : 0.000 0.000 0.000 0.000 15 | File read : 0.000 0.000 0.000 0.000 16 | File removal : 350.834 350.834 350.834 0.000 17 | Tree creation : 0.000 0.000 0.000 0.000 18 | Tree removal : 112.045 112.045 112.045 0.000 19 | 20 | -- finished at 10/24/2017 18:06:15 -- 21 | -------------------------------------------------------------------------------- /site-configs/sandia/results/2017.10.24-18.05.34/mdtest_hard_stat.txt: -------------------------------------------------------------------------------- 1 | -- started at 10/24/2017 18:06:05 -- 2 | 3 | mdtest-1.9.3 was launched with 2 total task(s) on 1 node(s) 4 | Command line used: /fscratch/gflofst/bin/mdtest -T -t -F -w 3901 -e 3901 -d /fscratch/gflofst/datafiles/io500.2017.10.24-18.05.34/mdt_hard -n 610 5 | Path: 6 | FS: 1745.8 TiB Used FS: 24.6% Inodes: 437.7 Mi Used Inodes: 5.2% 7 | 8 | 2 tasks, 1220 files 9 | 10 | SUMMARY: (of 1 iterations) 11 | Operation Max Min Mean Std Dev 12 | --------- --- --- ---- ------- 13 | File creation : 0.000 0.000 0.000 0.000 14 | File stat : 408.631 408.631 408.631 0.000 15 | File read : 0.000 0.000 0.000 0.000 16 | File removal : 0.000 0.000 0.000 0.000 17 | Tree creation : 0.000 0.000 0.000 0.000 18 | Tree removal : 0.000 0.000 0.000 0.000 19 | 20 | -- finished at 10/24/2017 18:06:08 -- 21 | -------------------------------------------------------------------------------- /site-configs/sandia/results/2017.10.24-18.05.34/mdtest_hard_write.txt: -------------------------------------------------------------------------------- 1 | -- started at 10/24/2017 18:05:52 -- 2 | 3 | mdtest-1.9.3 was launched with 2 total task(s) on 1 node(s) 4 | Command line used: /fscratch/gflofst/bin/mdtest -C -t -F -w 3901 -e 3901 -d /fscratch/gflofst/datafiles/io500.2017.10.24-18.05.34/mdt_hard -n 610 5 | Path: 6 | FS: 1745.8 TiB Used FS: 24.6% Inodes: 437.7 Mi Used Inodes: 5.2% 7 | 8 | 2 tasks, 1220 files 9 | 10 | SUMMARY: (of 1 iterations) 11 | Operation Max Min Mean Std Dev 12 | --------- --- --- ---- ------- 13 | File creation : 243.158 243.158 243.158 0.000 14 | File stat : 0.000 0.000 0.000 0.000 15 | File read : 0.000 0.000 0.000 0.000 16 | File removal : 0.000 0.000 0.000 0.000 17 | Tree creation : 225.581 225.581 225.581 0.000 18 | Tree removal : 0.000 0.000 0.000 0.000 19 | 20 | -- finished at 10/24/2017 18:05:57 -- 21 | -------------------------------------------------------------------------------- /site-configs/sandia/results/2017.10.24-18.05.34/result_summary.txt: -------------------------------------------------------------------------------- 1 | [RESULT] BW phase 1 ior_easy_write 0.411 GB/s : time 9.73 seconds 2 | [RESULT] IOPS phase 1 mdtest_easy_write 0.222 kiops : time 6.50 seconds 3 | [RESULT] BW phase 2 ior_hard_write 0.126 GB/s : time 0.04 seconds 4 | [RESULT] IOPS phase 2 mdtest_hard_write 0.243 kiops : time 5.45 seconds 5 | [RESULT] IOPS phase 3 find 9.160 kiops : time 0.27 seconds 6 | [RESULT] BW phase 3 ior_easy_read 1.062 GB/s : time 3.77 seconds 7 | [RESULT] IOPS phase 4 mdtest_easy_stat 0.701 kiops : time 2.44 seconds 8 | [RESULT] BW phase 4 ior_hard_read 0.301 GB/s : time 0.02 seconds 9 | [RESULT] IOPS phase 5 mdtest_hard_stat 0.409 kiops : time 3.39 seconds 10 | [RESULT] IOPS phase 6 mdtest_easy_delete 0.461 kiops : time 3.07 seconds 11 | [RESULT] IOPS phase 7 mdtest_hard_delete 0.351 kiops : time 3.90 seconds 12 | [SCORE] Bandwidth 0.358461 GB/s : IOPS 0.583244 kiops : TOTAL .209070 13 | -------------------------------------------------------------------------------- /site-configs/template/startup-auto-detect.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash -x 2 | # This testscript illustrates how to debug (uses -x flag) and uses the auto detection of parameters for the IO 500 main testing script 3 | # Thus, it helps to identify suitable parameters for the write/creation phases 4 | # The header contains the SLURM setup to run on 10 nodes with 10 takss per node 5 | # Change it to whatever is necessary. 6 | #SBATCH --ntasks-per-node=10 7 | #SBATCH --nodes=10 8 | #SBATCH --job-name=IO-500 9 | #SBATCH --time=02:50:00 10 | #SBATCH -d singleton 11 | #SBATCH -o io_500_out_%J 12 | #SBATCH -e io_500_err_%J 13 | 14 | # Set global parameters that shall be used (see also startup.sh) 15 | maxTasks=$((${SLURM_JOB_CPUS_PER_NODE} * ${SLURM_JOB_NUM_NODES})) 16 | mpirun="srun -m block" 17 | # Set the work directory, i.e., where the I/O is done 18 | workdir=/mnt/lustre02/work/k20200/k202079/io500-data/ 19 | # The output directory containing intermediate results (also useful for debugging) 20 | output_dir=/mnt/lustre02/work/k20200/k202079/io500-results-${SLURM_JOB_NUM_NODES} 21 | 22 | 23 | # Set commands to use 24 | find_cmd=$PWD/../../find/io500-find.sh 25 | ior_cmd=/home/dkrz/k202079/work/io-500/io-500-dev/proposal-draft/ior 26 | mdtest_cmd=/home/dkrz/k202079/work/io-500/io-500-dev/proposal-draft/mdtest 27 | #mdreal_cmd=/home/dkrz/k202079/work/io-500/io-500-dev/proposal-draft/md-real-io # set to "" to not run mdreal 28 | 29 | # You may turn off the automatic determination of parameters individually 30 | identify_parameters_ior_hard=True 31 | identify_parameters_ior_easy=True 32 | identify_parameters_md_easy=True # also allows to do the find 33 | identify_parameters_md_hard=True 34 | identify_parameters_find=False # only works if ior_easy is also run 35 | 36 | # Time in seconds that the benchmark shall be run at least (expected 500s) 37 | # But you can use less and scale up manually to speed up the testing 38 | timeExpected=10 39 | 40 | 41 | # Optional step: Preparation of the work directory 42 | # Here: precreate directories for lustre with the appropriate striping 43 | mkdir -p ${workdir}/ior_easy 44 | lfs setstripe --stripe-count 2 ${workdir}/ior_easy 45 | 46 | mkdir -p ${workdir}/ior_hard 47 | lfs setstripe --stripe-count 100 ${workdir}/ior_hard 48 | ########## 49 | 50 | cd ../../ 51 | # Run the script to explore parameters 52 | source ./utilities/auto-determine-parameters.sh | tee auto-${SLURM_JOB_NUM_NODES}-${SLURM_JOB_CPUS_PER_NODE}.txt 53 | -------------------------------------------------------------------------------- /site-configs/template/startup.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | #SBATCH --ntasks-per-node=10 3 | #SBATCH --nodes=100 4 | #SBATCH --job-name=IO-500 5 | #SBATCH --time=02:50:00 6 | #SBATCH -o io_500_out_%J 7 | #SBATCH -e io_500_err_%J 8 | 9 | # Command to start an MPI application 10 | mpirun="srun -m block" 11 | mpirun_pfind=$mpirun 12 | workdir= # directory where the data will be stored 13 | output_dir= # the directory where the output will be kept 14 | 15 | # Tunable parameters, feel free to change them 16 | # The write phase for each benchmark (ior_easy, ior_hard, mdtest_easy, mdtest_hard) must be 5 minutes 17 | ior_easy_params="-t 2048k -b 122880000k" # 120 GBytes per process, file per proc is already configured 18 | ior_hard_writes_per_proc=5000 # each process writes 5000 times 47k 19 | mdtest_hard_files_per_proc=6000 20 | mdtest_easy_files_per_proc=6000 21 | # If to use mdreal 22 | params_mdreal="-P=5000 -I=1000" 23 | subtree_to_scan_config=$PWD/subtree.cfg 24 | processes_find=100 25 | # If you use the find command from find/io500-find.sh, you can specify how many directories to scan to limit its runtime 26 | # Here scan 100 dirs 27 | # The subtrees to scan from md-easy, each contains mdtest_easy_files_per_proc files 28 | ( for I in $(seq $processes_find) ; do 29 | echo mdtest_tree.$I.0 30 | done ) > subtree.cfg 31 | 32 | # Define the executables for the commands 33 | #Parallel find 34 | #find_cmd=$PWD/../../find/pfind/io500-pfind.sh 35 | #To execute parallel find uncomment both lines below 36 | #run_pfind="True" 37 | #run_find="False" 38 | #Serialized find 39 | find_cmd=$PWD/../../find/io500-find.sh 40 | ior_cmd=/home/dkrz/k202079/work/io-500/io-500-dev/proposal-draft/ior 41 | mdtest_cmd=/home/dkrz/k202079/work/io-500/io-500-dev/proposal-draft/mdtest 42 | # if set != "" then run mdreal 43 | mdreal_cmd= 44 | 45 | lines=`wc -l < subtree.cfg` 46 | if [ $lines -le $SLURM_JOB_NUM_NODES ]; 47 | then 48 | mpirun_pfind=$mpirun" --ntasks-per-node=1" 49 | fi 50 | # Add whatever you want to do for preparing the workdirectory 51 | # Here we precreate directories for lustre with the appropriate striping 52 | mkdir -p ${workdir}/ior_easy 53 | lfs setstripe --stripe-count 2 ${workdir}/ior_easy 54 | 55 | mkdir -p ${workdir}/ior_hard 56 | lfs setstripe --stripe-count 100 ${workdir}/ior_hard 57 | 58 | # Now write the output/results file 59 | ( 60 | cd ../../ # walk to the directory with the io_500_core script 61 | 62 | # Add key/value pairs defining your system if you want 63 | echo "filesystem_utilization=$(df /mnt/lustre02)" 64 | echo "date=$(date -I)" 65 | echo "queue=" 66 | echo "nodes=$SLURM_NNODES" 67 | echo "ppn=$SLURM_TASKS_PER_NODE" 68 | echo "nodelist=$SLURM_NODELIST" 69 | 70 | # Important: source the io 500 script: 71 | source io_500_core.sh # Do not change the script 72 | ) 2>&1 | tee $SLURM_NNODES.txt 73 | 74 | # Cleanup some leftovers 75 | rm -rf $workdir/ 76 | -------------------------------------------------------------------------------- /utilities/extract-performance.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python 2 | 3 | # This script extracts the performance values of one or multiple IO-500 run directories 4 | # and converts them into a CSV file 5 | import sys 6 | import csv 7 | import re 8 | 9 | if len(sys.argv) == 1: 10 | print("Synopsis: %s [IO500 output dir] [IO500 output dir] ..." % (sys.argv[0]) ) 11 | print("Example: %s results/*" % (sys.argv[0])) 12 | exit(1) 13 | 14 | def parseDir(d): 15 | """Parse the output of a single IO500 results directory""" 16 | print("Parsing: %s " % (d)) 17 | keyset = {} 18 | with open(d + "/result_summary.txt", "r") as results_file: 19 | for line in results_file: 20 | m = re.match(".*[ ]+([a-z_]+)[ ]*([0-9\.]+) (GiB/s|kiops)", line) 21 | if m: 22 | keyset[m.group(1)] = m.group(2) 23 | return keyset 24 | 25 | 26 | if __name__ == "__main__": 27 | print("Writing output to io500.csv") 28 | 29 | keys = ["ior_easy_write" , "mdtest_easy_write" , "ior_hard_write" , "mdtest_hard_write" , "find" , "ior_easy_read" , "mdtest_easy_stat" , "ior_hard_read" , "mdtest_hard_stat" , "mdtest_easy_delete" , "mdtest_hard_read" , "mdtest_hard_delete"] 30 | 31 | with open('io500.csv', 'w') as csvfile: 32 | csvwriter = csv.writer(csvfile, quoting=csv.QUOTE_ALL) 33 | csvwriter.writerow(["directory"] + keys) 34 | # Iterate over all arguments, each is handled as a directory 35 | for d in sys.argv[1:]: 36 | keyset = parseDir(d) 37 | row = [d] 38 | for k in keys: 39 | row.append(keyset[k]) 40 | csvwriter.writerow(row) 41 | -------------------------------------------------------------------------------- /utilities/find/README.md: -------------------------------------------------------------------------------- 1 | There is a python parallel version here: 2 | git@github.com:johnbent/pwalk.git 3 | It requires python 3.5 or 3.6 minimum to get the proper system calls. 4 | 5 | Everything you need to do to run it is done by the prepare.sh script. 6 | 7 | Once you get it, then to run it you edit the 'setup_find' function in the base 8 | 'io500.sh' to turn it on. Also, it relies on the 'pfind.sh' script in this 9 | directory which is copied to the right place by prepare.sh. 10 | -------------------------------------------------------------------------------- /utilities/find/mmfind.sh: -------------------------------------------------------------------------------- 1 | #! /bin/bash 2 | 3 | # need to find and set the path to your mmfind executable, also path to a temp file for the log 4 | mmfind=/path/to/mmfs/samples/ilm/mmfind 5 | logfile=/dev/shm/tmp.log 6 | $mmfind -logLvl 2 -logFile $logfile $* 7 | total_files=$(grep -i -e "Directories scan:" $logfile |awk {'printf $4'}) 8 | match_files=$(grep -i -A2 -e "Summary of Rule Applicability" $logfile |grep RULE |awk {'printf $2'}) 9 | 10 | echo "MATCHED $match_files/$total_files" 11 | -------------------------------------------------------------------------------- /utilities/find/old/io500-find.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | # feel free to replace this command with another command 3 | # Input arguments is the workdir 4 | # Expected output is the number of found entities divided by the runtime, e.g., ioops for the found entities 5 | # When using the io500-find.sh script use typically 2x the number of logical machine cores to get best performance 6 | timestamp=$1 7 | workdir="$2" 8 | subtree_to_scan_config="$3" 9 | 10 | # unfortunately this script has been deprecated. 11 | # we need a better default find that we currently have. 12 | # hopefully someone creates one. 13 | # when you do, please use the required input/output as described in ./io500_find.sh 14 | 15 | start=$(date +%s.%N) 16 | C=0 17 | # trivial parallelism of the find command across the directories 18 | for DIR in $(cat $subtree_to_scan_config); do 19 | C=$(($C+1)) 20 | find ${workdir}/$DIR -name \*.mdtest.\* -newer $timestamp -size 0c | wc -l > $workdir/find-$C & 21 | done 22 | 23 | wait 24 | 25 | found=0 26 | C=0 27 | # trivial parallelism 28 | for DIR in $(cat $subtree_to_scan_config); do 29 | C=$(($C+1)) 30 | found=$(($found+ $(cat $workdir/find-$C))) 31 | rm $workdir/find-$C 32 | done 33 | 34 | end=$(date +%s.%N) 35 | export duration=$(echo "scale=2; $end - $start" | bc) 36 | 37 | echo "$found/$duration" |bc 38 | 39 | -------------------------------------------------------------------------------- /utilities/find/old/pfind/compile.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | cc=cc 4 | 5 | $cc -o pfind mpi_find.c 6 | 7 | echo "Copy the executable pfind in the proposal-draft folder" 8 | -------------------------------------------------------------------------------- /utilities/find/old/pfind/mpi_find.c: -------------------------------------------------------------------------------- 1 | #include 2 | #include 3 | #include 4 | #include 5 | #include 6 | #include 7 | #include 8 | 9 | int main (argc, argv) 10 | int argc; 11 | char *argv[]; 12 | { 13 | int rank, size; 14 | char cmd[10000],cmd2[1000],output[10000]; 15 | MPI_Init (&argc, &argv); /* starts MPI */ 16 | MPI_Comm_rank (MPI_COMM_WORLD, &rank); /* get current process id */ 17 | MPI_Comm_size (MPI_COMM_WORLD, &size); /* get number of processes */ 18 | 19 | 20 | /* this program doesn't work anymore I'm afraid. 21 | It was written for an early version where only mdtest_easy directories 22 | were searched. Now it is required to search all of them. 23 | So it needs to be revised. Probably the way it needs to be done is 24 | for rank 0 to do some readdirs and ship out responsibility. 25 | Check the default ./io500_find.sh script to see the required input/output 26 | */ 27 | 28 | rank=rank+1; 29 | sprintf(cmd2,"%s%s%d%s",argv[3],"mdtest_tree.",rank,".0"); 30 | sprintf(output,"%s%s%d",argv[3],"../",rank); 31 | sprintf(cmd,"%s %s %s %s",argv[1],argv[2],cmd2,output); 32 | 33 | system(cmd); 34 | 35 | MPI_Finalize(); 36 | return 0; 37 | } 38 | -------------------------------------------------------------------------------- /utilities/find/sfind.sh: -------------------------------------------------------------------------------- 1 | #! /bin/bash 2 | 3 | # this script takes arguments just like the normal GNU find command 4 | # in fact, it just passes them directly on 5 | 6 | # you can replace this with whatever you want. You will almost surely want to because this will be really slow for large number of files. 7 | # Whatever you do, you just need to accept something that looks like normal find parameters: 8 | # -name *01* -size 3901c -newer some_file 9 | # When you are done pring 'x/y' where x is matched files and y is total files searched. 10 | # There is a parallel version also install in bin that might be better 11 | 12 | function parse_rates { 13 | #find -D rates gives a weird thing like this: 14 | #Predicate success rates after completion 15 | # ( ( -name *01* [0.8] [602/30415=0.0197929] -a [0.008] [308/30415=0.0101266] [call stat] [need type] -newer /Users/jbent/io-500-dev/datafiles/io500.2017.10.21-21.05.56/timestampfile [0.01] [308/602=0.511628] ) -a [8e-05] [308/30415=0.0101266] [call stat] -size 3900 [0.01] [308/308=1] ) -a [8e-05] [308/30415=0.0101266] -print [1] [308/308=1] 16 | # so if we parse out the first 602/30415, we can get 30415 as the total number of files searched 17 | # and if we parse out the final 308/308, we can get 308 as the total number of files matched 18 | echo $rates | tr " " "\n" | grep '/' | $1 -1 | cut -d \/ -f 2 | cut -d = -f 1 19 | } 20 | 21 | rates=`find -D rates $* 2>&1 | grep -A1 Predicate | tail -1` 22 | total_files=$(parse_rates 'head') 23 | match_files=$(parse_rates 'tail') 24 | echo "MATCHED $match_files/$total_files" 25 | -------------------------------------------------------------------------------- /utilities/prepare.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash -e 2 | 3 | set -e 4 | 5 | echo This script downloads the code for the benchmarks 6 | echo It will also attempt to build the benchmarks 7 | echo It will output OK at the end if builds succeed 8 | echo 9 | 10 | IOR_HASH=48eb1880 11 | MDREAL_HASH=io500-isc20 12 | 13 | INSTALL_DIR=$PWD 14 | BIN=$INSTALL_DIR/bin 15 | BUILD=$PWD/build 16 | MAKE="make -j4" 17 | 18 | function main { 19 | # listed here, easier to spot and run if something fails 20 | setup 21 | 22 | get_ior 23 | get_pfind 24 | #get_mdrealio || true # this failed on RHEL 7.4 so turning off until fixed 25 | 26 | build_ior 27 | build_pfind 28 | # build_mdrealio || true # this failed on RHEL 7.4 so turning off until fixed 29 | 30 | echo 31 | echo "OK: All required software packages are now prepared" 32 | ls $BIN 33 | } 34 | 35 | function setup { 36 | #rm -rf $BUILD $BIN 37 | mkdir -p $BUILD $BIN 38 | cp utilities/io500_fixed.sh utilities/find/sfind.sh utilities/find/mmfind.sh $BIN 39 | } 40 | 41 | function git_co { 42 | pushd $BUILD 43 | git clone $1 44 | cd $2 45 | # turning off the hash thing for now because too many changes happening too quickly 46 | git checkout $3 47 | popd 48 | } 49 | 50 | ###### GET FUNCTIONS 51 | function get_ior { 52 | echo "Getting IOR and mdtest" 53 | git_co https://github.com/hpc/ior.git ior $IOR_HASH 54 | pushd $BUILD/ior 55 | ./bootstrap 56 | ./configure --prefix=$INSTALL_DIR 57 | popd 58 | } 59 | 60 | function get_pfind { 61 | echo "Preparing parallel find" 62 | pushd $BUILD 63 | # this is the old python pfind that has been problematic 64 | #rm -rf pwalk 65 | #git clone https://github.com/johnbent/pwalk.git 66 | #cp -r pwalk/pfind pwalk/lib $BIN 67 | 68 | # this is the new C pfind 69 | git clone https://github.com/VI4IO/pfind.git 70 | echo "Pfind: OK" 71 | echo 72 | popd 73 | } 74 | 75 | function get_mdrealio { 76 | echo "Preparing MD-REAL-IO" 77 | git_co https://github.com/JulianKunkel/md-real-io md-real-io $MDREAL_HASH 78 | pushd $BUILD/md-real-io 79 | ./configure --prefix=$INSTALL_DIR --minimal 80 | popd 81 | } 82 | 83 | ###### BUILD FUNCTIONS 84 | function build_ior { 85 | pushd $BUILD 86 | cd ior/src # just build the source 87 | $MAKE install 88 | echo "IOR: OK" 89 | echo 90 | popd 91 | } 92 | 93 | function build_pfind { 94 | pushd $BUILD 95 | cd pfind 96 | ./prepare.sh 97 | ./compile.sh 98 | cp pfind $BIN 99 | echo "Pfind: OK" 100 | echo 101 | popd 102 | } 103 | 104 | function build_mdrealio { 105 | cd $BUILD/md-real-io 106 | pushd build 107 | $MAKE install 108 | #mv src/md-real-io $BIN 109 | echo "MD-REAL-IO: OK" 110 | echo 111 | popd 112 | } 113 | 114 | ###### CALL MAIN 115 | main 116 | --------------------------------------------------------------------------------