This is an automated email from the git hooks/post-receive script. It was generated because a ref change was pushed to the repository containing the project "". The branch, master has been updated via 43ce85cbe2bcf4d24577fe926881180d66225fc7 (commit) from e0439b51a081e3d3f349d421c27cbdd4532990e1 (commit) Those revisions listed above that are new to this repository have not appeared on any other notification email; so we list those revisions in full, below. - Log ----------------------------------------------------------------- commit 43ce85cbe2bcf4d24577fe926881180d66225fc7 Author: Phil Carns <[email protected]> Date: Tue Mar 17 20:24:05 2015 -0400 new experiments, including fio this time ----------------------------------------------------------------------- Summary of changes: .../figs/all-ssd/16way-ssd.pdf | Bin 0 -> 8075 bytes .../hoss-ssd.plt => all-ssd/16way-ssd.plt} | 8 +- .../figs/all-ssd/1way-ssd.pdf | Bin 0 -> 8493 bytes .../recordstore-ssd.plt => all-ssd/1way-ssd.plt} | 9 +- .../figs/all-ssd/all-sweep.sh | 80 ++++++++++++++++++++ .../figs/all-ssd/dd-1way.txt | 13 +++ .../figs/all-ssd/fio-16way.txt | 13 +++ .../figs/all-ssd/fio-1way.txt | 13 +++ .../figs/all-ssd/fio-example.txt | 1 + .../figs/all-ssd/hoss-16way.txt | 13 +++ .../figs/all-ssd/hoss-1way.txt | 13 +++ .../figs/{hoss-ssd => all-ssd}/hoss-ssd.plt | 0 .../figs/all-ssd/rs-16way.txt | 13 +++ .../figs/all-ssd/rs-1way.txt | 13 +++ 14 files changed, 181 insertions(+), 8 deletions(-) create mode 100644 reports/triton-localstore-convergence/figs/all-ssd/16way-ssd.pdf copy reports/triton-localstore-convergence/figs/{hoss-ssd/hoss-ssd.plt => all-ssd/16way-ssd.plt} (76%) create mode 100644 reports/triton-localstore-convergence/figs/all-ssd/1way-ssd.pdf copy reports/triton-localstore-convergence/figs/{recordstore-ssd/recordstore-ssd.plt => all-ssd/1way-ssd.plt} (77%) create mode 100755 reports/triton-localstore-convergence/figs/all-ssd/all-sweep.sh create mode 100644 reports/triton-localstore-convergence/figs/all-ssd/dd-1way.txt create mode 100644 reports/triton-localstore-convergence/figs/all-ssd/fio-16way.txt create mode 100644 reports/triton-localstore-convergence/figs/all-ssd/fio-1way.txt create mode 100644 reports/triton-localstore-convergence/figs/all-ssd/fio-example.txt create mode 100644 reports/triton-localstore-convergence/figs/all-ssd/hoss-16way.txt create mode 100644 reports/triton-localstore-convergence/figs/all-ssd/hoss-1way.txt copy reports/triton-localstore-convergence/figs/{hoss-ssd => all-ssd}/hoss-ssd.plt (100%) create mode 100644 reports/triton-localstore-convergence/figs/all-ssd/rs-16way.txt create mode 100644 reports/triton-localstore-convergence/figs/all-ssd/rs-1way.txt Diff of changes: diff --git a/reports/triton-localstore-convergence/figs/all-ssd/16way-ssd.pdf b/reports/triton-localstore-convergence/figs/all-ssd/16way-ssd.pdf new file mode 100644 index 0000000..36308da Binary files /dev/null and b/reports/triton-localstore-convergence/figs/all-ssd/16way-ssd.pdf differ diff --git a/reports/triton-localstore-convergence/figs/hoss-ssd/hoss-ssd.plt b/reports/triton-localstore-convergence/figs/all-ssd/16way-ssd.plt similarity index 76% copy from reports/triton-localstore-convergence/figs/hoss-ssd/hoss-ssd.plt copy to reports/triton-localstore-convergence/figs/all-ssd/16way-ssd.plt index 459edde..d626cb1 100644 --- a/reports/triton-localstore-convergence/figs/hoss-ssd/hoss-ssd.plt +++ b/reports/triton-localstore-convergence/figs/all-ssd/16way-ssd.plt @@ -9,7 +9,7 @@ set style line 4 lc 5 lw 2 set style line 5 lc 2 lw 2 set style increment user -set output "hoss-ssd.eps" +set output "16way-ssd.eps" set xlabel "Access size (bytes)" set ylabel "Bandwidth (MiB/s)" offset 1,0 @@ -24,7 +24,7 @@ set rmargin 5 set xtics ("4 KiB" 4096, "8 KiB" 8192, "16 KiB" 16384, "32 KiB" 32768, "64 KiB" 65536, "128 KiB" 131072, "256 KiB" 262144, "512 KiB" 524288, "1 MiB" 1048576, "2 MiB" 2097152, "4 MiB" 4194304) # set yrange [0:2100] -plot "hoss-16way.txt" using 1:2 with linespoints lt 1 pt 1 linecolor rgb "blue" title "HOSS (16x concurrency)", \ -"hoss-1way.txt" using 1:2 with linespoints lt 1 pt 2 linecolor rgb "green" title "HOSS (no concurrency)", \ -"dd-1way.txt" using 1:2 with linespoints lt 1 pt 3 linecolor rgb "orange" title "dd" +plot "hoss-16way.txt" using 1:2 with linespoints lt 1 pt 1 linecolor rgb "blue" title "HOSS", \ +"rs-16way.txt" using 1:2 with linespoints lt 1 pt 2 linecolor rgb "green" title "Recordstore", \ +"fio-16way.txt" using 1:2 with linespoints lt 1 pt 2 linecolor rgb "orange" title "fio" diff --git a/reports/triton-localstore-convergence/figs/all-ssd/1way-ssd.pdf b/reports/triton-localstore-convergence/figs/all-ssd/1way-ssd.pdf new file mode 100644 index 0000000..bf771ae Binary files /dev/null and b/reports/triton-localstore-convergence/figs/all-ssd/1way-ssd.pdf differ diff --git a/reports/triton-localstore-convergence/figs/recordstore-ssd/recordstore-ssd.plt b/reports/triton-localstore-convergence/figs/all-ssd/1way-ssd.plt similarity index 77% copy from reports/triton-localstore-convergence/figs/recordstore-ssd/recordstore-ssd.plt copy to reports/triton-localstore-convergence/figs/all-ssd/1way-ssd.plt index 6c3d2d7..48ba22e 100644 --- a/reports/triton-localstore-convergence/figs/recordstore-ssd/recordstore-ssd.plt +++ b/reports/triton-localstore-convergence/figs/all-ssd/1way-ssd.plt @@ -9,7 +9,7 @@ set style line 4 lc 5 lw 2 set style line 5 lc 2 lw 2 set style increment user -set output "recordstore-ssd.eps" +set output "1way-ssd.eps" set xlabel "Access size (bytes)" set ylabel "Bandwidth (MiB/s)" offset 1,0 @@ -24,7 +24,8 @@ set rmargin 5 set xtics ("4 KiB" 4096, "8 KiB" 8192, "16 KiB" 16384, "32 KiB" 32768, "64 KiB" 65536, "128 KiB" 131072, "256 KiB" 262144, "512 KiB" 524288, "1 MiB" 1048576, "2 MiB" 2097152, "4 MiB" 4194304) # set yrange [0:2100] -plot "rs-16way.txt" using 1:2 with linespoints lt 1 pt 1 linecolor rgb "blue" title "RS (16x concurrency)", \ -"rs-1way.txt" using 1:2 with linespoints lt 1 pt 2 linecolor rgb "green" title "RS (no concurrency)", \ -"dd-1way.txt" using 1:2 with linespoints lt 1 pt 3 linecolor rgb "orange" title "dd" +plot "hoss-1way.txt" using 1:2 with linespoints lt 1 pt 1 linecolor rgb "blue" title "HOSS", \ +"rs-1way.txt" using 1:2 with linespoints lt 1 pt 2 linecolor rgb "green" title "Recordstore", \ +"fio-1way.txt" using 1:2 with linespoints lt 1 pt 2 linecolor rgb "orange" title "fio", \ +"dd-1way.txt" using 1:2 with linespoints lt 1 pt 3 linecolor rgb "purple" title "dd" diff --git a/reports/triton-localstore-convergence/figs/all-ssd/all-sweep.sh b/reports/triton-localstore-convergence/figs/all-ssd/all-sweep.sh new file mode 100755 index 0000000..0f318cf --- /dev/null +++ b/reports/triton-localstore-convergence/figs/all-ssd/all-sweep.sh @@ -0,0 +1,80 @@ +#!/bin/bash + +# simple script to sweep across access sizes doing write benchmarks. + +# all configurations use directio and synchronous operations + +echo "# ./recordstore-bench-write file alignment:4096,O_SYNC,O_DIRECT,sync_highwater:8,path:/tmp/recordstore SIZE 16 10 foo.txt" > rs-16way.txt +echo -e "# <size>\t<MiB/s>" >> rs-16way.txt + +echo "# ./recordstore-bench-write file alignment:4096,O_SYNC,O_DIRECT,sync_highwater:8,path:/tmp/recordstore SIZE 1 10 foo.txt" > rs-1way.txt +echo -e "# <size>\t<MiB/s>" >> rs-1way.txt + +echo "# dd if=/dev/zero of=/tmp/1.dat bs=SIZE count=50000 oflag=direct,dsync" > dd-1way.txt +echo -e "# <size>\t<MiB/s>" >> dd-1way.txt + +echo "# ./hoss-concurrent-io SIZE 16 10 alignment:4096,O_SYNC,O_DIRECT,sync_highwater:8,path:/tmp/recordstore" > hoss-16way.txt +echo -e "# <size>\t<MiB/s>" >> hoss-16way.txt + +echo "# ./hoss-concurrent-io SIZE 1 10 alignment:4096,O_SYNC,O_DIRECT,sync_highwater:8,path:/tmp/recordstore" > hoss-1way.txt +echo -e "# <size>\t<MiB/s>" >> hoss-1way.txt + +echo "# fio --ioengine=psync --iodepth=1 --group_reporting --numjobs=16 --direct=1 --thread --offset_increment=4096 --filename=/tmp/fio.dat --name=test --readwrite=write --blocksize=4096 --runtime=10 --fdatasync=1 --unlink=1 --size=4G --overwrite=0" > fio-16way.txt +echo -e "# <size>\t<MiB/s>" >> fio-16way.txt + +echo "# fio --ioengine=psync --iodepth=1 --group_reporting --numjobs=1 --direct=1 --thread --offset_increment=4096 --filename=/tmp/fio.dat --name=test --readwrite=write --blocksize=4096 --runtime=10 --fdatasync=1 --unlink=1 --size=4G --overwrite=0" > fio-1way.txt +echo -e "# <size>\t<MiB/s>" >> fio-1way.txt + +for i in 4096 8192 16384 32768 65536 131072 262144 524288 1048576 2097152 4194304; do + echo Running $i ... + + rm -rf /tmp/recordstore + sleep 5 + echo ./recordstore-bench-write file "alignment:4096,O_SYNC,O_DIRECT,sync_highwater:8,path:/tmp/recordstore" $i 16 10 foo.txt + output=`./recordstore-bench-write file "alignment:4096,O_SYNC,O_DIRECT,sync_highwater:8,path:/tmp/recordstore" $i 16 10 foo.txt | grep MiB |cut -d ' ' -f 2` + echo -e "$i\t$output" >> rs-16way.txt + + rm -rf /tmp/recordstore + sleep 5 + echo ./recordstore-bench-write file "alignment:4096,O_SYNC,O_DIRECT,sync_highwater:8,path:/tmp/recordstore" $i 1 10 foo.txt + output=`./recordstore-bench-write file "alignment:4096,O_SYNC,O_DIRECT,sync_highwater:8,path:/tmp/recordstore" $i 1 10 foo.txt |grep MiB | cut -d ' ' -f 2` + echo -e "$i\t$output" >> rs-1way.txt + + rm -rf /tmp/recordstore + sleep 5 + echo ./hoss-concurrent-io $i 16 10 alignment:4096,O_SYNC,O_DIRECT,sync_highwater:8,path:/tmp/recordstore + output=`./hoss-concurrent-io $i 16 10 alignment:4096,O_SYNC,O_DIRECT,sync_highwater:8,path:/tmp/recordstore | grep MiB |cut -d ' ' -f 2` + echo -e "$i\t$output" >> hoss-16way.txt + + rm -rf /tmp/recordstore + sleep 5 + echo ./hoss-concurrent-io $i 1 10 alignment:4096,O_SYNC,O_DIRECT,sync_highwater:8,path:/tmp/recordstore + output=`./hoss-concurrent-io $i 1 10 alignment:4096,O_SYNC,O_DIRECT,sync_highwater:8,path:/tmp/recordstore | grep MiB |cut -d ' ' -f 2` + echo -e "$i\t$output" >> hoss-1way.txt + + + rm -rf /tmp/dd.dat + sleep 5 + echo dd if=/dev/zero of=/tmp/1.dat bs=$i count=50000 oflag=direct,dsync + output=`timeout -s USR1 -k 11 10 dd if=/dev/zero of=/tmp/1.dat bs=$i count=50000 oflag=direct,dsync 2>&1 |grep bytes |head -n 1| cut -d ' ' -f 1` + output=`echo $output/1024^2/10 | bc -l` + echo -e "$i\t$output" >> dd-1way.txt + + rm -rf /tmp/fio.dat + sleep 5 + echo fio --ioengine=psync --iodepth=1 --group_reporting --numjobs=16 --direct=1 --thread --offset_increment=$i --filename=/tmp/fio.dat --name=test --readwrite=write --blocksize=$i --runtime=10 --fdatasync=1 --unlink=1 --size=4G --overwrite=0 + output=`fio --ioengine=psync --iodepth=1 --group_reporting --numjobs=16 --direct=1 --thread --offset_increment=$i --filename=/tmp/fio.dat --name=test --readwrite=write --blocksize=$i --runtime=10 --fdatasync=1 --unlink=1 --size=4G --overwrite=0 |grep WRITE | cut -d = -f 3 | cut -d K -f 1` + output=`echo $output/1024 | bc -l` + echo -e "$i\t$output" >> fio-16way.txt + + rm -rf /tmp/fio.dat + sleep 5 + echo fio --ioengine=psync --iodepth=1 --group_reporting --numjobs=1 --direct=1 --thread --offset_increment=$i --filename=/tmp/fio.dat --name=test --readwrite=write --blocksize=$i --runtime=10 --fdatasync=1 --unlink=1 --size=4G --overwrite=0 + output=`fio --ioengine=psync --iodepth=1 --group_reporting --numjobs=1 --direct=1 --thread --offset_increment=$i --filename=/tmp/fio.dat --name=test --readwrite=write --blocksize=$i --runtime=10 --fdatasync=1 --unlink=1 --size=4G --overwrite=0 |grep WRITE | cut -d = -f 3 | cut -d K -f 1` + output=`echo $output/1024 | bc -l` + echo -e "$i\t$output" >> fio-1way.txt + + +done + + diff --git a/reports/triton-localstore-convergence/figs/all-ssd/dd-1way.txt b/reports/triton-localstore-convergence/figs/all-ssd/dd-1way.txt new file mode 100644 index 0000000..e17dd4f --- /dev/null +++ b/reports/triton-localstore-convergence/figs/all-ssd/dd-1way.txt @@ -0,0 +1,13 @@ +# dd if=/dev/zero of=/tmp/1.dat bs=SIZE count=50000 oflag=direct,dsync +# <size> <MiB/s> +4096 7.69570312500000000000 +8192 15.19843750000000000000 +16384 28.91562500000000000000 +32768 53.44375000000000000000 +65536 92.86250000000000000000 +131072 148.85000000000000000000 +262144 204.55000000000000000000 +524288 248.20000000000000000000 +1048576 225.60000000000000000000 +2097152 263.80000000000000000000 +4194304 261.60000000000000000000 diff --git a/reports/triton-localstore-convergence/figs/all-ssd/fio-16way.txt b/reports/triton-localstore-convergence/figs/all-ssd/fio-16way.txt new file mode 100644 index 0000000..e9ce62a --- /dev/null +++ b/reports/triton-localstore-convergence/figs/all-ssd/fio-16way.txt @@ -0,0 +1,13 @@ +# fio --ioengine=psync --iodepth=1 --group_reporting --numjobs=16 --direct=1 --thread --offset_increment=4096 --filename=/tmp/fio.dat --name=test --readwrite=write --blocksize=4096 --runtime=10 --fdatasync=1 --unlink=1 --size=4G --overwrite=0 +# <size> <MiB/s> +4096 24.14453125000000000000 +8192 45.18066406250000000000 +16384 76.33398437500000000000 +32768 113.63964843750000000000 +65536 145.15625000000000000000 +131072 240.55664062500000000000 +262144 258.03515625000000000000 +524288 283.59082031250000000000 +1048576 234.55175781250000000000 +2097152 240.79882812500000000000 +4194304 265.57617187500000000000 diff --git a/reports/triton-localstore-convergence/figs/all-ssd/fio-1way.txt b/reports/triton-localstore-convergence/figs/all-ssd/fio-1way.txt new file mode 100644 index 0000000..7da6d76 --- /dev/null +++ b/reports/triton-localstore-convergence/figs/all-ssd/fio-1way.txt @@ -0,0 +1,13 @@ +# fio --ioengine=psync --iodepth=1 --group_reporting --numjobs=1 --direct=1 --thread --offset_increment=4096 --filename=/tmp/fio.dat --name=test --readwrite=write --blocksize=4096 --runtime=10 --fdatasync=1 --unlink=1 --size=4G --overwrite=0 +# <size> <MiB/s> +4096 8.38867187500000000000 +8192 16.26074218750000000000 +16384 31.63671875000000000000 +32768 57.53710937500000000000 +65536 102.10156250000000000000 +131072 161.23339843750000000000 +262144 218.75292968750000000000 +524288 244.62500000000000000000 +1048576 212.35742187500000000000 +2097152 273.37207031250000000000 +4194304 226.85937500000000000000 diff --git a/reports/triton-localstore-convergence/figs/all-ssd/fio-example.txt b/reports/triton-localstore-convergence/figs/all-ssd/fio-example.txt new file mode 100644 index 0000000..a9464ed --- /dev/null +++ b/reports/triton-localstore-convergence/figs/all-ssd/fio-example.txt @@ -0,0 +1 @@ +fio --ioengine=psync --iodepth=1 --group_reporting --numjobs=16 --direct=1 --thread --offset_increment=4096 --filename=fio.dat --name=test --readwrite=write --blocksize=4096 --runtime=10 --fdatasync=1 --unlink=1 --size=4G --overwrite=0 diff --git a/reports/triton-localstore-convergence/figs/all-ssd/hoss-16way.txt b/reports/triton-localstore-convergence/figs/all-ssd/hoss-16way.txt new file mode 100644 index 0000000..933f4ad --- /dev/null +++ b/reports/triton-localstore-convergence/figs/all-ssd/hoss-16way.txt @@ -0,0 +1,13 @@ +# ./hoss-concurrent-io SIZE 16 10 alignment:4096,O_SYNC,O_DIRECT,sync_highwater:8,path:/tmp/recordstore +# <size> <MiB/s> +4096 17.842281 +8192 38.173045 +16384 74.306832 +32768 134.129277 +65536 217.901779 +131072 247.715711 +262144 222.164420 +524288 270.453487 +1048576 250.782106 +2097152 267.427411 +4194304 259.783157 diff --git a/reports/triton-localstore-convergence/figs/all-ssd/hoss-1way.txt b/reports/triton-localstore-convergence/figs/all-ssd/hoss-1way.txt new file mode 100644 index 0000000..3cc6b7e --- /dev/null +++ b/reports/triton-localstore-convergence/figs/all-ssd/hoss-1way.txt @@ -0,0 +1,13 @@ +# ./hoss-concurrent-io SIZE 1 10 alignment:4096,O_SYNC,O_DIRECT,sync_highwater:8,path:/tmp/recordstore +# <size> <MiB/s> +4096 4.741457 +8192 9.505135 +16384 18.453399 +32768 33.820008 +65536 62.409263 +131072 92.582991 +262144 117.070096 +524288 164.415751 +1048576 194.458195 +2097152 202.233507 +4194304 205.224570 diff --git a/reports/triton-localstore-convergence/figs/hoss-ssd/hoss-ssd.plt b/reports/triton-localstore-convergence/figs/all-ssd/hoss-ssd.plt similarity index 100% copy from reports/triton-localstore-convergence/figs/hoss-ssd/hoss-ssd.plt copy to reports/triton-localstore-convergence/figs/all-ssd/hoss-ssd.plt diff --git a/reports/triton-localstore-convergence/figs/all-ssd/rs-16way.txt b/reports/triton-localstore-convergence/figs/all-ssd/rs-16way.txt new file mode 100644 index 0000000..943a8db --- /dev/null +++ b/reports/triton-localstore-convergence/figs/all-ssd/rs-16way.txt @@ -0,0 +1,13 @@ +# ./recordstore-bench-write file alignment:4096,O_SYNC,O_DIRECT,sync_highwater:8,path:/tmp/recordstore SIZE 16 10 foo.txt +# <size> <MiB/s> +4096 31.201774 +8192 50.826861 +16384 90.659295 +32768 134.996636 +65536 203.970100 +131072 249.341018 +262144 264.029877 +524288 275.844507 +1048576 267.460571 +2097152 253.057567 +4194304 279.691897 diff --git a/reports/triton-localstore-convergence/figs/all-ssd/rs-1way.txt b/reports/triton-localstore-convergence/figs/all-ssd/rs-1way.txt new file mode 100644 index 0000000..5be78c7 --- /dev/null +++ b/reports/triton-localstore-convergence/figs/all-ssd/rs-1way.txt @@ -0,0 +1,13 @@ +# ./recordstore-bench-write file alignment:4096,O_SYNC,O_DIRECT,sync_highwater:8,path:/tmp/recordstore SIZE 1 10 foo.txt +# <size> <MiB/s> +4096 7.733682 +8192 13.299131 +16384 26.332521 +32768 48.480715 +65536 83.783139 +131072 116.503291 +262144 141.450308 +524288 187.664255 +1048576 209.231681 +2097152 212.167373 +4194304 226.300856 hooks/post-receive --