easyhard/distsort

distsort's Issues

ssd io test (AWS DISK)

root@ip-172-31-16-103 ~]$ ./iotest 6000 $(python2 -c "print 2**15") 200 data1
filesize = 2147483648

Total: ns = 2894751479, write speed = 2.263959 MB per sec.
root@ip-172-31-16-103 ~]$ ./iotest 6000 $(python2 -c "print 2**16") 200 data1
filesize = 2147483648

Total: ns = 2236056866, write speed = 5.861747 MB per sec.
root@ip-172-31-16-103 ~]$ ./iotest 6000 $(python2 -c "print 2**17") 200 data1
filesize = 2147483648

Total: ns = 2811484330, write speed = 9.324043 MB per sec.
root@ip-172-31-16-103 ~]$ ./iotest 6000 $(python2 -c "print 2**18") 200 data1
filesize = 2147483648

Total: ns = 302881593, write speed = 11.402898 MB per sec.
root@ip-172-31-16-103 ~]$ ./iotest 6000 $(python2 -c "print 2**19") 200 data1
filesize = 2147483648

Total: ns = 2105961871, write speed = 16.381622 MB per sec.
root@ip-172-31-16-103 ~]$ ./iotest 6000 $(python2 -c "print 2**20") 200 data1
filesize = 2147483648

Total: ns = 3739898612, write speed = 17.008762 MB per sec.
root@ip-172-31-16-103 ~]$ ./iotest 6000 $(python2 -c "print 2**21") 100 data1
filesize = 2147483648

Total: ns = 4047833751, write speed = 25.137265 MB per sec.
root@ip-172-31-16-103 ~]$ ./iotest 6000 $(python2 -c "print 2**22") 100 data1
filesize = 2147483648

Total: ns = 3001880862, write speed = 17.135893 MB per sec.
root@ip-172-31-16-103 ~]$ ./iotest 6000 $(python2 -c "print 2**22") 20 data1
filesize = 2147483648

Total: ns = 3016733890, write speed = 27.806921 MB per sec.
root@ip-172-31-16-103 ~]$ ./iotest 6000 $(python2 -c "print 2**23") 50 data1
filesize = 2147483648

Total: ns = 3147538305, write speed = 26.161358 MB per sec.
root@ip-172-31-16-103 ~]$ ./iotest 6000 $(python2 -c "print 2**24") 50 data1
filesize = 2147483648

Total: ns = 1367692534, write speed = 26.687720 MB per sec.

ssd io test (my ssd)

➜ distsort git:(master) ✗ ./iotest 5000 $(python2 -c "print 2**15") 200 data/ad (master⚡)
filesize = 2147483648

Total: ns = 595822395, write speed = 10.999251 MB per sec.
➜ distsort git:(master) ✗ ./iotest 5000 $(python2 -c "print 2**16") 200 data/ad (master⚡)
filesize = 2147483648

Total: ns = 778941888, write speed = 16.826929 MB per sec.
➜ distsort git:(master) ✗ ./iotest 5000 $(python2 -c "print 2**14") 3000 data/ad (master⚡)
filesize = 2147483648

Total: ns = 2703168637, write speed = 7.023585 MB per sec.

➜ distsort git:(master) ✗ ./iotest 5000 32768 1000 data/ad (master⚡)
filesize = 2147483648

Total: ns = 3051131881, write speed = 10.739621 MB per sec.
➜ distsort git:(master) ✗ g++ -o iotest iotest.cpp (master⚡)
➜ distsort git:(master) ✗ ./iotest 5000 65536 1000 data/ad (master⚡)
filesize = 2147483648

Total: ns = 4100015996, write speed = 15.984328 MB per sec.
➜ distsort git:(master) ✗ g++ -o iotest iotest.cpp (master⚡)
➜ distsort git:(master) ✗ ./iotest 5000 65536 1000 data/ad (master⚡)
filesize = 2147483648

Total: ns = 4026537137, write speed = 16.276020 MB per sec.
➜ distsort git:(master) ✗ ./iotest 5 65536 1000 data/ad (master⚡)
filesize = 2147483648

Total: ns = 3992867625, write speed = 16.413266 MB per sec.
➜ distsort git:(master) ✗ g++ -o iotest iotest.cpp (master⚡)
➜ distsort git:(master) ✗ ./iotest 5000 $(python2 -c "print 2**17") 1000 data/ad (master⚡)
filesize = 2147483648

Total: ns = 4284625287, write speed = 30.591240 MB per sec.
➜ distsort git:(master) ✗ ./iotest 5000 $(python2 -c "print 2**17") 100 data/ad (master⚡)
filesize = 2147483648

Total: ns = 479937442, write speed = 27.310226 MB per sec.
➜ distsort git:(master) ✗ ./iotest 5000 $(python2 -c "print 2**17") 200 data/ad (master⚡)
filesize = 2147483648

Total: ns = 953515723, write speed = 27.492363 MB per sec.
➜ distsort git:(master) ✗ ./iotest 5000 $(python2 -c "print 2**18") 200 data/ad (master⚡)
filesize = 2147483648

Total: ns = 998723598, write speed = 52.495806 MB per sec.
➜ distsort git:(master) ✗ ./iotest 5000 $(python2 -c "print 2**19") 200 data/ad (master⚡)
filesize = 2147483648

Total: ns = 1403243589, write speed = 74.725159 MB per sec.
➜ distsort git:(master) ✗ ./iotest 5000 $(python2 -c "print 2**20") 200 data/ad (master⚡)
filesize = 2147483648

Total: ns = 1790770283, write speed = 117.108935 MB per sec.
➜ distsort git:(master) ✗ ./iotest 5000 $(python2 -c "print 2**21") 200 data/ad (master⚡)
filesize = 2147483648

Total: ns = 2418158556, write speed = 173.450330 MB per sec.
➜ distsort git:(master) ✗ ./iotest 5000 $(python2 -c "print 2**22") 200 data/ad (master⚡)
filesize = 2147483648

Total: ns = 3394853134, write speed = 247.097817 MB per sec.
➜ distsort git:(master) ✗ ./iotest 5000 $(python2 -c "print 2**23") 100 data/ad (master⚡)
filesize = 2147483648

Total: ns = 2732643227, write speed = 306.977798 MB per sec.
➜ distsort git:(master) ✗ ./iotest 5000 $(python2 -c "print 2**24") 100 data/ad (master⚡)
filesize = 2147483648

Total: ns = 4051477139, write speed = 414.101214 MB per sec.
➜ distsort git:(master) ✗ ./iotest 5000 $(python2 -c "print 2**25") 100 data/ad (master⚡)
filesize = 2147483648

Total: ns = 3237792798, write speed = 445.446710 MB per sec.
➜ distsort git:(master) ✗ (master⚡)
➜ distsort git:(master) ✗ ./iotest 5000 $(python2 -c "print 2**26") 20 data/ad (master⚡)
filesize = 2147483648

Total: ns = 2727971450, write speed = 492.005618 MB per sec.

ssd io test (AWS SSD)

root@ip-172-31-16-103 mnt]$ /root/iotest 7000 $(python2 -c "print 2**15") 1000 data1
filesize = 2147483648

Total: ns = 458095183, write speed = 71.530986 MB per sec.
root@ip-172-31-16-103 mnt]$ /root/iotest 7000 $(python2 -c "print 2**15") 2000 data1
filesize = 2147483648

Total: ns = 643096554, write speed = 101.906937 MB per sec.
root@ip-172-31-16-103 mnt]$ /root/iotest 7000 $(python2 -c "print 2**15") 3000 data1
filesize = 2147483648

Total: ns = 958644129, write speed = 102.544831 MB per sec.
root@ip-172-31-16-103 mnt]$ /root/iotest 7000 $(python2 -c "print 2**14") 3000 data1
filesize = 2147483648

Total: ns = 971733024, write speed = 50.581794 MB per sec.
root@ip-172-31-16-103 mnt]$ /root/iotest 7000 $(python2 -c "print 2**15") 3000 data1
filesize = 2147483648

Total: ns = 962404045, write speed = 102.144209 MB per sec.
root@ip-172-31-16-103 mnt]$ /root/iotest 7000 $(python2 -c "print 2**15") 500 data1
filesize = 2147483648

Total: ns = 262570998, write speed = 62.398361 MB per sec.
root@ip-172-31-16-103 mnt]$ /root/iotest 7000 $(python2 -c "print 2**15") 1000 data1
filesize = 2147483648

Total: ns = 523095751, write speed = 62.642451 MB per sec.
root@ip-172-31-16-103 mnt]$ /root/iotest 7000 $(python2 -c "print 2**15") 2000 data1
filesize = 2147483648

Total: ns = 651642358, write speed = 100.570503 MB per sec.
root@ip-172-31-16-103 mnt]$
root@ip-172-31-16-103 mnt]$
root@ip-172-31-16-103 mnt]$ /root/iotest 7000 $(python2 -c "print 2**16") 1000 data1
filesize = 2147483648

Total: ns = 376017071, write speed = 174.289959 MB per sec.
root@ip-172-31-16-103 mnt]$ /root/iotest 7000 $(python2 -c "print 2**17") 1000 data1
filesize = 2147483648

Total: ns = 500768287, write speed = 261.741814 MB per sec.
root@ip-172-31-16-103 mnt]$ /root/iotest 7000 $(python2 -c "print 2**18") 1000 data1
filesize = 2147483648

Total: ns = 857698924, write speed = 305.636387 MB per sec.
root@ip-172-31-16-103 mnt]$ /root/iotest 7000 $(python2 -c "print 2**19") 1000 data1
filesize = 2147483648

Total: ns = 1409122541, write speed = 372.067003 MB per sec.
root@ip-172-31-16-103 mnt]$ /root/iotest 7000 $(python2 -c "print 2**19") 500 data1
filesize = 2147483648

Total: ns = 701056094, write speed = 373.927282 MB per sec.
root@ip-172-31-16-103 mnt]$ /root/iotest 7000 $(python2 -c "print 2**20") 100 data1
filesize = 2147483648

Total: ns = 340803781, write speed = 307.677338 MB per sec.
root@ip-172-31-16-103 mnt]$ /root/iotest 7000 $(python2 -c "print 2**20") 200 data1
filesize = 2147483648

Total: ns = 559889840, write speed = 374.565111 MB per sec.
root@ip-172-31-16-103 mnt]$ /root/iotest 7000 $(python2 -c "print 2**21") 200 data1
filesize = 2147483648

Total: ns = 1043869798, write speed = 401.803367 MB per sec.

-----------------------------------------16G--------
root@ip-172-31-16-103 mnt]$ /root/iotest 7000 $(python2 -c "print 2**15") 1000 dd2
filesize = 17179869184

Total: ns = 545521465, write speed = 60.067297 MB per sec.
root@ip-172-31-16-103 mnt]$ /root/iotest 7000 $(python2 -c "print 2**15") 1000 dd2
filesize = 17179869184

Total: ns = 543571463, write speed = 60.282782 MB per sec.
root@ip-172-31-16-103 mnt]$ /root/iotest 7000 $(python2 -c "print 215") 2w000 dd2
^C^P
root@ip-172-31-16-103 mnt]$ /root/iotest 7000 $(python2 -c "print 215") 2000 dd2
filesize = 17179869184

Total: ns = 1031962723, write speed = 63.506170 MB per sec.
root@ip-172-31-16-103 mnt]$ /root/iotest 7000 $(python2 -c "print 2**16") 2000 dd2
filesize = 17179869184

Total: ns = 1210575264, write speed = 108.272492 MB per sec.
root@ip-172-31-16-103 mnt]$ /root/iotest 7000 $(python2 -c "print 2**17") 2000 dd2
filesize = 17179869184

Total: ns = 1463277622, write speed = 179.148506 MB per sec.
root@ip-172-31-16-103 mnt]$ /root/iotest 7000 $(python2 -c "print 2**18") 2000 dd2
filesize = 17179869184

Total: ns = 1971902104, write speed = 265.879325 MB per sec.
root@ip-172-31-16-103 mnt]$ /root/iotest 7000 $(python2 -c "print 2**19") 2000 dd2
filesize = 17179869184

Total: ns = 3526594710, write speed = 297.333855 MB per sec.
root@ip-172-31-16-103 mnt]$ /root/iotest 7000 $(python2 -c "print 2**20") 2000 dd2
filesize = 17179869184

Total: ns = 1999989967, write speed = 333.147933 MB per sec.
root@ip-172-31-16-103 mnt]$ /root/iotest 7000 $(python2 -c "print 2**21") 2000 dd2
filesize = 17179869184

Total: ns = 2862208200, write speed = 366.246219 MB per sec.
root@ip-172-31-16-103 mnt]$ /root/iotest 7000 $(python2 -c "print 2**22") 2000 dd2
filesize = 17179869184

Total: ns = 1819465636, write speed = 360.114158 MB per sec.