Testing for Areca data volume mkfs.xfs -f -d agcount=32 -i align=1 -L /data /dev/sdb1 Config 1 14 drive RAID 0 128 kB stripes 3584 LBA blocks for one set of stripes mkfs.xfs -f -b size=4k -d agcount=32,su=128k,sw=14 -i size=256,align=1,attr=2 -l version=2,su=128k,lazy-count=1 -n version=2 -s size=512 -L /data /dev/sdb1 Test 1 4 instances of iotesttyphoon, 100 files of 30 MB 5, 6, 4, 4 s (600, 500, 750, 750 MB/s) 2600 MB/s Test 2 repeat the above 4, 4, 4, 6 s (750, 750, 750, 500 MB/s) 2750 MB/s Test 3 1 instance of iotesttyphoon 2 s (1500 MB/s) Test 4 6 instances of iotesttyphoon, 100 files of 30 MB 8, 15, 15, 19, 17, 18 s (375, 200, 200, 157.89, 176.47, 166.67 MB/s) 1276 MB/s Test 5 Write 1 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile bs=1073741824 count=1 1+0 records in 1+0 records out 1073741824 bytes (1.1 GB) copied, 1.43212 s, 750 MB/s Test 6 Write 10 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile bs=1073741824 count=10 10+0 records in 10+0 records out 10737418240 bytes (11 GB) copied, 11.0262 s, 974 MB/s 930 MB/s Test 7 chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile10GB bs=1073741824 count=10 10+0 records in 10+0 records out 10737418240 bytes (11 GB) copied, 11.888 s, 903 MB/s 861 MB/s Test 8 chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GB bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 61.8759 s, 347 MB/s 330.98 MB/s Test 9 chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GB bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 65.8656 s, 326 MB/s 310.94 MB/s Test 10 chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile10GB bs=1073741824 count=10 10+0 records in 10+0 records out 10737418240 bytes (11 GB) copied, 9.60774 s, 1.1 GB/s 1065 MB/s Config 2 12 drive RAID 0 128 kB stripes 3072 LBA blocks for one set of stripes mkfs.xfs -f -b size=4k -d agcount=32,su=128k,sw=12 -i size=256,align=1,attr=2 -l version=2,su=128k,lazy-count=1 -n version=2 -s size=512 -L /data /dev/sdb1 Test 1 1 instance of iotesttyphoon, 100 files of 30 MB 2 s (1500 MB/s) Test 2 4 instances of iotesttyphoon, 100 files of 30 MB 3, 4, 4, 3 s (1000, 750, 750, 1000 MB/s) 3500 MB/s Test 3 4 instances of iotesttyphoon, 100 files of 30 MB 5, 5, 7, 6 s (600, 600, 428.57, 500 MB/s) 2128 MB/s 17, 18, 16, 16, 13, 11 s (176, 166, 187.5, 187.5, 230, 272 MB/s) Test 4 6 instances of iotesttyphoon, 100 files of 30 MB 9, 14, 16, 21, 21, 21 s (333, 214, 187, 142, 142, 142 MB/s) 1160 MB/s Test 5 Write 1 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile1GB bs=1073741824 count=1 1+0 records in 1+0 records out 1073741824 bytes (1.1 GB) copied, 0.776428 s, 1.4 GB/s 3863 MB/s Test 6 chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile10GB bs=1073741824 count=10 10+0 records in 10+0 records out 10737418240 bytes (11 GB) copied, 10.1086 s, 1.1 GB/s 1012 MB/s Test 7 chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile10GBb bs=1073741824 count=10 10+0 records in 10+0 records out 10737418240 bytes (11 GB) copied, 10.7962 s, 995 MB/s 948 MB/s Test 8 chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GB bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 65.0962 s, 330 MB/s 314 MB/s Test 9 chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GBb bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 66.1583 s, 325 MB/s 309 MB/s Config 3 14 drive RAID 5 128 kB stripes 3328 LBA blocks for one set of stripes mkfs.xfs -f -b size=4k -d agcount=32,su=128k,sw=13 -i size=256,align=1,attr=2 -l version=2,su=128k,lazy-count=1 -n version=2 -s size=512 -L /data /dev/sdb1 Test 1 1 instance of iotesttyphoon, 100 files of 30 MB 3 s (1000 MB/s) Test 2 4 instances of iotesttyphoon, 100 files of 30 MB 4, 8, 10, 15 s (750, 375, 300, 200 MB/s) 1625 MB/s Test 3 4 instances of iotesttyphoon, 100 files of 30 MB 14, 13, 11, 5 s (214, 230, 272, 600 MB/s) 1316 MB/s Test 4 6 instances of iotesttyphoon, 100 files of 30 MB 46, 46, 46, 46, 23, 9 s (65, 65, 65, 65, 130, 333 MB/s) 723 MB/s Test 5 6 instances of iotesttyphoon, 100 files of 30 MB 14, 21, 41, 40, 41, 46 s (214, 142, 73, 75, 73, 65 MB/s) 642 MB/s Test 6 Write 1 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile1GB bs=1073741824 count=1 1+0 records in 1+0 records out 1073741824 bytes (1.1 GB) copied, 0.704663 s, 1.5 GB/s 1453 MB/s Test 7 Write 1 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile1GBb bs=1073741824 count=1 1+0 records in 1+0 records out 1073741824 bytes (1.1 GB) copied, 0.669676 s, 1.6 GB/s 1529 MB/s Test 8 Write 10 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile10GB bs=1073741824 count=10 10+0 records in 10+0 records out 10737418240 bytes (11 GB) copied, 60.8726 s, 176 MB/s 168 MB/s Test 9 Write 10 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile10GBb bs=1073741824 count=10 10+0 records in 10+0 records out 10737418240 bytes (11 GB) copied, 79.5942 s, 135 MB/s 128 MB/s Test 10 Write 10 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile10GBc bs=1048576 count=10240 10240+0 records in 10240+0 records out 10737418240 bytes (11 GB) copied, 42.4831 s, 253 MB/s 241 MB/s Test 11 Write 10 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile10GBd bs=1048576 count=10240 10240+0 records in 10240+0 records out 10737418240 bytes (11 GB) copied, 86.3433 s, 124 MB/s 118 MB/s Test 12 Write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GB bs=1048576 count=20480 20480+0 records in 20480+0 records out 21474836480 bytes (21 GB) copied, 169.453 s, 127 MB/s 120 MB/s Test 13 Write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GBb bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 162.702 s, 132 MB/s 125 MB/s Test 14 2 instances of write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GBc bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 213.533 s, 101 MB/s 95 MB/s chingl@tsunami:/data/test/t2> dd if=/dev/zero of=bigfile20GBd bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 246.291 s, 87.2 MB/s 83 MB/s Config 4 10 drive RAID 5 128 kB stripes, drives 7 to 16 1000 GB (931 GB) 2304 LBA blocks for one set of stripes mkfs.xfs -f -b size=4k -d agcount=32,su=128k,sw=9 -i size=256,align=1,attr=2 -l version=2,su=128k,lazy-count=1 -n version=2 -s size=512 -L /data /dev/sdb1 Test 1 1 instance of iotesttyphoon, 100 files of 30 MB 2 s (1500 MB/s) Test 2 4 instances of iotesttyphoon, 100 files of 30 MB 12, 13, 10, 5 s (250, 230, 300, 600 MB/s) 1380 MB/s Test 3 4 instances of iotesttyphoon, 100 files of 30 MB 5, 7, 10, 12 s (600, 428, 300, 250 MB/s) 1578 MB/s Test 4 6 instances of iotesttyphoon, 100 files of 30 MB 25, 21, 26, 22, 13, 9 s (120, 142, 115, 136, 230, 333 MB/s) 1076 MB/s Test 5 6 instances of iotesttyphoon, 100 files of 30 MB 20, 18, 21, 14, 13, 11 s (150, 166, 142, 214, 230, 272 MB/s) 1174 MB/s Test 6 Write 1 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile1GB bs=1073741824 count=1 1+0 records in 1+0 records out 1073741824 bytes (1.1 GB) copied, 0.674449 s, 1.6 GB/s 1518 MB/s Test 7 Write 1 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile1GBb bs=1073741824 count=1 1+0 records in 1+0 records out 1073741824 bytes (1.1 GB) copied, 0.768957 s, 1.4 GB/s 1331 MB/s Test 8 Write 10 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile10GB bs=1073741824 count=10 10+0 records in 10+0 records out 10737418240 bytes (11 GB) copied, 83.6194 s, 128 MB/s 122 MB/s Test 9 Write 10 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile10GBb bs=1073741824 count=10 10+0 records in 10+0 records out 10737418240 bytes (11 GB) copied, 85.5271 s, 126 MB/s 119 MB/s Test 10 Write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GB bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 178.256 s, 120 MB/s 114 MB/s Test 11 Write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GBb bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 187.051 s, 115 MB/s 109 MB/s Test 12 2 instances of write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GBc bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 186.364 s, 115 MB/s 109 MB/s chingl@tsunami:/data/test/t2> dd if=/dev/zero of=bigfile20GBd bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 198.787 s, 108 MB/s 103 MB/s Total 223 MB/s drive caches enabled chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GBe bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 165.58 s, 130 MB/s 123 MB/s drive caches enabled chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GBf bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 117.277 s, 183 MB/s 174 MB/s 313 MB/s chingl@dragon:~/testsw> dd if=/dev/zero of=bigfile20GB bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 62.6958 s, 343 MB/s 326 MB/s chingl@dragon:~/testsw> dd if=/dev/zero of=bigfile20GBb bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 73.8873 s, 291 MB/s 277 MB/s chingl@dragon:~/testsw> dd if=/dev/zero of=bigfile20GBc bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 75.4624 s, 285 MB/s 271 MB/s in dragon, 6 instances of iotesttyphoon, 100 files of 30 MB 66, 84, 107, 130, 130, 129 s (45, 35, 28, 23, 23, 23 MB/s) on another day, ansys using 100% CPU 2 instances of 20 GB file chingl@dragon:~> dd if=/dev/zero of=bigfile20GB bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 140.058 s, 153 MB/s 146 MB/s chingl@dragon:~> dd if=/dev/zero of=bigfile20GBb bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 97.8646 s, 219 MB/s 209 MB/s Total 355 MB/s 6 instances of 20 GB file chingl@dragon:~> dd if=/dev/zero of=bigfile20GB1 bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 511.881 s, 42.0 MB/s 40 MB/s chingl@dragon:~> dd if=/dev/zero of=bigfile20GB2 bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 510.087 s, 42.1 MB/s 40 MB/s chingl@dragon:~> dd if=/dev/zero of=bigfile20GB3 bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 434.338 s, 49.4 MB/s 47 MB/s chingl@dragon:~> dd if=/dev/zero of=bigfile20GB4 bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 339.075 s, 63.3 MB/s 60 MB/s chingl@dragon:~> dd if=/dev/zero of=bigfile20GB5 bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 360.107 s, 59.6 MB/s 56 MB/s chingl@dragon:~> dd if=/dev/zero of=bigfile20GB6 bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 571.768 s, 37.6 MB/s 35 MB/s Total 278 MB/s tornado had full CPUs and little free memory chingl@tornado:~/testsw/iotest/t1> dd if=/dev/zero of=bigfile20GB bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 158.466 seconds, 136 MB/s 129 MB/s chingl@tornado:~/testsw/iotest/t1> dd if=/dev/zero of=bigfile20GBb bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 153.538 seconds, 140 MB/s 133 MB/s chingl@typhoon:~/testsw/iotesting/w1> dd if=/dev/zero of=bigfile20GBb bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 133.32 seconds, 161 MB/s 153 MB/s chingl@typhoon:~/testsw/iotesting/w1> dd if=/dev/zero of=bigfile20GBb bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 89.4894 seconds, 240 MB/s 228 MB/s tornado had free CPUs chingl@tornado:~> dd if=/dev/zero of=bigfile20GB bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 141.092 seconds, 152 MB/s Config 5 10 drive RAID 5 128 kB stripes, drives 7 to 16 1000 GB (931 GB) 2304 LBA blocks for one set of stripes mkfs.xfs -f -L /data /dev/sdb1 tsunami:~ # mkfs.xfs -f -L /data /dev/sdb1 meta-data=/dev/sdb1 isize=256 agcount=4, agsize=61035047 blks = sectsz=512 attr=2 data = bsize=4096 blocks=244140187, imaxpct=25 = sunit=0 swidth=0 blks naming =version 2 bsize=4096 ascii-ci=0 log =internal log bsize=4096 blocks=32768, version=2 = sectsz=512 sunit=0 blks, lazy-count=0 realtime =none extsz=4096 blocks=0, rtextents=0 Test 1 Write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GB bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 189.239 s, 113 MB/s 108 GB/s Test 2 Write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GBb bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 172.743 s, 124 MB/s 118 MB/s Config 6 writing to / Test 1 chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GBb bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 380.755 s, 56.4 MB/s 53 MB/s Config 7 writing to /home Test 1 chingl@tsunami:~/testsw> dd if=/dev/zero of=bigfile20GBb bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 400.869 s, 53.6 MB/s 51 MB/s Config 8 14 drive RAID 0 128 kB stripes 3584 LBA blocks for one set of stripes mkfs.xfs -f -L /data /dev/sdb1 meta-data=/dev/sdb1 isize=256 agcount=13, agsize=268435455 blks = sectsz=512 attr=2 data = bsize=4096 blocks=3417967163, imaxpct=5 = sunit=0 swidth=0 blks naming =version 2 bsize=4096 ascii-ci=0 log =internal log bsize=4096 blocks=32768, version=2 = sectsz=512 sunit=0 blks, lazy-count=0 realtime =none extsz=4096 blocks=0, rtextents=0 Test 1 Write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GB bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 62.716 s, 342 MB/s 326 MB/s Config 9 14 drive RAID 0 128 kB stripes 3584 LBA blocks for one set of stripes drive cache enabled mkfs.xfs -f -b size=4k -d agcount=32,su=128k,sw=14 -i size=256,align=1,attr=2 -l version=2,su=128k,lazy-count=1 -n version=2 -s size=512 -L /data /dev/sdb1 Test 1 Write 20 GB file drive cache enabled chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GB bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 38.9335 s, 552 MB/s 526 MB/s Test 2 Write 20 GB file drive cache enabled chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GBb bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 47.8844 s, 448 MB/s 427 GB/s Config 10 drive cache enabled Write to /home chingl@tsunami:~/testsw> dd if=/dev/zero of=bigfile20GB bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 343.33 s, 62.5 MB/s 59 MB/s Config 11 10 drive RAID 6 128 kB stripes drives 7 to 16 1000 GB (931 GB) 2048 LBA blocks for one set of stripes mkfs.xfs -f -b size=4k -d agcount=32,su=128k,sw=8 -i size=256,align=1,attr=2 -l version=2,su=128k,lazy-count=1 -n version=2 -s size=512 -L /data /dev/sdb1 Test 1 1 instance of iotesttyphoon, 100 files of 30 MB 2 s (1500 MB/s) Test 2 4 instances of iotesttyphoon, 100 files of 30 MB 16, 16, 9, 5 s (187, 187, 333, 600 MB/s) 1307 MB/s Test 3 4 instances of iotesttyphoon, 100 files of 30 MB 5, 6, 11, 11 s (600, 500, 272, 272 MB/s) 1644 MB/s Test 4 6 instances of iotesttyphoon, 100 files of 30 MB 22, 23, 20, 15, 12, 10 s (136, 130, 150, 200, 250, 300 MB/s) 1166 MB/s Test 5 6 instances of iotesttyphoon, 100 files of 30 MB 23, 24, 22, 20, 8, 2 s (130, 125, 136, 150, 375, 1500 MB/s) 2416 MB/s Test 6 Write 1 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile1GB bs=1073741824 count=1 1+0 records in 1+0 records out 1073741824 bytes (1.1 GB) copied, 0.710389 s, 1.5 GB/s 1441 MB/s Test 7 Write 1 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile1GBb bs=1073741824 count=1 1+0 records in 1+0 records out 1073741824 bytes (1.1 GB) copied, 0.742939 s, 1.4 GB/s 1378 MB/s Test 8 Write 10 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile10GB bs=1073741824 count=10 10+0 records in 10+0 records out 10737418240 bytes (11 GB) copied, 31.1474 s, 345 MB/s 328 MB/s Test 9 Write 10 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile10GBb bs=1073741824 count=10 10+0 records in 10+0 records out 10737418240 bytes (11 GB) copied, 31.8968 s, 337 MB/s Test 10 Write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GB bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 277.032 s, 77.5 MB/s 73 MB/s Test 11 Write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GBb bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 262.301 s, 81.9 MB/s 78 MB/s Test 12 2 instances of write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GBc bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 269.545 s, 79.7 MB/s 75 MB/s chingl@tsunami:/data/test/t2> dd if=/dev/zero of=bigfile20GBd bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 287.517 s, 74.7 MB/s 71 MB/s Total 146 MB/s Test 12 2 instances of write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GBe bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 260.578 s, 82.4 MB/s 78 MB/s chingl@tsunami:/data/test/t2> dd if=/dev/zero of=bigfile20GBf bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 257.186 s, 83.5 MB/s 79 MB/s Total 157 MB/s Test 13 3 instances of write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GBg bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 207.924 s, 103 MB/s 98 MB/s chingl@tsunami:/data/test/t2> dd if=/dev/zero of=bigfile20GBh bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 211.839 s, 101 MB/s 96 MB/s chingl@tsunami:/data/test/t3> dd if=/dev/zero of=bigfile20GBi bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 168.803 s, 127 MB/s 121 MB/s Total 315 MB/s Test 14 6 instances of write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GBj bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 298.946 s, 71.8 MB/s 68 MB/s chingl@tsunami:/data/test/t2> dd if=/dev/zero of=bigfile20GBk bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 354.162 s, 60.6 MB/s 57 MB/s chingl@tsunami:/data/test/t3> dd if=/dev/zero of=bigfile20GBl bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 300.646 s, 71.4 MB/s 68 MB/s chingl@tsunami:/data/test/t4> dd if=/dev/zero of=bigfile20GBm bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 355.955 s, 60.3 MB/s 57 MB/s chingl@tsunami:/data/test/t5> dd if=/dev/zero of=bigfile20GBn bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 299.459 s, 71.7 MB/s 68 MB/s chingl@tsunami:/data/test/t6> dd if=/dev/zero of=bigfile20GBo bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 238.459 s, 90.1 MB/s 85 MB/s Total 403 MB/s Config 12 14 drive RAID 0 128 kB stripes 3584 LBA blocks for one set of stripes mkfs.xfs -f -b size=4k -d agcount=32,su=128k,sw=14 -i size=256,align=1,attr=2 -l version=2,su=128k,lazy-count=1 -n version=2 -s size=512 -L /data /dev/sdb1 Test 1 6 instances of write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GB bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 149.758 s, 143 MB/s 136 MB/s chingl@tsunami:/data/test/t2> dd if=/dev/zero of=bigfile20GB bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 167.87 s, 128 MB/s 121 MB/s ingl@tsunami:/data/test/t3> dd if=/dev/zero of=bigfile20GB bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 88.1136 s, 244 MB/s 232 MB/s chingl@tsunami:/data/test/t4> dd if=/dev/zero of=bigfile20GB bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 161.687 s, 133 MB/s 126 MB/s chingl@tsunami:/data/test/t5> dd if=/dev/zero of=bigfile20GB bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 82.8711 s, 259 MB/s 247 MB/s chingl@tsunami:/data/test/t6> dd if=/dev/zero of=bigfile20GB bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 91.1491 s, 236 MB/s 224 MB/s Total 1086 MB/s Config 13 14 drive RAID 6 128 kB stripes 3072 LBA blocks for one set of stripes mkfs.xfs -f -b size=4k -d agcount=32,su=128k,sw=12 -i size=256,align=1,attr=2 -l version=2,su=128k,lazy-count=1 -n version=2 -s size=512 -L /data /dev/sdb1 defaults,nobarrier,usrquota,grpquota,noatime,nodiratime,allocsize=1m,logbufs=8,logbsize=256k,largeio,swalloc CPU locked at highest frequency Test 1 4 instances of iotesttyphoon, 100 files of 30 MB 4, 12, 19, 20 s (750, 250, 157, 150 MB/s) 1307 MB/s Test 2 1 instance of iotesttyphoon, 100 files of 30 MB 2 s (1500 MB/s) Test 3 4 instances of iotesttyphoon, 100 files of 30 MB 4, 8, 16, 15 s (750, 375, 187, 200 MB/s) 1512 MB/s Test 4 6 instances of iotesttyphoon, 100 files of 30 MB 5, 20, 26, 38, 38, 38 s (600, 150, 115, 78, 78, 78 MB/s) 1099 MB/s Test 5 6 instances of iotesttyphoon, 100 files of 30 MB 5, 18, 30, 35, 36, 37 s (600, 166, 100, 85, 83, 81 MB/s) 1115 MB/s Test 6 Write 1 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile1GB bs=1073741824 count=1 1+0 records in 1+0 records out 1073741824 bytes (1.1 GB) copied, 0.622066 s, 1.7 GB/s 1646 MB/s Test 7 Write 1 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile1GBb bs=1073741824 count=1 1+0 records in 1+0 records out 1073741824 bytes (1.1 GB) copied, 0.622326 s, 1.7 GB/s 1645 MB/s Test 8 Write 10 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile10GB bs=1073741824 count=10 10+0 records in 10+0 records out 10737418240 bytes (11 GB) copied, 9.2308 s, 1.2 GB/s 1109 MB/s Test 9 Write 10 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile10GBb bs=1073741824 count=10 10+0 records in 10+0 records out 10737418240 bytes (11 GB) copied, 40.6836 s, 264 MB/s 251 MB/s Test 10 Write 10 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile10GBc bs=1073741824 count=10 10+0 records in 10+0 records out 10737418240 bytes (11 GB) copied, 7.13037 s, 1.5 GB/s 1436 MB/s Test 10 Write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GB bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 106.851 s, 201 MB/s 191 MB/s Test 11 Write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GBb bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 63.7209 s, 337 MB/s 321 MB/s Test 12 Write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GBc bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 144.502 s, 149 MB/s 141 MB/s Test 12 2 instances of write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GBd bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 160.793 s, 134 MB/s 127 MB/s chingl@tsunami:/data/test/t2> dd if=/dev/zero of=bigfile20GBe bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 132.718 s, 162 MB/s 154 MB/s Total 281 MB/s Test 13 2 instances of write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GBf bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 86.6886 s, 248 MB/s 236 MB/s chingl@tsunami:/data/test/t2> dd if=/dev/zero of=bigfile20GBg bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 132.328 s, 162 MB/s 154 MB/s Total 390 MB/s Test 14 3 instances of write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GBh bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 155.836 s, 138 MB/s 131 MB/s chingl@tsunami:/data/test/t2> dd if=/dev/zero of=bigfile20GBi bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 220.47 s, 97.4 MB/s 92 MB/s chingl@tsunami:/data/test/t3> dd if=/dev/zero of=bigfile20GBj bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 193.131 s, 111 MB/s 106 MB/s Total 329 MB/s Test 15 6 instances of write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GB1 bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 193.71 s, 111 MB/s 105 MB/s chingl@tsunami:/data/test/t2> dd if=/dev/zero of=bigfile20GB2 bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 185.017 s, 116 MB/s 110 MB/s chingl@tsunami:/data/test/t3> dd if=/dev/zero of=bigfile20GB3 bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 320.172 s, 67.1 MB/s 63 MB/s chingl@tsunami:/data/test/t4> dd if=/dev/zero of=bigfile20GB4 bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 275.41 s, 78.0 MB/s 74 MB/s chingl@tsunami:/data/test/t5> dd if=/dev/zero of=bigfile20GB5 bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 312.053 s, 68.8 MB/s 65 MB/s chingl@tsunami:/data/test/t6> dd if=/dev/zero of=bigfile20GB6 bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 230.911 s, 93.0 MB/s 88 MB/s Total 505 MB/s Config 14 14 drive RAID 6 128 kB stripes 3072 LBA blocks for one set of stripes mkfs.xfs -f -b size=4k -d agcount=32,su=128k,sw=12 -i size=256,align=1,attr=2 -l version=2,su=128k,lazy-count=1 -n version=2 -s size=512 -L /data /dev/sdb1 defaults,nobarrier,usrquota,grpquota,noatime,nodiratime,logbufs=8,logbsize=256k,largeio,swalloc CPU locked at highest frequency Test 1 1 instance of iotesttyphoon, 100 files of 30 MB 2 s (1500 MB/s) Test 2 4 instances of iotesttyphoon, 100 files of 30 MB 4, 4, 9, 9 s (750, 750, 333, 333 MB/s) 2166 MB/s Test 3 4 instances of iotesttyphoon, 100 files of 30 MB 4, 5, 6, 13 s (750, 600, 500, 230 MB/s) 2080 MB/s Test 4 6 instances of iotesttyphoon, 100 files of 30 MB 6, 20, 30, 42, 40, 50 s (500, 150, 100, 71, 75, 60 MB/s) 956 MB/s Test 5 6 instances of iotesttyphoon, 100 files of 30 MB 5, 20, 31, 36, 39, 36 s (600, 150, 96, 83, 76, 83 MB/s) 1088 MB/s Test 6 Write 1 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile1GB bs=1073741824 count=1 1+0 records in 1+0 records out 1073741824 bytes (1.1 GB) copied, 0.617209 s, 1.7 GB/s 1659 MB/s Test 7 Write 1 GB file ingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile1GBb bs=1073741824 count=1 1+0 records in 1+0 records out 1073741824 bytes (1.1 GB) copied, 0.612309 s, 1.8 GB/s 1672 MB/s Test 8 Write 10 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile10GB bs=1073741824 count=10 10+0 records in 10+0 records out 10737418240 bytes (11 GB) copied, 7.23929 s, 1.5 GB/s 1414 MB/s Test 9 Write 10 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile10GBb bs=1073741824 count=10 10+0 records in 10+0 records out 10737418240 bytes (11 GB) copied, 12.8803 s, 834 MB/s 795 MB/s Test 10 Write 10 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile10GBc bs=1073741824 count=10 10+0 records in 10+0 records out 10737418240 bytes (11 GB) copied, 73.2835 s, 147 MB/s 139 MB/s Test 11 Write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GB bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 216.946 s, 99.0 MB/s 94 MB/s Test 12 Write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GBb bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 161.701 s, 133 MB/s 126 MB/s Test 13 2 instances of write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GBc bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 125.613 s, 171 MB/s 163 MB/s chingl@tsunami:/data/test/t2> dd if=/dev/zero of=bigfile20GBd bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 117.773 s, 182 MB/s 173 MB/s 336 MB/s Test 14 2 instances of write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GBe bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 130.653 s, 164 MB/s 156 MB/s chingl@tsunami:/data/test/t2> dd if=/dev/zero of=bigfile20GBf bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 145.43 s, 148 MB/s 140 MB/s 296 MB/s Test 15 3 instances of write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GBg bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 192.95 s, 111 MB/s 106 MB/s chingl@tsunami:/data/test/t2> dd if=/dev/zero of=bigfile20GBh bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 181.372 s, 118 MB/s 112 MB/s chingl@tsunami:/data/test/t3> dd if=/dev/zero of=bigfile20GBi bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 188.389 s, 114 MB/s 108 MB/s Total 326 MB/s Test 16 6 instances of write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GB1 bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 270.999 s, 79.2 MB/s 75 MB/s chingl@tsunami:/data/test/t2> dd if=/dev/zero of=bigfile20GB2 bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 209.593 s, 102 MB/s 97 MB/s chingl@tsunami:/data/test/t3> dd if=/dev/zero of=bigfile20GB3 bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 268.001 s, 80.1 MB/s 76 MB/s chingl@tsunami:/data/test/t4> dd if=/dev/zero of=bigfile20GB4 bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 233.568 s, 91.9 MB/s 87 MB/s chingl@tsunami:/data/test/t5> dd if=/dev/zero of=bigfile20GB5 bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 307.85 s, 69.8 MB/s 66 MB/s chingl@tsunami:/data/test/t6> dd if=/dev/zero of=bigfile20GB6 bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 283.836 s, 75.7 MB/s 72 MB/s Total 473 MB/s Config 15 14 drive RAID 6 128 kB stripes 3072 LBA blocks for one set of stripes mkfs.xfs -f -b size=4k -d agcount=32,su=128k,sw=12 -i size=256,align=1,attr=2 -l version=2,su=128k,lazy-count=1 -n version=2 -s size=512 -L /data /dev/sdb1 defaults,nobarrier,usrquota,grpquota,noatime,nodiratime,allocsize=1g,logbufs=8,logbsize=256k,largeio,swalloc CPU locked at highest frequency Test 1 1 instance of iotesttyphoon, 100 files of 30 MB 2 s (1500 MB/s) Test 2 4 instances of iotesttyphoon, 100 files of 30 MB 4, 8, 12, 11 s (750, 375, 250, 272 MB/s) Total 1647 MB/s Test 3 4 instances of iotesttyphoon, 100 files of 30 MB 4, 5, 9, 9 s (750, 600, 333, 333 MB/s) Total 2016 MB/s Test 4 6 instances of iotesttyphoon, 100 files of 30 MB 5, 17, 23, 32, 39, 38 s (600, 176, 130, 93, 76, 78 MB/s) 1153 MB/s Test 5 6 instances of iotesttyphoon, 100 files of 30 MB 4, 17, 35, 31, 40, 37 s (750, 176, 85, 96, 75, 81 MB/s) 1263 MB/s Test 6 Write 1 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile1GB bs=1073741824 count=1 1+0 records in 1+0 records out 1073741824 bytes (1.1 GB) copied, 0.607413 s, 1.8 GB/s 1685 MB/s Test 7 Write 1 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile1GBb bs=1073741824 count=1 1+0 records in 1+0 records out 1073741824 bytes (1.1 GB) copied, 0.618797 s, 1.7 GB/s 1654 MB/s Test 8 Write 10 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile10GB bs=1073741824 count=10 10+0 records in 10+0 records out 10737418240 bytes (11 GB) copied, 16.1841 s, 663 MB/s 632 MB/s Test 9 Write 10 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile10GBb bs=1073741824 count=10 10+0 records in 10+0 records out 10737418240 bytes (11 GB) copied, 9.05751 s, 1.2 GB/s 1130 MB/s Test 10 Write 10 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile10GBc bs=1073741824 count=10 10+0 records in 10+0 records out 10737418240 bytes (11 GB) copied, 13.5591 s, 792 MB/s 755 MB/s Test 11 Write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GB bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 95.4952 s, 225 MB/s 214 MB/s Test 12 Write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GBb bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 92.3127 s, 233 MB/s 221 MB/s Test 13 Write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GBc bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 166.29 s, 129 MB/s 123 MB/s Test 14 2 instances of write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GBd bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 106.278 s, 202 MB/s 192 MB/s chingl@tsunami:/data/test/t2> dd if=/dev/zero of=bigfile20GBe bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 146.547 s, 147 MB/s 139 MB/s Total 331 MB/s Test 15 2 instances of write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GBf bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 98.9542 s, 217 MB/s 206 MB/s chingl@tsunami:/data/test/t2> dd if=/dev/zero of=bigfile20GBg bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 122.802 s, 175 MB/s 166 MB/s Total 372 MB/s Test 16 3 instances of write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GBh bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 142.879 s, 150 MB/s 143 MB/s chingl@tsunami:/data/test/t2> dd if=/dev/zero of=bigfile20GBi bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 202.268 s, 106 MB/s 101 MB/s chingl@tsunami:/data/test/t3> dd if=/dev/zero of=bigfile20GBj bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 130.598 s, 164 MB/s 156 MB/s 400 MB/s Test 17 6 instances of write 20 GB file chingl@tsunami:/data/test/t1> dd if=/dev/zero of=bigfile20GB1 bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 155.144 s, 138 MB/s 132 MB/s chingl@tsunami:/data/test/t2> dd if=/dev/zero of=bigfile20GB2 bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 265.973 s, 80.7 MB/s 77 MB/s chingl@tsunami:/data/test/t3> dd if=/dev/zero of=bigfile20GB3 bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 156.72 s, 137 MB/s 130 MB/s chingl@tsunami:/data/test/t4> dd if=/dev/zero of=bigfile20GB4 bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 309.921 s, 69.3 MB/s 66 MB/s chingl@tsunami:/data/test/t5> dd if=/dev/zero of=bigfile20GB5 bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 268.82 s, 79.9 MB/s 76 MB/s chingl@tsunami:/data/test/t6> dd if=/dev/zero of=bigfile20GB6 bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 163.64 s, 131 MB/s 125 MB/s Total 606 MB/s Config 16 14 drive RAID 6 128 kB stripes 3072 LBA blocks for one set of stripes mkfs.xfs -f -b size=4k -d agcount=32,su=128k,sw=12 -i size=256,align=1,attr=2 -l version=2,su=128k,lazy-count=1 -n version=2 -s size=512 -L /data /dev/sdb1 defaults,nobarrier,usrquota,grpquota,noatime,nodiratime,allocsize=1g,logbufs=8,logbsize=256k,largeio,swalloc,inode64 CPU locked at highest frequency Test 1 Write 20 GB file chingl@tsunami:/data/test/t6> dd if=/dev/zero of=bigfile20GBxx bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 77.9626 s, 275 MB/s 262 MB/s Test 2 Write 20 GB file chingl@tsunami:/data/test/t6> dd if=/dev/zero of=bigfile20GBxy bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 110.69 s, 194 MB/s 185 MB/s Test 3 disk quota set Write 20 GB file chingl@tsunami:/data/test/t2> dd if=/dev/zero of=bigfile20GB2y bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 72.4197 s, 297 MB/s Test 4 disk quota set chingl@tsunami:/data/test/t2> dd if=/dev/zero of=bigfile20GB2y bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 116.401 s, 184 MB/s Test 5 no disk quota chingl@tsunami:/data/test/t2> dd if=/dev/zero of=bigfile20GB2y bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 163.027 s, 132 MB/s Test 6 no disk quota chingl@tsunami:/data/test/t2> dd if=/dev/zero of=bigfile20GB2y bs=1073741824 count=20 20+0 records in 20+0 records out 21474836480 bytes (21 GB) copied, 83.8251 s, 256 MB/s