...
Mon Oct 6 12:07:30 PDT 2014 sgpdd-survey on /dev/raw/raw1 /dev/raw/raw2 /dev/raw/raw3 /dev/raw/raw4 /dev/raw/raw5 /dev/raw/raw6 /dev/raw/raw7 /dev/raw/raw8 from fermi-gpfs01
total_size 67108864K rsz 1024 crg 8 thr 8 write 4117.34 MB/s 8 x 515.06 = 4120.48 MB/s read 2449.74 MB/s 8 x 306.57 = 2452.55 MB/s
total_size 67108864K rsz 1024 crg 8 thr 16 write 4094.32 MB/s 8 x 512.19 = 4097.52 MB/s read 2568.02 MB/s 8 x 321.88 = 2575.07 MB/s
total_size 67108864K rsz 1024 crg 8 thr 32 write 4112.33 MB/s 8 x 514.45 = 4115.60 MB/s read 2524.38 MB/s 8 x 315.84 = 2526.70 MB/s
total_size 67108864K rsz 1024 crg 8 thr 64 write 4092.89 MB/s 8 x 512.29 = 4098.28 MB/s read 2590.98 MB/s 8 x 324.43 = 2595.44 MB/s
total_size 67108864K rsz 1024 crg 8 thr 128 write 4170.54 MB/s 8 x 521.89 = 4175.11 MB/s read 2190.28 MB/s 8 x 274.08 = 2192.61 MB/s
total_size 67108864K rsz 1024 crg 16 thr 16 write 4211.79 MB/s 16 x 263.89 = 4222.26 MB/s read 2805.23 MB/s 16 x 175.39 = 2806.24 MB/s
total_size 67108864K rsz 1024 crg 16 thr 32 write 4285.58 MB/s 16 x 268.08 = 4289.25 MB/s read 2899.50 MB/s 16 x 181.46 = 2903.29 MB/s
total_size 67108864K rsz 1024 crg 16 thr 64 write 4303.16 MB/s 16 x 269.66 = 4314.58 MB/s read 2822.25 MB/s 16 x 176.50 = 2823.94 MB/s
total_size 67108864K rsz 1024 crg 16 thr 128 write 4199.59 MB/s 16 x 263.23 = 4211.73 MB/s read 2749.91 MB/s 16 x 172.09 = 2753.45 MB/s
total_size 67108864K rsz 1024 crg 16 thr 256 write 4245.41 MB/s 16 x 266.08 = 4257.20 MB/s read 2714.66 MB/s 16 x 169.85 = 2717.59 MB/s
total_size 67108864K rsz 1024 crg 32 thr 32 write 4186.19 MB/s 32 x 130.94 = 4190.06 MB/s read 3971.82 MB/s 32 x 124.37 = 3979.80 MB/s
total_size 67108864K rsz 1024 crg 32 thr 64 write 4327.97 MB/s 32 x 135.37 = 4331.97 MB/s read 4067.70 MB/s 32 x 127.22 = 4071.04 MB/s
total_size 67108864K rsz 1024 crg 32 thr 128 write 4297.22 MB/s 32 x 134.41 = 4301.15 MB/s read 4096.38 MB/s 32 x 128.13 = 4100.04 MB/s
total_size 67108864K rsz 1024 crg 32 thr 256 write 4346.15 MB/s 32 x 136.18 = 4357.60 MB/s read 4124.96 MB/s 32 x 128.97 = 4127.20 MB/s
total_size 67108864K rsz 1024 crg 32 thr 512 write 4323.25 MB/s 32 x 135.60 = 4339.29 MB/s read 3862.30 MB/s 32 x 120.93 = 3869.63 MB/s
total_size 67108864K rsz 1024 crg 64 thr 64 write 4251.35 MB/s 64 x 66.79 = 4274.29 MB/s read 5469.94 MB/s 64 x 85.75 = 5488.28 MB/s
total_size 67108864K rsz 1024 crg 64 thr 128 write 4181.70 MB/s 64 x 65.56 = 4195.56 MB/s read 5487.44 MB/s 64 x 86.04 = 5506.59 MB/s
total_size 67108864K rsz 1024 crg 64 thr 256 write 4184.92 MB/s 64 x 65.63 = 4200.44 MB/s read 5498.97 MB/s 64 x 86.29 = 5522.46 MB/s
total_size 67108864K rsz 1024 crg 64 thr 512 write 4196.49 MB/s 64 x 65.93 = 4219.36 MB/s read 5412.16 MB/s 64 x 84.85 = 5430.30 MB/s
total_size 67108864K rsz 1024 crg 64 thr 1024 write 4203.88 MB/s 64 x 65.94 = 4219.97 MB/s read 5278.91 MB/s 64 x 82.67 = 5291.14 MB/s
total_size 67108864K rsz 1024 crg 128 thr 128 write 4168.32 MB/s 128 x 32.84 = 4202.88 MB/s read 4579.70 MB/s 128 x 35.92 = 4597.17 MB/s
total_size 67108864K rsz 1024 crg 128 thr 256 write 4080.65 MB/s 128 x 31.93 = 4086.91 MB/s read 4590.17 MB/s 128 x 36.00 = 4608.15 MB/s
total_size 67108864K rsz 1024 crg 128 thr 512 write 4090.79 MB/s 128 x 32.01 = 4096.68 MB/s read 4640.93 MB/s 128 x 36.39 = 4658.20 MB/s
total_size 67108864K rsz 1024 crg 128 thr 1024 write 4134.32 MB/s 128 x 32.35 = 4140.62 MB/s read 4540.94 MB/s 128 x 35.59 = 4555.66 MB/s
total_size 67108864K rsz 1024 crg 128 thr 2048 write 4153.93 MB/s 128 x 32.49 = 4158.94 MB/s read 4625.92 MB/s 128 x 36.29 = 4644.78 MB/s
total_size 67108864K rsz 1024 crg 256 thr 256 write 4251.26 MB/s 256 x 16.74 = 4284.67 MB/s read 4465.30 MB/s 256 x 17.53 = 4487.30 MB/s
total_size 67108864K rsz 1024 crg 256 thr 512 write 4236.42 MB/s 256 x 16.58 = 4245.61 MB/s read 4460.79 MB/s 256 x 17.50 = 4479.98 MB/s
total_size 67108864K rsz 1024 crg 256 thr 1024 write 4238.58 MB/s 256 x 16.69 = 4272.46 MB/s read 4538.00 MB/s 256 x 17.84 = 4567.87 MB/s
total_size 67108864K rsz 1024 crg 256 thr 2048 write 4189.18 MB/s 256 x 16.66 = 4265.14 MB/s read 4399.98 MB/s 256 x 17.24 = 4414.06 MB/s
total_size 67108864K rsz 1024 crg 512 thr 512 write 3876.79 MB/s 512 x 7.69 = 3935.55 MB/s read 5267.24 MB/s 512 x 10.41 = 5332.03 MB/s
total_size 67108864K rsz 1024 crg 512 thr 1024 write 4084.05 MB/s 512 x 7.99 = 4091.80 MB/s read 5179.54 MB/s 512 x 10.25 = 5249.02 MB/s
total_size 67108864K rsz 1024 crg 512 thr 2048 write 3980.91 MB/s 512 x 7.88 = 4033.20 MB/s read 4948.02 MB/s 512 x 9.91 = 5073.24 MB/s
total_size 67108864K rsz 1024 crg 1024 thr 1024 write 3080.92 MB/s 1024 x 3.01 = 3085.94 MB/s read 4366.60 MB/s 1024 x 4.39 = 4492.19 MB/s
total_size 67108864K rsz 1024 crg 1024 thr 2048 write 3152.38 MB/s 1024 x 3.19 = 3271.48 MB/s read 4446.49 MB/s 1024 x 4.41 = 4511.72 MB/s
total_size 67108864K rsz 1024 crg 2048 thr 2048 write 2296.72 MB/s 2048 x 1.14 = 2343.75 MB/s read 3883.91 MB/s 2048 x 1.98 = 4062.50 MB/s
...
Sixteen 15-disk LUNs (host failover scenario)Max write ~4GB/sec , Max read ~10GB/sec
Mon Oct 6 13:32:20 PDT 2014 sgpdd-survey on /dev/raw/raw1 /dev/raw/raw2 /dev/raw/raw3 /dev/raw/raw4 /dev/raw/raw5 /dev/raw/raw6 /dev/raw/raw7 /dev/raw/raw8 /dev/raw/raw9 /dev/raw/raw10 /dev/raw/raw11 /dev/raw/raw12 /dev/raw/raw13 /dev/raw/raw14 /dev/raw/raw15 /dev/raw/raw16 from fermi-gpfs01
total_size 134217728K rsz 1024 crg 16 thr 16 write 3855.02 MB/s 16 x 241.03 = 3856.51 MB/s read 5777.80 MB/s 16 x 361.66 = 5786.59 MB/s
total_size 134217728K rsz 1024 crg 16 thr 32 write 3928.20 MB/s 16 x 245.61 = 3929.75 MB/s read 6414.31 MB/s 16 x 401.57 = 6425.17 MB/s
total_size 134217728K rsz 1024 crg 16 thr 64 write 3926.49 MB/s 16 x 245.73 = 3931.73 MB/s read 6484.25 MB/s 16 x 405.87 = 6493.99 MB/s
total_size 134217728K rsz 1024 crg 16 thr 128 write 3923.97 MB/s 16 x 245.73 = 3931.73 MB/s read 6868.97 MB/s 16 x 430.02 = 6880.34 MB/s
total_size 134217728K rsz 1024 crg 16 thr 256 write 3924.45 MB/s 16 x 245.46 = 3927.31 MB/s read 6246.78 MB/s 16 x 390.81 = 6252.90 MB/s
total_size 134217728K rsz 1024 crg 32 thr 32 write 4027.76 MB/s 32 x 126.15 = 4036.87 MB/s read 5552.95 MB/s 32 x 173.72 = 5559.08 MB/s
total_size 134217728K rsz 1024 crg 32 thr 64 write 4018.52 MB/s 32 x 125.89 = 4028.63 MB/s read 6020.97 MB/s 32 x 188.27 = 6024.78 MB/s
total_size 134217728K rsz 1024 crg 32 thr 128 write 4018.45 MB/s 32 x 125.63 = 4020.08 MB/s read 5561.38 MB/s 32 x 174.02 = 5568.54 MB/s
total_size 134217728K rsz 1024 crg 32 thr 256 write 4023.55 MB/s 32 x 125.79 = 4025.27 MB/s read 5737.70 MB/s 32 x 179.41 = 5741.27 MB/s
total_size 134217728K rsz 1024 crg 32 thr 512 write 4006.41 MB/s 32 x 125.32 = 4010.31 MB/s read 5912.17 MB/s 32 x 184.83 = 5914.61 MB/s
total_size 134217728K rsz 1024 crg 64 thr 64 write 4017.39 MB/s 64 x 62.80 = 4019.17 MB/s read 7774.34 MB/s 64 x 121.81 = 7796.02 MB/s
total_size 134217728K rsz 1024 crg 64 thr 128 write 4040.62 MB/s 64 x 63.28 = 4049.68 MB/s read 7571.59 MB/s 64 x 118.52 = 7585.45 MB/s
total_size 134217728K rsz 1024 crg 64 thr 256 write 4025.83 MB/s 64 x 63.07 = 4036.25 MB/s read 7595.23 MB/s 64 x 118.91 = 7610.47 MB/s
total_size 134217728K rsz 1024 crg 64 thr 512 write 4033.38 MB/s 64 x 63.14 = 4041.14 MB/s read 7665.84 MB/s 64 x 120.12 = 7687.99 MB/s
total_size 134217728K rsz 1024 crg 64 thr 1024 write 4056.54 MB/s 64 x 63.47 = 4061.89 MB/s read 7349.84 MB/s 64 x 115.07 = 7364.50 MB/s
total_size 134217728K rsz 1024 crg 128 thr 128 write 4020.23 MB/s 128 x 31.49 = 4030.76 MB/s read 9940.38 MB/s 128 x 78.00 = 9984.13 MB/s
total_size 134217728K rsz 1024 crg 128 thr 256 write 4068.99 MB/s 128 x 31.86 = 4078.37 MB/s read 9738.83 MB/s 128 x 76.17 = 9749.76 MB/s
total_size 134217728K rsz 1024 crg 128 thr 512 write 4090.43 MB/s 128 x 32.05 = 4102.78 MB/s read 10002.37 MB/s 128 x 78.51 = 10048.83 MB/s
total_size 134217728K rsz 1024 crg 128 thr 1024 write 4067.12 MB/s 128 x 31.83 = 4074.71 MB/s read 9940.19 MB/s 128 x 78.00 = 9984.13 MB/s
total_size 134217728K rsz 1024 crg 128 thr 2048 write 4056.36 MB/s 128 x 31.83 = 4074.71 MB/s read 10046.20 MB/s 128 x 79.11 = 10125.73 MB/s
total_size 134217728K rsz 1024 crg 256 thr 256 write 4106.79 MB/s 256 x 16.10 = 4121.09 MB/s read 9031.65 MB/s 256 x 35.48 = 9082.03 MB/s
total_size 134217728K rsz 1024 crg 256 thr 512 write 4123.67 MB/s 256 x 16.17 = 4140.62 MB/s read 8832.80 MB/s 256 x 34.70 = 8884.28 MB/s
total_size 134217728K rsz 1024 crg 256 thr 1024 write 4056.03 MB/s 256 x 15.86 = 4060.06 MB/s read 8789.41 MB/s 256 x 34.55 = 8845.21 MB/s
total_size 134217728K rsz 1024 crg 256 thr 2048 write 4083.65 MB/s 256 x 15.96 = 4086.91 MB/s read 8863.50 MB/s 256 x 34.85 = 8920.90 MB/s
total_size 134217728K rsz 1024 crg 256 thr 4096 write 4066.79 MB/s 256 x 15.90 = 4069.82 MB/s read 8812.39 MB/s 256 x 34.65 = 8869.63 MB/s
total_size 134217728K rsz 1024 crg 512 thr 512 write 4014.48 MB/s 512 x 7.88 = 4033.20 MB/s read 8436.08 MB/s 512 x 16.60 = 8500.98 MB/s
total_size 134217728K rsz 1024 crg 512 thr 1024 write 4074.40 MB/s 512 x 7.99 = 4091.80 MB/s read 8229.17 MB/s 512 x 16.22 = 8305.66 MB/s
total_size 134217728K rsz 1024 crg 512 thr 2048 write 4071.95 MB/s 512 x 7.98 = 4086.91 MB/s read 8453.05 MB/s 512 x 16.67 = 8535.16 MB/s
total_size 134217728K rsz 1024 crg 512 thr 4096 write 4094.75 MB/s 512 x 8.09 = 4140.62 MB/s read 8294.24 MB/s 512 x 16.37 = 8378.91 MB/s
total_size 134217728K rsz 1024 crg 1024 thr 1024 write 4085.38 MB/s 1024 x 4.02 = 4121.09 MB/s read 9709.57 MB/s 1024 x 9.79 = 10029.30 MB/s
total_size 134217728K rsz 1024 crg 1024 thr 2048 write 4019.82 MB/s 1024 x 4.01 = 4111.33 MB/s read 9815.34 MB/s 1024 x 9.87 = 10107.42 MB/s
total_size 134217728K rsz 1024 crg 1024 thr 4096 write 3844.14 MB/s 1024 x 3.85 = 3945.31 MB/s read 9757.80 MB/s 1024 x 9.78 = 10019.53 MB/s
total_size 134217728K rsz 1024 crg 2048 thr 2048 write 3412.25 MB/s 2048 x 1.73 = 3535.16 MB/s read 7988.00 MB/s 2048 x 4.17 = 8535.16 MB/s
total_size 134217728K rsz 1024 crg 2048 thr 4096 write 3212.93 MB/s 2048 x 1.67 = 3417.97 MB/s read 7873.92 MB/s 2048 x 4.10 = 8398.44 MB/s
total_size 134217728K rsz 1024 crg 4096 thr 4096 write 2423.29 MB/s 4096 x 0.63 = 2578.13 MB/s read 6793.41 MB/s 4096 x 1.91 = 7812.50 MB/s