diff --git a/srpt/Measurement-Results.txt b/srpt/Measurement-Results.txt index c779acd05..136ea8979 100644 --- a/srpt/Measurement-Results.txt +++ b/srpt/Measurement-Results.txt @@ -10,7 +10,7 @@ Initiator system hardware configuration: * IRQ affinity for mlx4_core: not bound to a CPU core (smp_affinity=3). Initiator system software: -* Kernel 2.6.34 +* Kernel 2.6.34.1 Initiator system software configuration: * Runlevel: 3. @@ -28,7 +28,7 @@ Target system hardware configuration: Target system software: * 2.6.34 kernel with SCST patches applied and with kernel debugging disabled. * Mainstream kernel InfiniBand drivers (no OFED). -* SCST revision 1721 built in release mode (make debug2release) and +* SCST revision 1857 built in release mode (make debug2release) and with SCST_MAX_TGT_DEV_COMMANDS equal to 48. Target system software configuration: @@ -44,75 +44,75 @@ Measurement results + blockdev-perftest -f -d -s 30 -m 12 /dev/sdb blocksize W W W W(avg, W(std, W R R R R(avg, R(std, R (bytes) (s) (s) (s) MB/s) MB/s) (IOPS) (s) (s) (s) MB/s) MB/s) (IOPS) - 67108864 0.986 1.007 0.984 1031.838 10.783 16.122 0.359 0.359 0.359 2850.743 1.071 44.543 - 33554432 1.101 1.114 1.112 923.379 4.761 28.856 0.502 0.502 0.503 2038.166 2.598 63.693 - 16777216 1.216 1.226 1.204 842.682 6.055 52.668 0.623 0.622 0.622 1645.080 1.615 102.818 - 8388608 1.146 1.152 1.149 891.503 1.876 111.438 0.648 0.646 0.648 1581.660 1.889 197.707 - 4194304 1.050 1.066 1.060 967.383 6.281 241.846 0.703 0.770 0.709 1410.098 57.053 352.525 - 2097152 1.060 1.066 1.059 964.409 2.948 482.205 0.717 0.716 0.715 1430.388 1.817 715.194 - 1048576 1.262 1.273 1.272 807.054 3.075 807.054 0.872 0.873 0.868 1175.494 3.133 1175.494 - 524288 1.484 1.483 1.487 689.674 0.692 1379.349 1.043 1.035 1.036 986.290 3.388 1972.580 - 262144 1.625 1.628 1.629 629.392 0.652 2517.566 1.108 1.109 1.108 923.782 0.470 3695.129 - 131072 1.757 1.762 1.757 582.342 0.738 4658.735 1.242 1.237 1.236 826.764 1.839 6614.112 - 65536 2.174 2.186 2.184 469.419 1.133 7510.702 1.548 1.545 1.551 661.468 1.038 10583.481 - 32768 2.922 2.916 2.906 351.314 0.823 11242.038 2.177 2.183 2.169 470.513 1.275 15056.420 - 16384 4.381 4.473 4.353 232.643 2.688 14889.181 3.376 3.362 3.363 304.125 0.572 19464.030 - 8192 7.364 7.458 7.333 138.664 0.990 17748.980 5.787 5.778 5.783 177.077 0.117 22665.794 - 4096 13.005 13.063 12.938 78.758 0.308 20161.974 10.278 10.309 10.333 99.356 0.216 25435.107 + 67108864 1.250 1.251 1.252 818.484 0.471 12.789 0.602 0.601 0.603 1701.977 2.425 26.593 + 33554432 1.221 1.222 1.220 838.449 0.483 26.202 0.610 0.610 0.608 1680.218 2.441 52.507 + 16777216 1.200 1.208 1.200 851.360 2.694 53.210 0.624 0.624 0.623 1642.135 1.226 102.633 + 8388608 1.154 1.153 1.155 887.313 0.716 110.914 0.676 0.670 0.651 1539.438 24.668 192.430 + 4194304 1.085 1.094 1.089 940.192 3.360 235.048 0.699 0.727 0.702 1444.004 25.142 361.001 + 2097152 1.127 1.130 1.130 906.980 0.975 453.490 0.795 0.783 0.783 1301.447 9.198 650.724 + 1048576 1.221 1.225 1.219 837.981 1.744 837.981 0.891 0.891 0.895 1147.564 2.127 1147.564 + 524288 1.449 1.450 1.449 706.579 0.141 1413.158 1.045 1.040 1.038 983.418 2.570 1966.836 + 262144 1.585 1.581 1.585 646.580 0.803 2586.320 1.110 1.109 1.110 922.567 0.557 3690.269 + 131072 1.751 1.753 1.763 583.286 1.783 4666.290 1.244 1.239 1.240 825.115 1.416 6600.917 + 65536 2.180 2.185 2.174 469.835 0.961 7517.363 1.592 1.562 1.563 651.305 5.637 10420.879 + 32768 2.924 2.959 2.918 349.049 2.165 11169.563 2.221 2.227 2.215 461.049 0.970 14753.581 + 16384 4.374 4.395 4.396 233.338 0.533 14933.643 3.437 3.409 3.416 299.369 1.022 19159.585 + 8192 7.400 7.436 7.445 137.874 0.360 17647.884 5.913 5.932 5.930 172.820 0.247 22120.931 + 4096 13.079 13.268 13.207 77.670 0.464 19883.400 10.686 10.648 10.656 96.028 0.148 24583.280 + blockdev-perftest -f -a -s 30 -m 12 /dev/sdb blocksize W W W W(avg, W(std, W R R R R(avg, R(std, R (bytes) (s) (s) (s) MB/s) MB/s) (IOPS) (s) (s) (s) MB/s) MB/s) (IOPS) - 67108864 1.840 1.845 1.901 549.996 8.134 8.594 1.399 1.405 1.405 729.861 1.651 11.404 - 33554432 1.824 1.913 1.834 551.753 11.648 17.242 1.402 1.401 1.404 730.210 0.678 22.819 - 16777216 1.905 1.840 1.859 548.221 7.963 34.264 1.400 1.399 1.400 731.493 0.190 45.718 - 8388608 1.838 1.861 1.857 552.961 2.937 69.120 1.390 1.393 1.387 736.590 1.285 92.074 - 4194304 1.817 1.821 1.874 557.536 7.809 139.384 1.314 1.319 1.306 779.914 3.135 194.978 - 2097152 1.601 1.625 1.595 637.189 5.130 318.594 1.212 1.226 1.217 840.336 3.927 420.168 - 1048576 1.283 1.302 1.284 793.881 5.290 793.881 1.088 1.075 1.079 947.361 4.666 947.361 - 524288 1.216 1.201 1.130 866.816 28.189 1733.632 1.052 1.039 1.042 980.319 5.174 1960.639 - 262144 1.117 1.118 1.143 909.765 9.544 3639.061 1.040 1.038 1.038 986.136 0.777 3944.545 - 131072 1.219 1.196 1.197 850.364 7.473 6802.915 1.044 1.038 1.038 984.683 2.730 7877.463 - 65536 1.137 1.132 1.118 906.802 6.416 14508.826 1.039 1.040 1.041 984.600 0.777 15753.604 - 32768 1.130 1.171 1.135 894.261 14.332 28616.358 1.054 1.045 1.059 972.685 5.233 31125.913 - 16384 1.202 1.152 1.127 883.139 23.630 56520.877 1.056 1.052 1.054 971.575 1.233 62180.828 - 8192 1.135 1.143 1.219 879.449 28.123 112569.536 1.059 1.064 1.061 964.576 1.912 123465.788 - 4096 1.177 1.179 1.173 870.666 1.931 222890.547 1.097 1.092 1.095 935.370 1.489 239454.732 + 67108864 2.018 2.046 2.006 506.134 4.091 7.908 1.515 1.511 1.516 676.438 0.814 10.569 + 33554432 1.998 2.022 1.997 510.577 2.933 15.956 1.508 1.512 1.511 678.075 0.823 21.190 + 16777216 2.011 1.997 1.998 511.558 1.636 31.972 1.515 1.510 1.517 676.415 1.280 42.276 + 8388608 1.998 2.019 2.003 510.279 2.266 63.785 1.489 1.497 1.486 687.019 2.047 85.877 + 4194304 1.948 1.979 1.949 522.812 3.882 130.703 1.382 1.385 1.385 739.782 0.823 184.945 + 2097152 1.707 1.695 1.696 602.627 1.853 301.313 1.274 1.270 1.284 802.520 3.848 401.260 + 1048576 1.385 1.411 1.401 731.984 5.613 731.984 1.148 1.190 1.175 874.622 12.953 874.622 + 524288 1.319 1.308 1.338 774.982 7.152 1549.965 1.136 1.139 1.140 899.357 1.243 1798.714 + 262144 1.310 1.305 1.324 779.899 4.803 3119.597 1.132 1.129 1.129 906.074 1.313 3624.295 + 131072 1.324 1.323 1.333 771.847 2.702 6174.780 1.135 1.132 1.132 903.715 1.237 7229.716 + 65536 1.304 1.316 1.302 783.338 3.731 12533.402 1.145 1.143 1.132 898.495 4.641 14375.927 + 32768 1.316 1.351 1.316 771.388 9.403 24684.407 1.139 1.141 1.135 899.459 1.842 28782.694 + 16384 1.349 1.314 1.312 772.877 9.936 49464.155 1.149 1.152 1.144 891.722 2.721 57070.239 + 8192 1.332 1.320 1.355 766.724 8.241 98140.706 1.162 1.144 1.175 882.757 9.511 112992.880 + 4096 1.374 1.364 1.389 744.407 5.620 190568.208 1.185 1.173 1.189 865.959 5.002 221685.510 + blockdev-perftest -f -j -d -s 30 -m 12 /dev/sdb blocksize W W W W(avg, W(std, W R R R R(avg, R(std, R (bytes) (s) (s) (s) MB/s) MB/s) (IOPS) (s) (s) (s) MB/s) MB/s) (IOPS) - 67108864 0.459 0.454 0.456 2244.019 10.094 35.063 0.358 0.356 0.357 2868.362 6.560 44.818 - 33554432 0.565 0.568 0.567 1807.068 3.981 56.471 0.495 0.495 0.494 2070.083 1.974 64.690 - 16777216 0.716 0.717 0.716 1429.503 0.940 89.344 0.611 0.609 0.611 1677.776 2.595 104.861 - 8388608 0.733 0.735 0.735 1394.464 1.792 174.308 0.632 0.635 0.635 1615.150 3.608 201.894 - 4194304 0.755 0.767 0.756 1348.620 9.608 337.155 0.652 0.652 0.649 1572.972 3.422 393.243 - 2097152 0.810 0.815 0.817 1258.002 4.557 629.001 0.688 0.689 0.687 1488.374 1.766 744.187 - 1048576 0.940 0.964 0.936 1081.873 14.012 1081.873 0.811 0.824 0.818 1252.397 8.142 1252.397 - 524288 1.214 1.218 1.222 840.729 2.254 1681.457 0.992 1.015 1.007 1019.336 9.706 2038.671 - 262144 1.320 1.351 1.359 762.403 9.617 3049.613 1.084 1.092 1.111 934.690 9.615 3738.761 - 131072 1.531 1.535 1.530 668.409 0.942 5347.269 1.259 1.254 1.254 815.506 1.529 6524.047 - 65536 1.935 1.941 1.942 528.018 0.843 8448.285 1.622 1.624 1.621 631.190 0.485 10099.040 - 32768 2.733 2.749 2.728 374.182 1.222 11973.819 2.280 2.256 2.265 451.707 1.970 14454.620 - 16384 4.292 4.327 4.321 237.406 0.843 15194.009 3.600 3.572 3.579 285.744 0.947 18287.616 - 8192 7.455 7.564 7.499 136.429 0.813 17462.917 6.244 6.180 6.182 165.112 0.788 21134.311 - 4096 13.539 13.577 13.631 75.393 0.209 19300.515 11.060 11.142 11.065 92.345 0.312 23640.274 + 67108864 0.726 0.727 0.730 1407.245 3.283 21.988 0.600 0.600 0.599 1707.616 1.343 26.682 + 33554432 0.738 0.731 0.720 1403.526 14.290 43.860 0.605 0.605 0.605 1692.562 0.000 52.893 + 16777216 0.725 0.726 0.731 1407.901 5.069 87.994 0.619 0.616 0.617 1658.754 3.349 103.672 + 8388608 0.746 0.745 0.756 1367.216 9.025 170.902 0.639 0.640 0.640 1600.835 1.180 200.104 + 4194304 0.775 0.783 0.782 1312.848 6.009 328.212 0.672 0.675 0.678 1517.057 5.505 379.264 + 2097152 0.863 0.871 0.865 1182.011 4.628 591.006 0.741 0.740 0.738 1384.411 2.336 692.206 + 1048576 0.964 0.960 0.973 1060.441 5.956 1060.441 0.840 0.837 0.849 1216.196 7.342 1216.196 + 524288 1.197 1.185 1.198 858.122 4.262 1716.243 0.981 1.001 0.994 1032.330 8.649 2064.661 + 262144 1.312 1.311 1.313 780.488 0.486 3121.952 1.079 1.112 1.109 931.082 12.730 3724.326 + 131072 1.536 1.538 1.533 666.813 0.893 5334.501 1.268 1.260 1.261 810.774 2.280 6486.196 + 65536 1.943 1.937 1.941 527.745 0.679 8443.924 1.654 1.644 1.646 621.363 1.626 9941.816 + 32768 2.755 2.753 2.745 372.229 0.585 11911.334 2.321 2.286 2.303 444.590 2.758 14226.886 + 16384 4.371 4.325 4.366 235.191 1.117 15052.245 3.644 3.680 3.644 280.094 1.296 17925.987 + 8192 7.553 7.589 7.531 135.493 0.428 17343.092 6.333 6.223 6.248 163.379 1.222 20912.470 + 4096 13.793 13.573 13.802 74.626 0.579 19104.136 11.348 11.551 11.287 89.870 0.885 23006.749 + blockdev-perftest -f -j -a -s 30 -m 12 /dev/sdb blocksize W W W W(avg, W(std, W R R R R(avg, R(std, R (bytes) (s) (s) (s) MB/s) MB/s) (IOPS) (s) (s) (s) MB/s) MB/s) (IOPS) - 67108864 1.330 1.327 1.323 771.863 1.669 12.060 1.243 1.250 1.247 821.395 1.890 12.834 - 33554432 1.325 1.332 1.328 770.894 1.663 24.090 1.248 1.247 1.250 820.295 0.819 25.634 - 16777216 1.324 1.332 1.324 771.866 2.190 48.242 1.247 1.246 1.245 821.830 0.539 51.364 - 8388608 1.324 1.323 1.352 768.270 7.692 96.034 1.231 1.234 1.234 830.496 0.953 103.812 - 4194304 1.314 1.329 1.328 773.629 4.017 193.407 1.151 1.140 1.143 894.598 3.621 223.650 - 2097152 1.367 1.319 1.413 750.044 21.095 375.022 1.041 1.031 1.027 991.320 5.635 495.660 - 1048576 1.276 1.290 1.294 795.884 4.790 795.884 0.907 0.895 0.895 1139.088 7.136 1139.088 - 524288 1.137 1.131 1.134 903.002 1.951 1806.005 0.881 0.881 0.892 1157.538 6.757 2315.075 - 262144 1.111 1.139 1.122 911.127 9.313 3644.510 0.884 0.880 0.880 1161.881 2.482 4647.525 - 131072 1.060 1.076 1.119 944.271 21.443 7554.169 0.821 0.818 0.815 1251.845 3.749 10014.760 - 65536 1.073 1.094 1.087 944.130 7.623 15106.083 0.826 0.828 0.825 1239.212 1.869 19827.395 - 32768 1.114 1.125 1.131 911.609 5.725 29171.474 0.847 0.847 0.847 1208.973 0.000 38687.131 - 16384 1.188 1.193 1.196 858.827 2.379 54964.917 0.881 0.882 0.881 1161.876 0.621 74360.082 - 8192 1.327 1.400 1.413 742.598 20.737 95052.510 0.999 0.990 0.982 1034.046 7.247 132357.902 - 4096 1.626 1.635 1.636 627.328 1.731 160595.871 1.179 1.181 1.185 866.576 1.828 221843.583 + 67108864 1.505 1.508 1.504 680.098 0.767 10.627 1.345 1.345 1.345 761.338 0.000 11.896 + 33554432 1.515 1.503 1.503 679.505 2.544 21.235 1.342 1.342 1.340 763.420 0.537 23.857 + 16777216 1.506 1.512 1.504 679.349 1.530 42.459 1.337 1.337 1.336 766.085 0.270 47.880 + 8388608 1.514 1.505 1.504 679.201 2.022 84.900 1.321 1.325 1.323 774.000 0.955 96.750 + 4194304 1.511 1.518 1.506 677.405 2.204 169.351 1.246 1.239 1.239 824.925 2.189 206.231 + 2097152 1.498 1.491 1.503 683.890 2.249 341.945 1.035 1.037 1.042 986.520 2.794 493.260 + 1048576 1.405 1.414 1.406 727.107 2.075 727.107 0.950 0.954 0.960 1072.646 4.613 1072.646 + 524288 1.308 1.345 1.308 775.696 10.152 1551.392 0.904 0.907 0.921 1124.525 9.103 2249.050 + 262144 1.316 1.294 1.299 785.920 5.657 3143.678 0.907 0.907 0.904 1130.246 1.766 4520.982 + 131072 1.248 1.239 1.237 824.932 3.172 6599.453 0.882 0.874 0.878 1166.303 4.338 9330.425 + 65536 1.278 1.266 1.257 808.246 5.481 12931.929 0.887 0.883 0.885 1157.066 2.135 18513.057 + 32768 1.311 1.299 1.302 785.288 3.064 25129.218 0.891 0.891 0.890 1149.701 0.609 36790.429 + 16384 1.391 1.399 1.378 737.073 4.599 47172.659 0.935 0.934 0.937 1094.799 1.459 70067.124 + 8192 1.550 1.533 1.529 666.112 3.931 85262.303 1.011 1.010 1.012 1012.859 0.818 129645.980 + 4096 1.864 1.847 1.862 551.238 2.257 141117.020 1.289 1.290 1.287 794.621 0.769 203422.850