root@rmi-orem-ceph1-mds1:~# rados -p bench1 bench 60 write -t 64
 Maintaining 64 concurrent writes of 4194304 bytes for at least 60 seconds.
   sec Cur ops   started  finished  avg MB/s  cur MB/s  last lat   avg lat
     0       0         0         0         0         0         -         0
     1      32        32         0         0         0         -         0
     2      41        41         0         0         0         -         0
     3      63        66         3   3.99926         4   2.96862   2.91035
     4      63        78        15   14.9973        48   3.99299   3.42717
     5      63        98        35    27.995        80   3.80538   3.89671
     6      64       120        56   37.3264        84   3.76313   3.77992
     7      64       136        72   41.1351        64   3.47934   3.76452
     8      63       153        90   44.9913        72    3.3042   3.68484
     9      63       167       104   46.2132        56   3.62851   3.64143
    10      64       171       107   42.7917        12   4.62706   3.66594
    11      63       191       128   46.5367        84   4.20397   3.79063
    12      63       204       141   46.9913        52   4.59146   3.86324
    13      63       224       161   49.5294        80   4.86235   3.95799
    14      63       247       184   52.5618        92   3.54731   3.93031
    15      64       263       199   53.0569        60   3.48797   3.90973
    16      63       273       210   52.4903        44    3.5566   3.88637
    17      63       274       211   49.6379         4   3.77959   3.88587
    18      63       300       237   52.6571       104   4.45909   3.96512
    19      63       316       253   53.2536        64   4.74389   4.00634
2012-10-03 14:06:54.777566min lat: 2.84034 max lat: 4.9714 avg lat: 4.03861
   sec Cur ops   started  finished  avg MB/s  cur MB/s  last lat   avg lat
    20      63       338       275   54.9901        88    3.7512   4.03861
    21      63       364       301   57.3223       104    3.0478   3.94823
    22      63       387       324   58.8978        92   2.54199   3.86652
    23      63       395       332   57.7281        32   2.98595   3.84255
    24      63       405       342   56.9811        40    3.5291   3.82909
    25      63       423       360    57.581        72   4.22833    3.8406
    26      64       441       377   57.9809        68   4.45701    3.8659
    27      63       461       398   58.9436        84   3.87851   3.89522
    28      64       484       420   59.9802        88   3.07784   3.87851
    29      63       494       431   59.4286        44   3.48066   3.86109
    30      63       514       451   60.1139        80   3.45266   3.85745
    31      63       524       461   59.4647        40   3.96571   3.85904
    32      63       541       478   59.7311        68   4.23349   3.86625
    33      64       567       503   60.9505       100   3.14316   3.86583
    34      63       586       523   61.5099        80   3.16604   3.84571
    35      63       604       541    61.809        72   3.06318   3.82502
    36      63       612       549   60.9807        32   3.52344   3.81713
    37      63       630       567   61.2783        72   4.04964    3.8189
    38      63       646       583   61.3491        64   4.08515   3.82731
    39      63       665       602   61.7243        76   4.02817   3.83524
2012-10-03 14:07:14.789970min lat: 2.54199 max lat: 4.9714 avg lat: 3.82015
   sec Cur ops   started  finished  avg MB/s  cur MB/s  last lat   avg lat
    40      64       694       630   62.9748       112   3.01406   3.82015
    41      64       721       657   64.0714       108   2.46683   3.77407
    42      63       741       678   64.5442        84   2.54642   3.73189
    43      64       758       694   64.5312        64   3.00722   3.71484
    44      64       775       711   64.6094        68   3.38734   3.70641
    45      64       792       728    64.684        68   3.74769   3.70477
    46      63       816       753   65.4509       100   3.18498   3.69897
    47      64       843       779   66.2704       104    2.7344    3.6727
    48      64       865       801   66.7221        88   2.60366   3.64225
    49      63       877       814   66.4214        52   3.06306   3.62742
    50      63       896       833   66.6125        76   3.36192   3.62047
    51      63       917       854   66.9529        84   3.56167    3.6158
    52      63       939       876   67.3571        88   3.16594   3.61292
    53      63       966       903   68.1233       108   2.79958   3.59089
    54      63       994       931    68.935       112   2.32622   3.56384
    55      63      1013       950    69.063        76   2.47272   3.54173
    56      63      1031       968   69.1151        72   2.82709   3.52646
    57      63      1054       991    69.516        92   3.07441   3.51296
    58      63      1077      1014    69.903        92   3.04812   3.50387
    59      63      1102      1039   70.4125       100   2.78918   3.48922
2012-10-03 14:07:34.797848min lat: 1.44413 max lat: 4.9714 avg lat: 3.42879
   sec Cur ops   started  finished  avg MB/s  cur MB/s  last lat   avg lat
    60      42      1134      1092    72.771       212   1.44413   3.42879
    61       5      1134      1129   74.0031       148  0.873594   3.35266
 Total time run:         61.423228
Total writes made:      1134
Write size:             4194304
Bandwidth (MB/sec):     73.848

Stddev Bandwidth:       34.6765
Max bandwidth (MB/sec): 212
Min bandwidth (MB/sec): 0
Average Latency:        3.34427
Stddev Latency:         0.806004
Max latency:            4.9714
Min latency:            0.873594