#---------------------------------------------------
#    Intel (R) MPI Benchmark Suite V3.2, MPI-1 part    
#---------------------------------------------------
# Date                  : Thu Aug 25 12:00:16 2011
# Machine               : i686
# System                : Linux
# Release               : 2.6.32-24-generic-pae
# Version               : #39-Ubuntu SMP Wed Jul 28 07:39:26 UTC 2010
# MPI Version           : 2.1
# MPI Thread Environment: MPI_THREAD_SINGLE


# New default behavior from Version 3.2 on:

# the number of iterations per message size is cut down 
# dynamically when a certain run time (per message size sample) 
# is expected to be exceeded. Time limit is defined by variable 
# "SECS_PER_SAMPLE" (=> IMB_settings.h) 
# or through the flag => -time 
  


# Calling sequence was: 

# ./IMB-MPI1

# Minimum message length in bytes:   0
# Maximum message length in bytes:   4194304
#
# MPI_Datatype                   :   MPI_BYTE 
# MPI_Datatype for reductions    :   MPI_FLOAT
# MPI_Op                         :   MPI_SUM  
#
#

# List of Benchmarks to run:

# PingPong
# PingPing
# Sendrecv
# Exchange
# Allreduce
# Reduce
# Reduce_scatter
# Allgather
# Allgatherv
# Gather
# Gatherv
# Scatter
# Scatterv
# Alltoall
# Alltoallv
# Bcast
# Barrier

#---------------------------------------------------
# Benchmarking PingPong 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#---------------------------------------------------
       #bytes #repetitions      t[usec]   Mbytes/sec
            0         1000        53.93         0.00
            1         1000        58.18         0.02
            2         1000        57.85         0.03
            4         1000        58.46         0.07
            8         1000        58.52         0.13
           16         1000        58.30         0.26
           32         1000        58.46         0.52
           64         1000        59.40         1.03
          128         1000        60.05         2.03
          256         1000        61.16         3.99
          512         1000        65.11         7.50
         1024         1000        80.77        12.09
         2048         1000        91.55        21.33
         4096         1000       112.46        34.74
         8192         1000       142.32        54.89
        16384         1000       218.95        71.36
        32768         1000       367.09        85.13
        65536          640       777.25        80.41
       131072          320      1338.66        93.38
       262144          160      2448.35       102.11
       524288           80      4654.89       107.41
      1048576           40      9052.61       110.47
      2097152           20     17851.35       112.04
      4194304           10     35449.15       112.84

#---------------------------------------------------
# Benchmarking PingPing 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#---------------------------------------------------
       #bytes #repetitions      t[usec]   Mbytes/sec
            0         1000        65.89         0.00
            1         1000        66.14         0.01
            2         1000        66.86         0.03
            4         1000        66.21         0.06
            8         1000        65.81         0.12
           16         1000        66.69         0.23
           32         1000        67.18         0.45
           64         1000        67.26         0.91
          128         1000        68.54         1.78
          256         1000        71.56         3.41
          512         1000        76.85         6.35
         1024         1000        86.20        11.33
         2048         1000       106.81        18.29
         4096         1000       113.57        34.40
         8192         1000       164.60        47.46
        16384         1000       230.98        67.65
        32768         1000       374.03        83.55
        65536          640       797.97        78.32
       131072          320      1399.89        89.29
       262144          160      2535.02        98.62
       524288           80      4739.22       105.50
      1048576           40      9135.79       109.46
      2097152           20     17940.95       111.48
      4194304           10     35530.88       112.58

#-----------------------------------------------------------------------------
# Benchmarking Sendrecv 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#-----------------------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]   Mbytes/sec
            0         1000        65.19        65.21        65.20         0.00
            1         1000        66.35        66.35        66.35         0.03
            2         1000        66.50        66.51        66.50         0.06
            4         1000        66.86        66.89        66.88         0.11
            8         1000        66.59        66.59        66.59         0.23
           16         1000        67.07        67.16        67.11         0.45
           32         1000        67.76        67.76        67.76         0.90
           64         1000        67.20        67.21        67.21         1.82
          128         1000        68.34        68.35        68.34         3.57
          256         1000        72.30        72.30        72.30         6.75
          512         1000        76.98        76.99        76.99        12.68
         1024         1000        86.85        86.99        86.92        22.45
         2048         1000       108.19       108.22       108.20        36.10
         4096         1000       113.63       113.74       113.69        68.69
         8192         1000       164.70       164.75       164.72        94.84
        16384         1000       230.97       231.04       231.00       135.26
        32768         1000       373.54       373.55       373.54       167.32
        65536          640       797.69       797.72       797.70       156.70
       131072          320      1399.01      1399.30      1399.16       178.66
       262144          160      2532.34      2532.74      2532.54       197.41
       524288           80      4740.83      4741.44      4741.13       210.91
      1048576           40      9130.10      9132.35      9131.23       219.00
      2097152           20     17927.60     17928.54     17928.07       223.11
      4194304           10     35517.19     35520.10     35518.65       225.22

#-----------------------------------------------------------------------------
# Benchmarking Sendrecv 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#-----------------------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]   Mbytes/sec
            0         1000        73.37        73.59        73.48         0.00
            1         1000        68.42        68.44        68.43         0.03
            2         1000        68.32        68.33        68.33         0.06
            4         1000        68.23        68.24        68.23         0.11
            8         1000        68.28        68.34        68.31         0.22
           16         1000        68.12        68.15        68.14         0.45
           32         1000        68.45        68.48        68.46         0.89
           64         1000        69.73        69.76        69.74         1.75
          128         1000        70.78        70.91        70.85         3.44
          256         1000        74.09        74.17        74.14         6.58
          512         1000        78.26        78.28        78.27        12.48
         1024         1000        90.02        90.27        90.15        21.64
         2048         1000       124.06       124.37       124.22        31.41
         4096         1000       115.54       115.65       115.59        67.55
         8192         1000       169.40       169.47       169.42        92.20
        16384         1000       239.05       239.42       239.24       130.52
        32768         1000       382.19       382.39       382.28       163.44
        65536          640       882.93       883.22       883.12       141.53
       131072          320      1611.11      1612.28      1611.72       155.06
       262144          160      2792.21      2792.86      2792.67       179.03
       524288           80      5156.54      5165.34      5161.21       193.60
      1048576           40      9847.10      9893.67      9869.29       202.15
      2097152           20     19471.80     19520.89     19498.74       204.91
      4194304           10     38129.00     38475.70     38299.30       207.92

#-----------------------------------------------------------------------------
# Benchmarking Sendrecv 
# #processes = 6 
#-----------------------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]   Mbytes/sec
            0         1000        79.06        79.31        79.19         0.00
            1         1000        75.72        75.91        75.84         0.03
            2         1000        72.30        72.36        72.34         0.05
            4         1000        73.95        74.05        74.01         0.10
            8         1000        72.59        72.61        72.60         0.21
           16         1000        72.93        72.96        72.94         0.42
           32         1000        72.95        72.97        72.96         0.84
           64         1000        75.33        75.50        75.40         1.62
          128         1000        75.77        75.90        75.83         3.22
          256         1000        80.59        80.85        80.72         6.04
          512         1000        81.70        81.84        81.79        11.93
         1024         1000        90.45        90.57        90.50        21.57
         2048         1000       117.46       117.65       117.56        33.20
         4096         1000       118.95       119.06       119.00        65.62
         8192         1000       174.87       174.95       174.90        89.31
        16384         1000       284.72       284.87       284.77       109.70
        32768         1000       550.74       551.31       551.01       113.37
        65536          640      1236.10      1237.02      1236.64       101.05
       131072          320      2388.24      2391.95      2390.09       104.52
       262144          160      4829.96      4845.12      4838.10       103.20
       524288           80      9853.54      9941.77      9920.15       100.59
      1048576           40     20080.63     20494.20     20357.02        97.59
      2097152           20     40374.95     42186.01     41594.29        94.82
      4194304           10     76012.90     83894.11     81344.30        95.36

#-----------------------------------------------------------------------------
# Benchmarking Exchange 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#-----------------------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]   Mbytes/sec
            0         1000        79.88        79.98        79.93         0.00
            1         1000        81.50        81.50        81.50         0.05
            2         1000        82.67        82.68        82.67         0.09
            4         1000        79.59        79.64        79.62         0.19
            8         1000        78.39        78.47        78.43         0.39
           16         1000        80.37        80.40        80.39         0.76
           32         1000        79.21        79.26        79.23         1.54
           64         1000        82.29        82.40        82.34         2.96
          128         1000        83.32        83.33        83.32         5.86
          256         1000        85.57        85.59        85.58        11.41
          512         1000        94.45        94.45        94.45        20.68
         1024         1000       107.78       107.81       107.80        36.23
         2048         1000       130.28       130.32       130.30        59.95
         4096         1000       151.62       151.69       151.66       103.01
         8192         1000       220.26       220.39       220.33       141.79
        16384         1000       367.75       367.78       367.76       169.94
        32768         1000       650.77       650.82       650.80       192.07
        65536          640      1585.49      1585.88      1585.68       157.64
       131072          320      3252.61      3252.79      3252.70       153.71
       262144          160      5861.44      5863.33      5862.38       170.55
       524288           80     11268.89     11271.66     11270.27       177.44
      1048576           40     20885.50     20895.60     20890.55       191.43
      2097152           20     35703.24     35706.65     35704.95       224.05
      4194304           10     70896.39     70905.90     70901.14       225.65

#-----------------------------------------------------------------------------
# Benchmarking Exchange 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#-----------------------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]   Mbytes/sec
            0         1000        84.82        84.86        84.84         0.00
            1         1000        96.08        96.10        96.09         0.04
            2         1000        95.44        95.46        95.45         0.08
            4         1000        95.05        95.07        95.06         0.16
            8         1000        95.16        95.33        95.25         0.32
           16         1000        95.47        95.50        95.49         0.64
           32         1000        95.82        95.83        95.82         1.27
           64         1000        96.55        96.58        96.56         2.53
          128         1000        98.23        98.26        98.24         4.97
          256         1000       103.37       103.52       103.45         9.43
          512         1000       108.48       108.51       108.50        18.00
         1024         1000       117.57       117.60       117.58        33.22
         2048         1000       145.71       145.77       145.74        53.60
         4096         1000       164.52       164.63       164.58        94.91
         8192         1000       250.94       251.05       250.98       124.48
        16384         1000       423.46       423.69       423.55       147.51
        32768         1000       826.75       827.15       826.94       151.12
        65536          640      1941.36      1941.98      1941.72       128.73
       131072          320      4031.10      4034.08      4032.69       123.94
       262144          160      8100.12      8102.68      8101.29       123.42
       524288           80     15472.96     15484.36     15478.61       129.16
      1048576           40     29141.47     29361.30     29271.74       136.23
      2097152           20     58773.10     59657.30     59239.89       134.10
      4194304           10    128303.81    131840.09    130070.45       121.36

#-----------------------------------------------------------------------------
# Benchmarking Exchange 
# #processes = 6 
#-----------------------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]   Mbytes/sec
            0         1000        87.69        87.75        87.72         0.00
            1         1000        96.09        96.13        96.11         0.04
            2         1000        95.95        96.00        95.98         0.08
            4         1000        96.18        96.34        96.27         0.16
            8         1000        96.17        96.22        96.20         0.32
           16         1000        95.98        96.02        96.00         0.64
           32         1000        96.10        96.27        96.19         1.27
           64         1000        96.66        96.72        96.69         2.52
          128         1000        97.92        98.07        97.99         4.98
          256         1000       103.37       103.43       103.40         9.44
          512         1000       108.30       108.36       108.34        18.02
         1024         1000       118.80       118.87       118.83        32.86
         2048         1000       148.30       148.36       148.33        52.66
         4096         1000       180.47       180.65       180.58        86.49
         8192         1000       272.91       273.12       273.01       114.42
        16384         1000       451.18       451.46       451.33       138.44
        32768         1000       902.03       902.38       902.21       138.52
        65536          640      2343.22      2344.34      2343.83       106.64
       131072          320      4919.46      4927.98      4923.84       101.46
       262144          160     10112.63     10144.97     10130.94        98.57
       524288           80     21268.91     21423.61     21360.66        93.35
      1048576           40     41055.68     41734.02     41546.76        95.85
      2097152           20     84216.34     87931.44     86561.23        90.98
      4194304           10    169052.70    173370.39    170838.07        92.29

#----------------------------------------------------------------
# Benchmarking Allreduce 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.13         0.13         0.13
            4         1000        67.58        67.59        67.58
            8         1000        68.64        68.65        68.64
           16         1000        68.75        68.76        68.76
           32         1000        68.98        68.99        68.98
           64         1000        69.64        69.73        69.68
          128         1000        70.91        70.92        70.92
          256         1000        74.21        74.29        74.25
          512         1000        79.03        79.06        79.05
         1024         1000        89.80        89.87        89.84
         2048         1000       113.03       113.08       113.06
         4096         1000       122.58       122.70       122.64
         8192         1000       180.81       180.93       180.87
        16384         1000       348.86       348.93       348.90
        32768         1000       511.87       511.96       511.92
        65536          640       833.77       833.92       833.84
       131072          320      1766.31      1766.46      1766.38
       262144          160      3235.19      3235.87      3235.53
       524288           80      6115.29      6115.62      6115.46
      1048576           40     11858.51     11861.05     11859.78
      2097152           20     22989.50     22989.75     22989.62
      4194304           10     45396.80     45397.81     45397.31

#----------------------------------------------------------------
# Benchmarking Allreduce 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.13         0.15         0.14
            4         1000        99.76        99.86        99.81
            8         1000        99.50        99.53        99.51
           16         1000        99.82        99.85        99.83
           32         1000       100.01       100.04       100.02
           64         1000       101.55       101.58       101.56
          128         1000       103.34       103.38       103.35
          256         1000       108.59       108.62       108.60
          512         1000       115.79       115.96       115.86
         1024         1000       130.27       130.32       130.29
         2048         1000       157.87       157.89       157.88
         4096         1000       179.22       179.24       179.23
         8192         1000       263.13       263.19       263.16
        16384         1000       723.66       723.79       723.72
        32768         1000      1083.42      1083.57      1083.50
        65536          640      1589.72      1589.84      1589.77
       131072          320      2596.89      2598.04      2597.50
       262144          160      6002.88      6003.85      6003.33
       524288           80     11181.87     11184.60     11183.19
      1048576           40     20359.68     20383.60     20369.85
      2097152           20     37743.56     37781.14     37767.41
      4194304           10     72654.51     72681.40     72668.93

#----------------------------------------------------------------
# Benchmarking Allreduce 
# #processes = 6 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.12         0.15         0.14
            4         1000       170.99       171.13       171.05
            8         1000       170.28       170.40       170.35
           16         1000       171.72       171.89       171.80
           32         1000       171.84       171.98       171.91
           64         1000       173.88       174.03       173.95
          128         1000       177.75       177.88       177.82
          256         1000       184.82       184.97       184.89
          512         1000       203.50       203.63       203.56
         1024         1000       227.31       227.48       227.40
         2048         1000       265.12       265.34       265.23
         4096         1000       343.96       344.14       344.04
         8192         1000       525.81       526.11       525.94
        16384         1000      1202.22      1202.43      1202.35
        32768         1000      1432.30      1432.55      1432.45
        65536          640      2181.71      2181.92      2181.83
       131072          320      3833.78      3834.39      3834.04
       262144          160      7636.20      7640.41      7638.35
       524288           80     16793.11     16803.59     16797.92
      1048576           40     34741.70     34768.13     34759.11
      2097152           20     69834.54     70052.30     69997.80
      4194304           10    140301.59    141299.51    140930.40

#----------------------------------------------------------------
# Benchmarking Reduce 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.16         0.17         0.16
            4         1000        58.31        58.32        58.32
            8         1000        58.05        58.05        58.05
           16         1000        58.51        58.52        58.51
           32         1000        58.74        58.76        58.75
           64         1000        58.89        58.90        58.89
          128         1000        59.06        59.08        59.07
          256         1000        61.69        61.72        61.70
          512         1000        66.28        66.30        66.29
         1024         1000        82.33        82.36        82.34
         2048         1000        94.92        94.95        94.94
         4096         1000       119.00       119.06       119.03
         8192         1000       156.14       156.25       156.20
        16384         1000       246.38       246.55       246.47
        32768         1000       421.53       421.85       421.69
        65536          640       703.33       704.17       703.75
       131072          320      1592.15      1593.39      1592.77
       262144          160      2985.51      2987.99      2986.75
       524288           80      5758.30      5763.30      5760.80
      1048576           40     11275.67     11284.65     11280.16
      2097152           20     22317.99     22336.40     22327.20
      4194304           10     44369.70     44408.89     44389.30

#----------------------------------------------------------------
# Benchmarking Reduce 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.16         0.18         0.17
            4         1000        62.78        62.92        62.85
            8         1000        63.45        63.58        63.52
           16         1000        62.64        62.76        62.70
           32         1000        64.13        64.26        64.20
           64         1000        64.65        64.78        64.72
          128         1000        65.86        65.99        65.93
          256         1000        68.89        69.01        68.96
          512         1000        90.61        90.66        90.64
         1024         1000       102.83       102.89       102.86
         2048         1000       117.70       117.77       117.74
         4096         1000       156.47       156.60       156.53
         8192         1000       226.00       226.17       226.08
        16384         1000       368.12       368.42       368.28
        32768         1000       657.99       659.14       658.63
        65536          640      1021.79      1024.56      1023.37
       131072          320      2257.35      2261.33      2259.45
       262144          160      3945.23      3953.18      3949.45
       524288           80      7493.89      7514.26      7505.57
      1048576           40     18051.87     18108.52     18085.15
      2097152           20     34066.05     34181.09     34135.34
      4194304           10     66080.59     66399.69     66283.75

#----------------------------------------------------------------
# Benchmarking Reduce 
# #processes = 6 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.17         0.18         0.18
            4         1000        64.35        64.64        64.50
            8         1000        65.13        65.40        65.26
           16         1000        65.48        65.72        65.60
           32         1000        65.14        65.38        65.26
           64         1000        66.73        66.98        66.85
          128         1000        67.08        67.32        67.20
          256         1000        71.39        71.64        71.52
          512         1000        93.32        93.37        93.35
         1024         1000       104.76       104.85       104.81
         2048         1000       120.00       120.08       120.04
         4096         1000       157.44       157.59       157.51
         8192         1000       228.76       229.04       228.94
        16384         1000       370.52       370.98       370.78
        32768         1000       626.56       628.26       627.47
        65536          640       942.76       946.98       945.01
       131072          320      3170.98      3178.42      3174.71
       262144          160      5251.63      5266.02      5258.81
       524288           80      9775.20      9849.35      9814.49
      1048576           40     18650.82     18724.63     18689.77
      2097152           20     41308.10     41644.80     41514.02
      4194304           10     78970.50     79415.30     79242.15

#----------------------------------------------------------------
# Benchmarking Reduce_scatter 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.19         0.20         0.20
            4         1000        10.93        11.03        10.98
            8         1000        70.25        70.34        70.30
           16         1000        69.96        70.05        70.00
           32         1000        69.17        69.19        69.18
           64         1000        70.28        70.37        70.33
          128         1000        71.76        71.86        71.81
          256         1000        72.58        72.68        72.63
          512         1000        75.76        75.85        75.80
         1024         1000        79.92        80.02        79.97
         2048         1000        94.52        94.52        94.52
         4096         1000       115.45       115.57       115.51
         8192         1000       126.02       126.06       126.04
        16384         1000       187.01       187.14       187.07
        32768         1000       279.05       279.23       279.14
        65536          640       466.62       466.94       466.78
       131072          320       992.08       992.32       992.20
       262144          160      1910.47      1910.58      1910.53
       524288           80      4389.90      4391.56      4390.73
      1048576           40      8702.00      8705.85      8703.93
      2097152           20     16996.99     17012.05     17004.52
      4194304           10     33399.80     33450.79     33425.30

#----------------------------------------------------------------
# Benchmarking Reduce_scatter 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.27         0.28         0.27
            4         1000        24.83        25.01        24.90
            8         1000       131.20       132.29       131.79
           16         1000       100.17       100.26       100.21
           32         1000       100.19       100.33       100.26
           64         1000       100.69       100.82       100.76
          128         1000       101.42       101.57       101.50
          256         1000       102.78       102.92       102.85
          512         1000       105.21       105.33       105.27
         1024         1000       110.74       110.88       110.80
         2048         1000       117.44       117.59       117.51
         4096         1000       133.13       133.22       133.18
         8192         1000       163.78       163.83       163.81
        16384         1000       215.57       215.61       215.59
        32768         1000       318.94       319.15       319.03
        65536          640       539.81       539.98       539.89
       131072          320      1035.40      1037.11      1036.12
       262144          160      2180.61      2183.01      2181.60
       524288           80      7058.61      7059.41      7059.20
      1048576           40     12777.92     12787.60     12781.61
      2097152           20     24009.30     24049.64     24023.96
      4194304           10     48438.29     48592.59     48545.97

#----------------------------------------------------------------
# Benchmarking Reduce_scatter 
# #processes = 6 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.29         0.35         0.33
            4         1000        38.51        38.74        38.57
            8         1000       144.33       145.42       144.75
           16         1000       144.20       145.62       145.18
           32         1000       160.94       161.08       161.03
           64         1000       162.07       162.19       162.14
          128         1000       162.69       162.84       162.77
          256         1000       167.91       168.06       168.00
          512         1000       173.29       173.43       173.39
         1024         1000       189.35       189.51       189.46
         2048         1000       211.79       211.96       211.90
         4096         1000       246.62       246.79       246.73
         8192         1000       345.36       345.56       345.50
        16384         1000       618.56       618.74       618.68
        32768         1000       747.54       747.69       747.62
        65536          640      1143.23      1143.61      1143.35
       131072          320      1994.77      1995.70      1995.19
       262144          160      3991.33      3996.36      3994.03
       524288           80      9663.13      9678.29      9674.55
      1048576           40     19992.18     20033.80     20011.30
      2097152           20     39349.50     39450.25     39420.18
      4194304           10     79503.20     80313.09     80007.78

#----------------------------------------------------------------
# Benchmarking Allgather 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.11         0.11         0.11
            1         1000        67.55        67.55        67.55
            2         1000        66.62        66.63        66.63
            4         1000        67.48        67.48        67.48
            8         1000        66.82        66.84        66.83
           16         1000        67.81        67.82        67.82
           32         1000        66.86        66.87        66.86
           64         1000        67.60        67.63        67.62
          128         1000        69.24        69.24        69.24
          256         1000        71.84        71.85        71.85
          512         1000        78.17        78.19        78.18
         1024         1000        86.49        86.49        86.49
         2048         1000       108.06       108.10       108.08
         4096         1000       114.59       114.61       114.60
         8192         1000       167.15       167.20       167.17
        16384         1000       236.22       236.24       236.23
        32768         1000       385.81       385.84       385.82
        65536          640       816.39       816.52       816.45
       131072          320      1462.22      1462.27      1462.25
       262144          160      2743.36      2743.79      2743.57
       524288           80      5298.19      5301.21      5299.70
      1048576           40     10285.35     10293.78     10289.56
      2097152           20     20268.89     20297.40     20283.14
      4194304           10     40203.19     40315.10     40259.15

#----------------------------------------------------------------
# Benchmarking Allgather 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.11         0.12         0.11
            1         1000        99.90        99.91        99.90
            2         1000        99.40        99.43        99.42
            4         1000        99.48        99.62        99.55
            8         1000        99.62        99.63        99.63
           16         1000        99.64        99.65        99.65
           32         1000       100.37       100.40       100.38
           64         1000       101.68       101.69       101.69
          128         1000       103.25       103.39       103.33
          256         1000       108.46       108.48       108.47
          512         1000       115.92       115.95       115.93
         1024         1000       128.03       128.06       128.04
         2048         1000       153.21       153.25       153.22
         4096         1000       178.96       179.02       178.99
         8192         1000       264.99       265.17       265.08
        16384         1000       715.02       715.38       715.16
        32768         1000      1329.54      1329.64      1329.60
        65536          640      2572.51      2572.86      2572.70
       131072          320      5860.73      5865.46      5862.94
       262144          160     10577.18     10583.86     10580.65
       524288           80     20252.98     20273.13     20263.72
      1048576           40     39558.18     39595.95     39576.53
      2097152           20     77822.55     77876.65     77849.04
      4194304           10    154641.41    154833.82    154741.59

#----------------------------------------------------------------
# Benchmarking Allgather 
# #processes = 6 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.11         0.11         0.11
            1         1000       127.48       127.50       127.49
            2         1000       126.78       126.92       126.85
            4         1000       126.67       126.81       126.74
            8         1000       127.58       127.59       127.58
           16         1000       127.66       127.73       127.69
           32         1000       128.45       128.49       128.46
           64         1000       129.64       129.68       129.66
          128         1000       131.95       131.98       131.97
          256         1000       136.73       136.77       136.75
          512         1000       143.13       143.17       143.14
         1024         1000       159.94       159.98       159.97
         2048         1000       189.48       189.58       189.54
         4096         1000       239.42       239.58       239.50
         8192         1000       369.61       369.81       369.72
        16384         1000      1334.25      1334.52      1334.38
        32768         1000      3041.92      3042.32      3042.12
        65536          640      6284.82      6286.25      6285.57
       131072          320     12403.90     12407.98     12405.53
       262144          160     23799.23     23828.62     23818.38
       524288           80     47388.57     47522.80     47460.54
      1048576           40     97728.40     98339.60     98082.67
      2097152           20    203896.80    206158.90    205122.97
      4194304           10    399489.62    408546.71    404229.62

#----------------------------------------------------------------
# Benchmarking Allgatherv 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.14         0.14         0.14
            1         1000        66.37        66.38        66.38
            2         1000        67.50        67.51        67.51
            4         1000        66.37        66.37        66.37
            8         1000        66.83        66.84        66.83
           16         1000        67.20        67.27        67.23
           32         1000        66.03        66.04        66.03
           64         1000        68.20        68.21        68.21
          128         1000        68.49        68.50        68.49
          256         1000        72.04        72.15        72.09
          512         1000        78.49        78.53        78.51
         1024         1000        86.78        86.80        86.79
         2048         1000       109.15       109.16       109.15
         4096         1000       115.30       115.39       115.34
         8192         1000       166.98       167.06       167.02
        16384         1000       235.63       235.68       235.66
        32768         1000       386.02       386.14       386.08
        65536          640       817.75       817.76       817.75
       131072          320      1461.08      1461.09      1461.08
       262144          160      2731.06      2731.59      2731.32
       524288           80      5297.10      5298.96      5298.03
      1048576           40     10285.63     10295.19     10290.41
      2097152           20     20280.60     20312.64     20296.62
      4194304           10     40179.42     40301.49     40240.45

#----------------------------------------------------------------
# Benchmarking Allgatherv 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.18         0.20         0.19
            1         1000       108.94       108.97       108.95
            2         1000       109.49       109.51       109.50
            4         1000       109.80       109.93       109.86
            8         1000       109.76       109.79       109.78
           16         1000       110.18       110.20       110.19
           32         1000       109.93       110.09       110.01
           64         1000       111.56       111.62       111.60
          128         1000       112.30       112.33       112.31
          256         1000       116.99       117.02       117.00
          512         1000       121.01       121.14       121.08
         1024         1000       133.25       133.26       133.26
         2048         1000       166.54       166.59       166.57
         4096         1000       191.62       191.71       191.66
         8192         1000       278.24       278.31       278.28
        16384         1000       757.95       758.44       758.17
        32768         1000      1332.62      1332.87      1332.76
        65536          640      2624.91      2625.13      2625.03
       131072          320      5839.21      5841.67      5840.44
       262144          160     10612.26     10614.89     10613.70
       524288           80     20299.21     20312.79     20306.03
      1048576           40     39656.80     39686.25     39670.55
      2097152           20     77738.14     77770.79     77756.18
      4194304           10    154718.30    154843.52    154776.73

#----------------------------------------------------------------
# Benchmarking Allgatherv 
# #processes = 6 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.21         0.22         0.22
            1         1000       140.46       140.48       140.46
            2         1000       139.67       139.70       139.69
            4         1000       138.86       138.99       138.93
            8         1000       139.53       139.56       139.55
           16         1000       139.85       139.88       139.87
           32         1000       140.48       140.50       140.49
           64         1000       142.27       142.29       142.28
          128         1000       144.01       144.07       144.05
          256         1000       148.72       148.85       148.79
          512         1000       155.44       155.46       155.45
         1024         1000       169.44       169.47       169.46
         2048         1000       193.42       193.57       193.50
         4096         1000       247.11       247.19       247.15
         8192         1000       365.55       365.82       365.69
        16384         1000      1356.11      1356.44      1356.26
        32768         1000      3063.72      3064.09      3063.89
        65536          640      6280.62      6282.29      6281.43
       131072          320     12477.92     12483.35     12480.36
       262144          160     23847.24     23868.03     23860.75
       524288           80     47661.19     47746.64     47708.70
      1048576           40     98636.35     99209.67     98955.93
      2097152           20    203943.44    206076.55    205064.29
      4194304           10    398632.00    407732.30    403491.85

#----------------------------------------------------------------
# Benchmarking Gather 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.15         0.15         0.15
            1         1000        58.56        58.56        58.56
            2         1000        57.90        57.91        57.91
            4         1000        57.45        57.46        57.46
            8         1000        57.88        57.89        57.88
           16         1000        58.31        58.33        58.32
           32         1000        58.24        58.26        58.25
           64         1000        59.43        59.43        59.43
          128         1000        58.87        58.88        58.87
          256         1000        61.71        61.72        61.71
          512         1000        64.80        64.83        64.82
         1024         1000        79.94        79.96        79.95
         2048         1000        91.27        91.32        91.30
         4096         1000       112.19       112.23       112.21
         8192         1000       153.58       153.63       153.60
        16384         1000       233.70       233.83       233.76
        32768         1000       380.40       380.67       380.53
        65536          640       659.36       660.17       659.76
       131072          320      1354.77      1355.70      1355.23
       262144          160      2463.79      2465.76      2464.78
       524288           80      4931.89      4936.70      4934.29
      1048576           40      9880.15      9886.55      9883.35
      2097152           20     19723.84     19742.66     19733.25
      4194304           10     39404.11     39435.89     39420.00

#----------------------------------------------------------------
# Benchmarking Gather 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.15         0.24         0.18
            1         1000        63.56        63.70        63.64
            2         1000        64.14        64.27        64.21
            4         1000        63.12        63.26        63.19
            8         1000        63.82        63.94        63.88
           16         1000        63.40        63.57        63.48
           32         1000        64.06        64.18        64.12
           64         1000        65.03        65.16        65.10
          128         1000        66.30        66.43        66.37
          256         1000        68.33        68.47        68.40
          512         1000        73.10        73.24        73.17
         1024         1000        83.53        83.72        83.63
         2048         1000        95.61        95.84        95.73
         4096         1000       113.30       113.53       113.41
         8192         1000       281.37       281.68       281.52
        16384         1000       356.18       356.58       356.36
        32768         1000       531.37       531.96       531.62
        65536          640       991.88       993.51       992.60
       131072          320      2134.12      2140.34      2137.47
       262144          160      4104.17      4129.01      4119.20
       524288           80      8028.94      8128.75      8092.17
      1048576           40     15645.95     16048.60     15912.59
      2097152           20     30509.84     32128.85     31604.39
      4194304           10     55223.49     61587.00     59916.37

#----------------------------------------------------------------
# Benchmarking Gather 
# #processes = 6 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.14         0.17         0.15
            1         1000        64.71        64.94        64.82
            2         1000        64.87        65.14        65.00
            4         1000        64.53        64.78        64.65
            8         1000        64.70        64.97        64.83
           16         1000        64.97        65.22        65.09
           32         1000        65.44        65.70        65.57
           64         1000        66.54        66.79        66.67
          128         1000        67.28        67.53        67.41
          256         1000        70.02        70.28        70.14
          512         1000        75.44        75.69        75.57
         1024         1000        83.40        83.74        83.57
         2048         1000       100.14       100.61       100.38
         4096         1000       111.99       112.44       112.21
         8192         1000       449.46       450.02       449.78
        16384         1000       537.91       538.63       538.33
        32768         1000       762.82       763.82       763.34
        65536          640      1277.64      1280.10      1278.86
       131072          320      2895.87      2902.83      2899.69
       262144          160      5241.62      5268.09      5258.16
       524288           80     10037.46     10183.22     10130.53
      1048576           40     19829.80     20233.27     20076.96
      2097152           20     38091.75     40499.29     39707.85
      4194304           10     74368.00     80840.02     78300.21

#----------------------------------------------------------------
# Benchmarking Gatherv 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.27         0.33         0.30
            1         1000        57.31        57.31        57.31
            2         1000        57.50        57.51        57.50
            4         1000        57.86        57.86        57.86
            8         1000        57.75        57.75        57.75
           16         1000        58.21        58.21        58.21
           32         1000        58.13        58.13        58.13
           64         1000        58.15        58.16        58.15
          128         1000        58.49        58.50        58.49
          256         1000        60.68        60.69        60.68
          512         1000        63.81        63.81        63.81
         1024         1000        79.46        79.48        79.47
         2048         1000        91.28        91.32        91.30
         4096         1000       111.88       111.91       111.90
         8192         1000       143.02       143.11       143.06
        16384         1000       220.93       221.10       221.02
        32768         1000       370.71       371.00       370.85
        65536          640       787.54       787.98       787.76
       131072          320      1364.09      1365.52      1364.80
       262144          160      2532.24      2534.83      2533.53
       524288           80      4887.96      4898.08      4893.02
      1048576           40      9536.84      9570.85      9553.85
      2097152           20     18805.54     18914.45     18859.99
      4194304           10     37483.22     37876.80     37680.01

#----------------------------------------------------------------
# Benchmarking Gatherv 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.27         0.36         0.32
            1         1000        62.23        62.38        62.30
            2         1000        63.52        63.67        63.60
            4         1000        63.43        63.56        63.49
            8         1000        63.29        63.42        63.36
           16         1000        63.66        63.81        63.74
           32         1000        63.35        63.49        63.43
           64         1000        65.02        65.15        65.09
          128         1000        65.77        65.90        65.84
          256         1000        67.44        67.57        67.51
          512         1000        71.18        71.34        71.26
         1024         1000        80.69        80.90        80.81
         2048         1000        95.07        95.30        95.19
         4096         1000       112.92       113.15       113.04
         8192         1000       153.67       154.04       153.86
        16384         1000       230.36       230.92       230.65
        32768         1000       387.56       388.50       388.04
        65536          640      1161.53      1163.08      1162.32
       131072          320      2250.55      2256.02      2253.33
       262144          160      4427.40      4446.66      4437.24
       524288           80      8685.99      8760.05      8722.96
      1048576           40     17302.53     17604.23     17453.71
      2097152           20     34537.26     35728.85     35136.24
      4194304           10     67231.92     71875.50     70464.35

#----------------------------------------------------------------
# Benchmarking Gatherv 
# #processes = 6 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.30         0.39         0.34
            1         1000        64.92        65.16        65.04
            2         1000        64.59        64.82        64.71
            4         1000        64.83        65.08        64.95
            8         1000        64.74        64.98        64.86
           16         1000        65.15        65.40        65.27
           32         1000        65.29        65.53        65.41
           64         1000        65.92        66.17        66.04
          128         1000        67.42        67.69        67.54
          256         1000        70.61        70.85        70.73
          512         1000        75.31        75.58        75.43
         1024         1000        82.19        82.51        82.35
         2048         1000       100.19       100.62       100.41
         4096         1000       111.95       112.40       112.18
         8192         1000       160.93       161.63       161.28
        16384         1000       238.29       239.35       238.79
        32768         1000       405.09       406.68       405.84
        65536          640      1740.14      1743.65      1742.23
       131072          320      3298.52      3307.62      3304.09
       262144          160      6342.86      6382.67      6365.78
       524288           80     12510.81     12649.76     12599.06
      1048576           40     24884.15     25470.18     25220.50
      2097152           20     49297.55     51520.45     50716.06
      4194304           10     96342.90    105566.79    101620.47

#----------------------------------------------------------------
# Benchmarking Scatter 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.14         0.14         0.14
            1         1000        57.83        57.92        57.87
            2         1000        57.73        57.83        57.78
            4         1000        57.67        57.77        57.72
            8         1000        57.94        58.04        57.99
           16         1000        58.15        58.25        58.20
           32         1000        58.08        58.17        58.13
           64         1000        59.14        59.25        59.19
          128         1000        59.92        60.03        59.98
          256         1000        61.29        61.41        61.35
          512         1000        65.04        65.13        65.09
         1024         1000        78.97        79.07        79.02
         2048         1000        90.88        91.00        90.94
         4096         1000       112.39       112.52       112.46
         8192         1000       142.55       142.71       142.63
        16384         1000       220.31       220.53       220.42
        32768         1000       370.65       370.96       370.81
        65536          640       788.13       788.63       788.38
       131072          320      1362.50      1363.86      1363.18
       262144          160      2528.79      2529.84      2529.32
       524288           80      4898.40      4898.41      4898.41
      1048576           40      9685.68      9695.58      9690.63
      2097152           20     19100.00     19162.80     19131.40
      4194304           10     37900.21     38219.71     38059.96

#----------------------------------------------------------------
# Benchmarking Scatter 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.14         0.16         0.15
            1         1000        64.56        64.69        64.62
            2         1000        64.55        64.68        64.61
            4         1000        65.01        65.12        65.07
            8         1000        64.81        64.94        64.87
           16         1000        64.56        64.68        64.62
           32         1000        64.66        64.77        64.72
           64         1000        65.84        65.98        65.91
          128         1000        67.11        67.23        67.16
          256         1000        70.17        70.30        70.23
          512         1000        74.23        74.35        74.29
         1024         1000        85.72        85.86        85.79
         2048         1000        99.21        99.43        99.32
         4096         1000       126.86       127.05       126.95
         8192         1000       171.47       171.66       171.55
        16384         1000       269.01       269.29       269.15
        32768         1000       466.88       467.23       467.04
        65536          640      1171.24      1172.45      1171.77
       131072          320      2155.48      2159.72      2157.54
       262144          160      4325.55      4341.01      4333.06
       524288           80      8476.39      8539.22      8509.14
      1048576           40     16938.57     17210.20     17077.87
      2097152           20     33934.84     35034.70     34501.12
      4194304           10     66002.30     70575.50     69194.41

#----------------------------------------------------------------
# Benchmarking Scatter 
# #processes = 6 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.13         0.16         0.14
            1         1000        73.11        73.24        73.17
            2         1000        72.84        72.97        72.91
            4         1000        73.26        73.38        73.32
            8         1000        73.23        73.39        73.31
           16         1000        73.58        73.68        73.63
           32         1000        73.64        73.78        73.71
           64         1000        74.59        74.71        74.65
          128         1000        75.77        75.91        75.84
          256         1000        79.25        79.39        79.32
          512         1000        84.02        84.14        84.08
         1024         1000        94.05        94.17        94.11
         2048         1000       109.51       109.67       109.59
         4096         1000       131.70       131.87       131.78
         8192         1000       188.53       188.75       188.64
        16384         1000       298.51       298.85       298.67
        32768         1000       519.76       520.29       520.00
        65536          640      1640.14      1642.21      1641.31
       131072          320      3030.00      3037.68      3034.79
       262144          160      6154.05      6184.38      6171.93
       524288           80     12121.59     12248.11     12204.68
      1048576           40     24157.25     24698.35     24470.89
      2097152           20     48017.80     50154.30     49395.80
      4194304           10     93496.32    102203.08     98493.57

#----------------------------------------------------------------
# Benchmarking Scatterv 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.25         0.34         0.30
            1         1000        57.89        58.00        57.95
            2         1000        57.58        57.69        57.64
            4         1000        57.68        57.78        57.73
            8         1000        57.35        57.44        57.39
           16         1000        57.67        57.75        57.71
           32         1000        58.09        58.20        58.15
           64         1000        59.19        59.31        59.25
          128         1000        59.81        59.92        59.86
          256         1000        61.04        61.15        61.10
          512         1000        63.53        63.62        63.57
         1024         1000        80.02        80.12        80.07
         2048         1000        90.97        91.10        91.04
         4096         1000       111.53       111.67       111.60
         8192         1000       142.10       142.27       142.18
        16384         1000       218.92       219.18       219.05
        32768         1000       369.92       370.25       370.08
        65536          640       786.78       787.30       787.04
       131072          320      1361.72      1363.04      1362.38
       262144          160      2527.39      2528.42      2527.91
       524288           80      4901.06      4901.11      4901.09
      1048576           40      9697.65      9705.88      9701.76
      2097152           20     19108.80     19179.89     19144.34
      4194304           10     37900.50     38212.61     38056.55

#----------------------------------------------------------------
# Benchmarking Scatterv 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.26         0.36         0.31
            1         1000        64.88        65.00        64.93
            2         1000        64.97        65.10        65.04
            4         1000        64.74        64.89        64.81
            8         1000        64.73        64.87        64.80
           16         1000        64.96        65.06        65.01
           32         1000        65.07        65.20        65.13
           64         1000        65.80        65.92        65.85
          128         1000        67.19        67.29        67.24
          256         1000        70.13        70.27        70.20
          512         1000        74.40        74.51        74.45
         1024         1000        85.02        85.18        85.10
         2048         1000        99.34        99.49        99.41
         4096         1000       127.05       127.20       127.12
         8192         1000       171.31       171.52       171.41
        16384         1000       268.99       269.27       269.12
        32768         1000       466.79       467.15       466.95
        65536          640      1173.35      1174.60      1173.90
       131072          320      2156.20      2160.35      2158.15
       262144          160      4316.11      4331.93      4323.93
       524288           80      8483.65      8547.32      8516.30
      1048576           40     16954.65     17220.03     17092.53
      2097152           20     33968.95     35076.59     34538.72
      4194304           10     65898.30     70486.78     69103.32

#----------------------------------------------------------------
# Benchmarking Scatterv 
# #processes = 6 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.34         0.36         0.35
            1         1000        73.04        73.18        73.11
            2         1000        73.11        73.22        73.16
            4         1000        73.35        73.48        73.42
            8         1000        73.52        73.65        73.58
           16         1000        73.41        73.57        73.48
           32         1000        73.68        73.81        73.75
           64         1000        74.73        74.87        74.80
          128         1000        75.61        75.73        75.67
          256         1000        79.34        79.49        79.41
          512         1000        84.61        84.76        84.69
         1024         1000        93.51        93.64        93.57
         2048         1000       109.68       109.82       109.75
         4096         1000       131.79       131.96       131.86
         8192         1000       189.39       189.58       189.49
        16384         1000       298.23       298.59       298.41
        32768         1000       519.69       520.26       519.95
        65536          640      1641.57      1643.54      1642.69
       131072          320      3029.63      3037.33      3034.49
       262144          160      6128.44      6158.76      6146.32
       524288           80     12086.95     12212.12     12169.22
      1048576           40     24241.20     24771.78     24547.65
      2097152           20     47990.25     50133.69     49376.77
      4194304           10     93897.10    102733.40     98989.36

#----------------------------------------------------------------
# Benchmarking Alltoall 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.09         0.13         0.11
            1         1000        66.97        66.99        66.98
            2         1000        67.04        67.04        67.04
            4         1000        67.24        67.29        67.26
            8         1000        65.96        65.96        65.96
           16         1000        67.15        67.17        67.16
           32         1000        66.52        66.54        66.53
           64         1000        68.32        68.33        68.33
          128         1000        68.85        68.89        68.87
          256         1000        72.45        72.48        72.47
          512         1000        78.36        78.38        78.37
         1024         1000        86.33        86.40        86.37
         2048         1000       108.48       108.49       108.48
         4096         1000       115.04       115.09       115.06
         8192         1000       167.28       167.33       167.31
        16384         1000       235.74       235.77       235.76
        32768         1000       386.59       386.61       386.60
        65536          640       818.11       818.18       818.15
       131072          320      1470.81      1471.12      1470.96
       262144          160      2788.11      2788.80      2788.46
       524288           80      5328.75      5330.55      5329.65
      1048576           40     10320.15     10328.73     10324.44
      2097152           20     20281.91     20316.70     20299.30
      4194304           10     40188.41     40305.90     40247.15

#----------------------------------------------------------------
# Benchmarking Alltoall 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.09         0.10         0.10
            1         1000        99.30        99.41        99.35
            2         1000       100.10       100.16       100.13
            4         1000       100.04       100.09       100.07
            8         1000       101.59       101.70       101.64
           16         1000        99.90        99.99        99.96
           32         1000        99.73        99.86        99.80
           64         1000       103.81       103.85       103.83
          128         1000       102.92       102.99       102.96
          256         1000       109.39       109.44       109.42
          512         1000       114.35       114.42       114.40
         1024         1000       121.33       121.50       121.43
         2048         1000       151.66       151.75       151.71
         4096         1000       282.75       282.90       282.81
         8192         1000       441.00       441.21       441.09
        16384         1000       674.50       674.82       674.62
        32768         1000      1128.41      1128.89      1128.62
        65536          640      2551.65      2552.62      2552.14
       131072          320      4810.40      4812.78      4811.35
       262144          160      8807.53      8821.13      8814.45
       524288           80     16629.14     16652.83     16641.95
      1048576           40     32213.43     32288.58     32250.99
      2097152           20     63345.40     63766.16     63561.21
      4194304           10    124979.21    126642.68    125848.28

#----------------------------------------------------------------
# Benchmarking Alltoall 
# #processes = 6 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.09         0.10         0.09
            1         1000       141.12       141.30       141.24
            2         1000       142.62       142.74       142.69
            4         1000       141.60       141.75       141.68
            8         1000       141.32       141.45       141.39
           16         1000       143.79       143.89       143.85
           32         1000       142.86       142.99       142.95
           64         1000       142.94       143.03       143.00
          128         1000       145.17       145.33       145.25
          256         1000       154.65       154.82       154.74
          512         1000       158.95       159.14       159.05
         1024         1000       164.09       164.16       164.12
         2048         1000       214.41       214.62       214.52
         4096         1000       459.26       459.36       459.32
         8192         1000       667.16       667.25       667.21
        16384         1000      1036.72      1036.92      1036.85
        32768         1000      1786.35      1786.82      1786.57
        65536          640      4169.38      4170.33      4169.84
       131072          320      8001.17      8004.25      8002.63
       262144          160     14984.37     14995.81     14989.95
       524288           80     28596.88     28648.23     28624.02
      1048576           40     55405.50     55594.75     55502.23
      2097152           20    109122.66    109916.00    109545.49
      4194304           10    216417.31    219439.20    218001.45

#----------------------------------------------------------------
# Benchmarking Alltoallv 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.27         0.27         0.27
            1         1000        66.67        66.68        66.68
            2         1000        66.91        66.93        66.92
            4         1000        67.14        67.15        67.15
            8         1000        66.64        66.73        66.68
           16         1000        67.65        67.65        67.65
           32         1000        67.75        67.76        67.76
           64         1000        67.73        67.76        67.74
          128         1000        68.54        68.55        68.55
          256         1000        72.16        72.17        72.17
          512         1000        77.79        77.80        77.79
         1024         1000        86.74        86.77        86.76
         2048         1000       108.70       108.72       108.71
         4096         1000       115.82       115.90       115.86
         8192         1000       167.10       167.11       167.11
        16384         1000       236.45       236.58       236.51
        32768         1000       385.68       385.79       385.73
        65536          640       816.41       816.43       816.42
       131072          320      1470.08      1470.28      1470.18
       262144          160      2779.81      2779.94      2779.87
       524288           80      5326.18      5327.12      5326.65
      1048576           40     10318.95     10319.53     10319.24
      2097152           20     20307.16     20308.49     20307.83
      4194304           10     40300.80     40301.70     40301.25

#----------------------------------------------------------------
# Benchmarking Alltoallv 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.30         0.31         0.30
            1         1000       101.57       101.75       101.65
            2         1000       102.03       102.09       102.07
            4         1000       101.45       101.60       101.53
            8         1000       102.32       102.38       102.35
           16         1000       103.44       103.52       103.47
           32         1000       103.53       103.56       103.55
           64         1000       104.13       104.20       104.18
          128         1000       102.35       102.39       102.38
          256         1000       111.68       111.75       111.71
          512         1000       115.28       115.40       115.34
         1024         1000       127.26       127.30       127.28
         2048         1000       153.09       153.14       153.12
         4096         1000       168.95       169.08       169.01
         8192         1000       258.56       258.73       258.64
        16384         1000       418.34       418.62       418.47
        32768         1000       837.47       837.95       837.66
        65536          640      1803.55      1804.60      1804.06
       131072          320      3636.14      3639.37      3638.08
       262144          160      7040.08      7048.16      7043.74
       524288           80     13836.36     13882.95     13862.97
      1048576           40     27571.83     27724.85     27650.44
      2097152           20     54906.09     55639.54     55282.78
      4194304           10    111522.51    114054.42    112806.68

#----------------------------------------------------------------
# Benchmarking Alltoallv 
# #processes = 6 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.31         0.35         0.34
            1         1000       146.34       146.45       146.41
            2         1000       148.01       148.15       148.09
            4         1000       146.52       146.57       146.55
            8         1000       148.68       148.82       148.76
           16         1000       150.15       150.24       150.18
           32         1000       147.60       147.69       147.66
           64         1000       150.36       150.52       150.44
          128         1000       152.20       152.39       152.31
          256         1000       160.27       160.48       160.38
          512         1000       167.00       167.11       167.06
         1024         1000       168.89       168.97       168.94
         2048         1000       215.59       215.67       215.64
         4096         1000       262.30       262.44       262.39
         8192         1000       413.72       413.91       413.82
        16384         1000       762.71       762.97       762.88
        32768         1000      1488.12      1488.75      1488.52
        65536          640      3293.30      3294.43      3293.84
       131072          320      6541.45      6545.76      6543.54
       262144          160     12608.39     12621.98     12616.24
       524288           80     24454.26     24508.05     24487.71
      1048576           40     49004.52     49190.62     49104.22
      2097152           20     96505.64     97501.25     97105.54
      4194304           10    191707.80    195557.21    194220.39

#----------------------------------------------------------------
# Benchmarking Bcast 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.11         0.11         0.11
            1         1000        58.39        58.47        58.43
            2         1000        59.38        59.47        59.43
            4         1000        59.42        59.51        59.47
            8         1000        58.31        58.40        58.35
           16         1000        58.60        58.70        58.65
           32         1000        58.82        58.90        58.86
           64         1000        59.42        59.51        59.47
          128         1000        61.33        61.44        61.39
          256         1000        62.08        62.18        62.13
          512         1000        65.29        65.40        65.34
         1024         1000        80.61        80.73        80.67
         2048         1000        94.09        94.19        94.14
         4096         1000       111.52       111.62       111.57
         8192         1000       158.89       159.05       158.97
        16384         1000       245.03       245.23       245.13
        32768         1000       416.78       417.09       416.94
        65536          640       747.78       748.34       748.06
       131072          320      1542.09      1543.09      1542.59
       262144          160      2880.77      2883.37      2882.07
       524288           80      5064.29      5070.80      5067.54
      1048576           40     10029.23     10042.05     10035.64
      2097152           20     19959.34     19983.05     19971.20
      4194304           10     39846.40     39894.70     39870.55

#----------------------------------------------------------------
# Benchmarking Bcast 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.11         0.12         0.12
            1         1000        66.28        66.40        66.33
            2         1000        66.33        66.46        66.39
            4         1000        66.17        66.31        66.24
            8         1000        66.17        66.29        66.22
           16         1000        66.36        66.50        66.42
           32         1000        66.78        66.91        66.84
           64         1000        68.16        68.28        68.22
          128         1000        68.98        69.12        69.05
          256         1000        73.33        73.47        73.40
          512         1000        79.33        79.49        79.41
         1024         1000        87.25        87.39        87.31
         2048         1000       119.68       119.86       119.80
         4096         1000       144.22       144.39       144.33
         8192         1000       197.94       198.13       198.07
        16384         1000       322.11       322.37       322.29
        32768         1000       569.91       570.27       570.17
        65536          640      1075.18      1076.13      1075.84
       131072          320      2286.61      2288.58      2287.68
       262144          160      4593.69      4597.75      4595.68
       524288           80      5733.56      5741.92      5738.11
      1048576           40     11223.13     11245.92     11234.79
      2097152           20     25653.76     25840.85     25768.04
      4194304           10     50552.49     50992.51     50816.17

#----------------------------------------------------------------
# Benchmarking Bcast 
# #processes = 6 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.11         0.12         0.12
            1         1000        73.07        73.21        73.15
            2         1000        73.21        73.34        73.28
            4         1000        72.80        72.96        72.89
            8         1000        72.70        72.83        72.76
           16         1000        73.66        73.80        73.73
           32         1000        74.09        74.27        74.19
           64         1000        75.38        75.52        75.46
          128         1000        77.17        77.29        77.23
          256         1000        81.23        81.35        81.29
          512         1000        87.06        87.21        87.13
         1024         1000        94.65        94.80        94.73
         2048         1000       129.31       129.47       129.43
         4096         1000       163.12       163.37       163.29
         8192         1000       226.90       227.12       227.08
        16384         1000       386.28       386.65       386.55
        32768         1000       710.59       711.17       710.99
        65536          640      1352.02      1353.15      1352.82
       131072          320      2774.12      2777.79      2776.40
       262144          160      5612.14      5618.74      5614.85
       524288           80      6165.80      6192.61      6179.38
      1048576           40     12225.35     12329.95     12282.66
      2097152           20     24118.04     24402.75     24237.33
      4194304           10     75695.11     76374.60     76084.12

#---------------------------------------------------
# Benchmarking Barrier 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#---------------------------------------------------
 #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
         1000        65.26        65.28        65.27

#---------------------------------------------------
# Benchmarking Barrier 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#---------------------------------------------------
 #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
         1000        90.22        90.23        90.23

#---------------------------------------------------
# Benchmarking Barrier 
# #processes = 6 
#---------------------------------------------------
 #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
         1000       114.16       114.30       114.23


# All processes entering MPI_Finalize

