#---------------------------------------------------
#    Intel (R) MPI Benchmark Suite V3.2, MPI-1 part    
#---------------------------------------------------
# Date                  : Thu Aug 25 10:20:39 2011
# Machine               : i686
# System                : Linux
# Release               : 2.6.32-24-generic-pae
# Version               : #39-Ubuntu SMP Wed Jul 28 07:39:26 UTC 2010
# MPI Version           : 2.1
# MPI Thread Environment: MPI_THREAD_SINGLE


# New default behavior from Version 3.2 on:

# the number of iterations per message size is cut down 
# dynamically when a certain run time (per message size sample) 
# is expected to be exceeded. Time limit is defined by variable 
# "SECS_PER_SAMPLE" (=> IMB_settings.h) 
# or through the flag => -time 
  


# Calling sequence was: 

# ./IMB-MPI1

# Minimum message length in bytes:   0
# Maximum message length in bytes:   4194304
#
# MPI_Datatype                   :   MPI_BYTE 
# MPI_Datatype for reductions    :   MPI_FLOAT
# MPI_Op                         :   MPI_SUM  
#
#

# List of Benchmarks to run:

# PingPong
# PingPing
# Sendrecv
# Exchange
# Allreduce
# Reduce
# Reduce_scatter
# Allgather
# Allgatherv
# Gather
# Gatherv
# Scatter
# Scatterv
# Alltoall
# Alltoallv
# Bcast
# Barrier

#---------------------------------------------------
# Benchmarking PingPong 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#---------------------------------------------------
       #bytes #repetitions      t[usec]   Mbytes/sec
            0         1000        84.89         0.00
            1         1000        84.03         0.01
            2         1000        83.43         0.02
            4         1000       119.10         0.03
            8         1000        83.28         0.09
           16         1000        83.44         0.18
           32         1000       124.98         0.24
           64         1000        83.28         0.73
          128         1000        84.06         1.45
          256         1000       124.98         1.95
          512         1000       164.13         2.98
         1024         1000       166.56         5.86
         2048         1000       208.28         9.38
         4096         1000       291.60        13.40
         8192         1000       457.81        17.07
        16384         1000       739.83        21.12
        32768         1000      1328.61        23.52
        65536          640      2642.87        23.65
       131072          320      4372.59        28.59
       262144          160      8254.84        30.29
       524288           80     15889.72        31.47
      1048576           40     31144.00        32.11
      2097152           20     60803.82        32.89
      4194304           10    120234.25        33.27

#---------------------------------------------------
# Benchmarking PingPing 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#---------------------------------------------------
       #bytes #repetitions      t[usec]   Mbytes/sec
            0         1000        83.35         0.00
            1         1000       125.06         0.01
            2         1000        83.35         0.02
            4         1000        83.40         0.05
            8         1000       125.07         0.06
           16         1000        83.34         0.18
           32         1000        83.41         0.37
           64         1000       125.06         0.49
          128         1000       106.08         1.15
          256         1000       166.63         1.47
          512         1000       125.31         3.90
         1024         1000       249.70         3.91
         2048         1000       333.10         5.86
         4096         1000       293.72        13.30
         8192         1000       666.04        11.73
        16384         1000      1166.58        13.39
        32768         1000      1334.44        23.42
        65536          640      2667.25        23.43
       131072          320      4506.93        27.74
       262144          160      8356.59        29.92
       524288           80     16560.75        30.19
      1048576           40     32283.15        30.98
      2097152           20     64063.60        31.22
      4194304           10    129886.20        30.80

#-----------------------------------------------------------------------------
# Benchmarking Sendrecv 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#-----------------------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]   Mbytes/sec
            0         1000        83.26        83.28        83.27         0.00
            1         1000       166.50       166.58       166.54         0.01
            2         1000       166.51       166.61       166.56         0.02
            4         1000        83.75        83.78        83.76         0.09
            8         1000       166.52       166.59       166.55         0.09
           16         1000       166.51       166.60       166.55         0.18
           32         1000        83.27        83.28        83.28         0.73
           64         1000       166.50       166.60       166.55         0.73
          128         1000       166.51       166.59       166.55         1.47
          256         1000        96.75        96.78        96.77         5.05
          512         1000       166.51       166.62       166.56         5.86
         1024         1000       249.76       250.03       249.89         7.81
         2048         1000       249.64       249.69       249.67        15.64
         4096         1000       439.74       440.00       439.87        17.76
         8192         1000       665.92       666.10       666.01        23.46
        16384         1000       748.89       749.14       749.01        41.71
        32768         1000      2080.44      2083.70      2082.07        29.99
        65536          640      3229.24      3230.41      3229.83        38.69
       131072          320      5820.63      5821.01      5820.82        42.95
       262144          160      9774.62      9776.49      9775.55        51.14
       524288           80     19539.62     19544.21     19541.92        51.17
      1048576           40     33148.20     33148.28     33148.24        60.33
      2097152           20     80809.65     80943.80     80876.73        49.42
      4194304           10    181861.11    183651.49    182756.30        43.56

#-----------------------------------------------------------------------------
# Benchmarking Sendrecv 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#-----------------------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]   Mbytes/sec
            0         1000        85.23        85.43        85.37         0.00
            1         1000        90.46        90.69        90.62         0.02
            2         1000        84.47        84.55        84.50         0.05
            4         1000        89.73        89.94        89.85         0.08
            8         1000        88.30        88.49        88.41         0.17
           16         1000        83.72        83.78        83.74         0.36
           32         1000        99.98       100.19       100.12         0.61
           64         1000        92.67        92.90        92.76         1.31
          128         1000        95.51        95.73        95.63         2.55
          256         1000       125.74       126.17       125.95         3.87
          512         1000       220.45       221.11       220.71         4.42
         1024         1000       249.61       250.16       249.92         7.81
         2048         1000       332.82       333.79       333.20        11.70
         4096         1000       416.25       416.97       416.57        18.74
         8192         1000       665.89       667.61       666.53        23.40
        16384         1000      1164.85      1168.42      1166.23        26.75
        32768         1000      2164.42      2170.79      2166.86        28.79
        65536          640      5126.03      5136.53      5131.35        24.34
       131072          320      9215.27      9228.43      9221.68        27.09
       262144          160     19225.42     19276.68     19251.09        25.94
       524288           80     35317.24     35650.67     35543.35        28.05
      1048576           40     66838.80     66906.68     66874.16        29.89
      2097152           20    129466.56    130414.09    130075.07        30.67
      4194304           10    254955.01    256361.60    255690.23        31.21

#-----------------------------------------------------------------------------
# Benchmarking Sendrecv 
# #processes = 6 
#-----------------------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]   Mbytes/sec
            0         1000       124.67       125.12       124.88         0.00
            1         1000       124.66       124.94       124.77         0.02
            2         1000       124.64       125.02       124.87         0.03
            4         1000       124.66       125.06       124.89         0.06
            8         1000       125.18       125.66       125.37         0.12
           16         1000       124.83       125.09       124.97         0.24
           32         1000       137.15       137.55       137.38         0.44
           64         1000       161.88       162.44       162.16         0.75
          128         1000       166.32       166.81       166.49         1.46
          256         1000       166.35       166.75       166.48         2.93
          512         1000       207.90       208.40       208.17         4.69
         1024         1000       291.02       291.73       291.37         6.69
         2048         1000       298.65       299.05       298.84        13.06
         4096         1000       545.71       547.34       546.22        14.27
         8192         1000       835.51       838.76       836.85        18.63
        16384         1000      1553.65      1556.72      1554.53        20.07
        32768         1000      3019.02      3027.92      3024.15        20.64
        65536          640      7904.82      7921.75      7913.10        15.78
       131072          320     12721.73     12770.46     12749.88        19.58
       262144          160     24248.86     24392.42     24318.87        20.50
       524288           80     48335.16     48653.76     48547.77        20.55
      1048576           40    110196.88    112977.05    112031.44        17.70
      2097152           20    231104.15    236475.11    234450.26        16.92
      4194304           10    479978.90    504642.08    495327.61        15.85

#-----------------------------------------------------------------------------
# Benchmarking Exchange 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#-----------------------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]   Mbytes/sec
            0         1000       125.36       125.45       125.40         0.00
            1         1000       124.96       125.06       125.01         0.03
            2         1000       125.69       125.91       125.80         0.06
            4         1000       124.85       124.95       124.90         0.12
            8         1000       127.56       127.68       127.62         0.24
           16         1000       125.93       125.93       125.93         0.48
           32         1000       156.07       156.41       156.24         0.78
           64         1000       166.55       166.65       166.60         1.46
          128         1000       166.67       166.90       166.79         2.93
          256         1000       208.28       208.39       208.33         4.69
          512         1000       191.02       191.37       191.20        10.21
         1024         1000       333.10       333.30       333.20        11.72
         2048         1000       416.42       416.77       416.59        18.75
         4096         1000       499.86       499.92       499.89        31.26
         8192         1000       915.69       916.47       916.08        34.10
        16384         1000      1664.59      1666.08      1665.33        37.51
        32768         1000      2334.62      2334.98      2334.80        53.53
        65536          640      7516.99      7517.16      7517.08        33.26
       131072          320      9302.12      9302.69      9302.40        53.75
       262144          160     19680.56     19729.20     19704.88        50.69
       524288           80     47162.23     47349.01     47255.62        42.24
      1048576           40     91318.85     91322.30     91320.57        43.80
      2097152           20    169520.75    170445.80    169983.27        46.94
      4194304           10    299677.80    300482.49    300080.14        53.25

#-----------------------------------------------------------------------------
# Benchmarking Exchange 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#-----------------------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]   Mbytes/sec
            0         1000       185.14       185.45       185.25         0.00
            1         1000       171.79       171.93       171.88         0.02
            2         1000       173.40       173.76       173.58         0.04
            4         1000       166.04       166.21       166.15         0.09
            8         1000       166.54       166.70       166.64         0.18
           16         1000       164.64       164.89       164.77         0.37
           32         1000       151.73       151.89       151.84         0.80
           64         1000       167.05       167.20       167.14         1.46
          128         1000       171.15       171.35       171.28         2.85
          256         1000       208.12       208.57       208.28         4.68
          512         1000       310.07       310.55       310.30         6.29
         1024         1000       333.00       333.30       333.15        11.72
         2048         1000       429.76       430.29       430.02        18.16
         4096         1000       832.25       832.78       832.56        18.76
         8192         1000      1241.41      1243.31      1242.37        25.13
        16384         1000      2163.36      2164.57      2163.83        28.87
        32768         1000      4992.11      4998.04      4994.99        25.01
        65536          640     12370.20     12379.95     12372.97        20.19
       131072          320     16813.25     16824.95     16821.78        29.72
       262144          160     33329.97     33426.76     33378.33        29.92
       524288           80     69468.34     69677.74     69566.29        28.70
      1048576           40    135339.13    135679.95    135439.27        29.48
      2097152           20    260697.04    262832.36    261983.10        30.44
      4194304           10    507878.78    508466.89    508165.12        31.47

#-----------------------------------------------------------------------------
# Benchmarking Exchange 
# #processes = 6 
#-----------------------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]   Mbytes/sec
            0         1000       166.49       166.63       166.56         0.00
            1         1000       166.64       166.85       166.78         0.02
            2         1000       166.39       166.79       166.60         0.05
            4         1000       166.47       166.81       166.64         0.09
            8         1000       166.65       166.86       166.78         0.18
           16         1000       166.42       166.79       166.61         0.37
           32         1000       166.45       166.79       166.64         0.73
           64         1000       167.64       167.87       167.76         1.45
          128         1000       201.38       201.76       201.57         2.42
          256         1000       199.84       200.29       199.99         4.88
          512         1000       249.89       250.10       250.00         7.81
         1024         1000       338.26       338.65       338.43        11.53
         2048         1000       499.30       499.86       499.53        15.63
         4096         1000       749.31       750.06       749.65        20.83
         8192         1000      1581.86      1584.52      1583.01        19.72
        16384         1000      2880.76      2883.88      2882.22        21.67
        32768         1000      5731.31      5739.65      5735.65        21.78
        65536          640     14868.75     14886.94     14877.71        16.79
       131072          320     25218.52     25243.49     25227.59        19.81
       262144          160     47866.20     48057.71     47999.76        20.81
       524288           80    100096.60    100476.20    100279.09        19.91
      1048576           40    231364.90    233931.70    232923.76        17.10
      2097152           20    436837.10    446705.95    442551.58        17.91
      4194304           10    826934.70    851198.70    842718.14        18.80

#----------------------------------------------------------------
# Benchmarking Allreduce 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.12         0.14         0.13
            4         1000       124.87       124.94       124.91
            8         1000        83.53        83.55        83.54
           16         1000        83.27        83.28        83.28
           32         1000       124.85       124.94       124.89
           64         1000        83.29        83.31        83.30
          128         1000        84.25        84.30        84.27
          256         1000       124.87       124.94       124.90
          512         1000       249.74       249.95       249.85
         1024         1000       249.75       249.89       249.82
         2048         1000       242.13       242.38       242.26
         4096         1000       416.53       416.88       416.70
         8192         1000       666.06       666.65       666.36
        16384         1000       922.69       922.88       922.78
        32768         1000      2331.76      2331.85      2331.81
        65536          640      4365.67      4370.69      4368.18
       131072          320      5981.07      5998.33      5989.70
       262144          160      9879.14      9879.58      9879.36
       524288           80     17828.39     17834.26     17831.32
      1048576           40     36622.30     36625.90     36624.10
      2097152           20     69626.75     69630.46     69628.60
      4194304           10    139012.10    139026.21    139019.16

#----------------------------------------------------------------
# Benchmarking Allreduce 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.12         0.15         0.14
            4         1000       174.94       175.39       175.16
            8         1000       166.46       166.78       166.62
           16         1000       166.44       166.68       166.56
           32         1000       169.94       170.39       170.16
           64         1000       166.45       166.76       166.61
          128         1000       166.44       166.68       166.56
          256         1000       208.38       208.61       208.50
          512         1000       211.18       211.48       211.33
         1024         1000       333.11       333.35       333.23
         2048         1000       416.10       416.77       416.43
         4096         1000       600.70       601.48       601.10
         8192         1000      1233.73      1234.83      1234.28
        16384         1000      2499.60      2499.87      2499.69
        32768         1000      3997.99      3999.20      3998.45
        65536          640      6997.12      6998.81      6998.19
       131072          320     13137.34     13142.31     13139.94
       262144          160     37036.90     37104.87     37070.49
       524288           80     63327.55     63376.33     63363.55
      1048576           40    119031.55    119085.78    119070.88
      2097152           20    234687.05    236029.96    235596.15
      4194304           10    419691.51    419945.60    419826.33

#----------------------------------------------------------------
# Benchmarking Allreduce 
# #processes = 6 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.13         0.16         0.14
            4         1000       333.09       333.27       333.14
            8         1000       332.91       333.22       333.07
           16         1000       332.81       333.12       332.96
           32         1000       333.07       333.27       333.14
           64         1000       332.91       333.24       333.08
          128         1000       332.56       332.89       332.72
          256         1000       333.33       333.70       333.49
          512         1000       902.13       902.19       902.16
         1024         1000       582.90       583.06       582.98
         2048         1000       832.02       832.48       832.13
         4096         1000      1084.16      1085.33      1084.57
         8192         1000      1587.20      1587.54      1587.36
        16384         1000      4289.40      4291.15      4290.35
        32768         1000      6028.93      6030.38      6029.59
        65536          640      9837.23      9840.30      9838.97
       131072          320     20744.97     20765.36     20756.24
       262144          160     40952.15     40979.99     40969.58
       524288           80    108465.98    108585.48    108529.99
      1048576           40    191810.50    192193.30    191983.45
      2097152           20    363623.00    364649.31    364134.24
      4194304           10    790240.60    817330.88    795898.76

#----------------------------------------------------------------
# Benchmarking Reduce 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.17         0.19         0.18
            4         1000       124.69       124.75       124.72
            8         1000       124.69       124.75       124.72
           16         1000       124.79       124.93       124.86
           32         1000       124.69       124.75       124.72
           64         1000       124.95       125.02       124.98
          128         1000       124.79       124.93       124.86
          256         1000       124.93       124.98       124.96
          512         1000       124.96       125.06       125.01
         1024         1000       173.32       173.41       173.37
         2048         1000       209.15       209.21       209.18
         4096         1000       291.44       291.59       291.51
         8192         1000       456.21       457.02       456.62
        16384         1000       750.35       750.54       750.44
        32768         1000      1375.50      1375.88      1375.69
        65536          640      2328.23      2333.43      2330.83
       131072          320      4865.94      4867.87      4866.91
       262144          160      9456.32      9460.74      9458.53
       524288           80     18197.39     18206.26     18201.83
      1048576           40     35665.83     35816.38     35741.10
      2097152           20     70869.21     71170.20     71019.70
      4194304           10    142337.39    142924.31    142630.85

#----------------------------------------------------------------
# Benchmarking Reduce 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.16         0.18         0.17
            4         1000       103.91       104.26       104.09
            8         1000       123.41       123.66       123.51
           16         1000       104.20       104.75       104.52
           32         1000       104.28       104.53       104.38
           64         1000       124.90       125.15       125.01
          128         1000       104.49       104.99       104.77
          256         1000       108.31       108.80       108.59
          512         1000       208.35       208.38       208.37
         1024         1000       274.35       274.78       274.49
         2048         1000       353.92       354.34       354.22
         4096         1000       538.70       539.23       538.97
         8192         1000       747.00       748.07       747.33
        16384         1000      1254.26      1255.86      1255.38
        32768         1000      1724.40      1728.49      1725.89
        65536          640      2969.88      2977.32      2972.83
       131072          320      8722.70      8753.59      8740.25
       262144          160     15888.46     15979.94     15940.03
       524288           80     30598.90     30981.71     30808.01
      1048576           40     98567.03     99173.90     98911.37
      2097152           20    193575.95    194462.80    194019.87
      4194304           10    332611.30    333957.51    333451.45

#----------------------------------------------------------------
# Benchmarking Reduce 
# #processes = 6 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.16         0.17         0.16
            4         1000       127.17       127.63       127.36
            8         1000       111.38       111.76       111.56
           16         1000       124.20       125.00       124.61
           32         1000       129.42       129.73       129.58
           64         1000       111.65       112.02       111.83
          128         1000       125.20       125.98       125.61
          256         1000       138.44       138.88       138.65
          512         1000       208.63       208.97       208.71
         1024         1000       280.30       280.84       280.69
         2048         1000       414.94       416.15       415.65
         4096         1000       532.11       532.85       532.27
         8192         1000       913.17       915.44       914.89
        16384         1000      1372.79      1375.84      1374.07
        32768         1000      1655.59      1660.35      1658.03
        65536          640      2863.80      2876.36      2868.90
       131072          320     13197.52     13237.73     13219.72
       262144          160     23258.43     23419.37     23349.31
       524288           80     45614.84     46145.81     45904.25
      1048576           40     89819.15     91644.68     90888.61
      2097152           20    263210.95    264815.20    264129.85
      4194304           10    491827.01    496127.01    494685.26

#----------------------------------------------------------------
# Benchmarking Reduce_scatter 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.18         0.22         0.20
            4         1000         7.67         7.86         7.76
            8         1000       124.53       124.55       124.54
           16         1000        89.18        89.32        89.25
           32         1000        83.59        83.61        83.60
           64         1000       125.07       125.16       125.12
          128         1000        87.42        87.54        87.48
          256         1000        99.33        99.37        99.35
          512         1000       125.07       125.18       125.13
         1024         1000       175.13       175.26       175.19
         2048         1000       249.73       250.04       249.88
         4096         1000       246.77       246.90       246.84
         8192         1000       416.30       416.40       416.35
        16384         1000       748.97       750.07       749.52
        32768         1000       796.93       797.15       797.04
        65536          640      2250.14      2255.09      2252.62
       131072          320      2993.87      2994.18      2994.02
       262144          160      5176.05      5176.15      5176.10
       524288           80     10310.74     10311.65     10311.19
      1048576           40     21324.80     21333.35     21329.07
      2097152           20     40624.00     40634.05     40629.02
      4194304           10     79816.79     79883.79     79850.29

#----------------------------------------------------------------
# Benchmarking Reduce_scatter 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.27         0.28         0.27
            4         1000        14.29        14.49        14.35
            8         1000       173.73       175.13       174.49
           16         1000       166.43       166.65       166.56
           32         1000       148.30       148.32       148.31
           64         1000       166.66       166.89       166.77
          128         1000       166.44       166.65       166.57
          256         1000       169.76       169.87       169.82
          512         1000       168.66       168.88       168.77
         1024         1000       249.89       250.07       249.97
         2048         1000       250.08       250.18       250.13
         4096         1000       291.36       291.59       291.47
         8192         1000       458.32       458.95       458.53
        16384         1000       748.74       749.54       749.14
        32768         1000       878.50       878.74       878.63
        65536          640      1807.40      1810.01      1808.59
       131072          320      4543.42      4559.47      4551.58
       262144          160      7646.01      7681.14      7663.55
       524288           80     33548.01     33602.78     33577.01
      1048576           40     61904.20     62289.50     62095.22
      2097152           20    119628.75    120404.21    120017.78
      4194304           10    225426.29    227231.00    226375.87

#----------------------------------------------------------------
# Benchmarking Reduce_scatter 
# #processes = 6 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.34         0.35         0.34
            4         1000        20.67        21.03        20.78
            8         1000       176.46       178.07       176.99
           16         1000       251.95       254.57       253.62
           32         1000       415.60       415.73       415.66
           64         1000       333.81       334.01       333.86
          128         1000       333.10       333.27       333.20
          256         1000       415.11       415.23       415.15
          512         1000       416.27       416.47       416.33
         1024         1000       416.84       417.06       416.94
         2048         1000       603.43       603.63       603.50
         4096         1000       751.86       752.28       751.97
         8192         1000      1113.35      1114.27      1113.76
        16384         1000      2078.88      2079.83      2079.32
        32768         1000      2499.10      2499.83      2499.46
        65536          640      4816.32      4818.76      4817.66
       131072          320     10219.63     10234.06     10227.97
       262144          160     19135.28     19178.12     19158.39
       524288           80     55921.47     56116.64     56041.45
      1048576           40    101096.98    101474.42    101246.08
      2097152           20    194237.40    196252.00    195254.68
      4194304           10    398195.79    403547.69    401163.28

#----------------------------------------------------------------
# Benchmarking Allgather 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.11         0.11         0.11
            1         1000        83.46        83.63        83.55
            2         1000       124.98       125.05       125.02
            4         1000        83.19        83.33        83.26
            8         1000        83.22        83.40        83.31
           16         1000       124.97       125.06       125.02
           32         1000        83.46        83.57        83.51
           64         1000        83.22        83.41        83.31
          128         1000       124.97       125.06       125.01
          256         1000        85.70        85.87        85.78
          512         1000       202.65       202.85       202.75
         1024         1000       184.53       184.67       184.60
         2048         1000       333.07       333.19       333.13
         4096         1000       416.05       416.32       416.19
         8192         1000       458.40       458.50       458.45
        16384         1000      1164.88      1165.40      1165.14
        32768         1000      2163.90      2167.24      2165.57
        65536          640      2776.17      2776.20      2776.19
       131072          320      5150.69      5151.75      5151.22
       262144          160      8935.66      8937.94      8936.80
       524288           80     17066.14     17066.95     17066.54
      1048576           40     33462.25     33462.85     33462.55
      2097152           20     68742.05     68757.09     68749.57
      4194304           10    145235.20    145665.60    145450.40

#----------------------------------------------------------------
# Benchmarking Allgather 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.10         0.12         0.11
            1         1000       166.49       166.57       166.53
            2         1000       166.70       167.09       166.89
            4         1000       166.45       166.87       166.66
            8         1000       166.73       166.81       166.77
           16         1000       184.93       185.35       185.14
           32         1000       166.46       166.87       166.67
           64         1000       166.73       166.79       166.76
          128         1000       208.13       208.35       208.24
          256         1000       166.45       166.89       166.67
          512         1000       249.94       249.97       249.95
         1024         1000       332.86       333.30       333.08
         2048         1000       499.27       499.95       499.61
         4096         1000       664.71       664.97       664.84
         8192         1000       998.36       999.60       998.97
        16384         1000      4212.78      4218.16      4215.63
        32768          961      8876.81      8882.94      8878.57
        65536          640     15902.88     15915.73     15909.19
       131072          320     29943.44     29967.54     29955.33
       262144          160     58080.96     58177.68     58111.19
       524288           80    125272.85    125816.14    125528.74
      1048576           40    235618.45    235703.45    235659.41
      2097152           20    472899.35    479895.70    476216.72
      4194304           10    854856.40    856576.40    855635.35

#----------------------------------------------------------------
# Benchmarking Allgather 
# #processes = 6 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.10         0.12         0.11
            1         1000       208.20       208.47       208.34
            2         1000       195.13       195.18       195.15
            4         1000       205.19       205.32       205.25
            8         1000       208.14       208.27       208.20
           16         1000       212.87       212.92       212.89
           32         1000       231.06       231.14       231.10
           64         1000       244.13       244.26       244.19
          128         1000       249.85       249.90       249.88
          256         1000       249.82       249.88       249.85
          512         1000       291.36       291.51       291.44
         1024         1000       416.25       416.56       416.40
         2048         1000       582.56       583.40       582.98
         4096         1000       838.40       839.10       838.75
         8192         1000      1332.05      1333.41      1332.73
        16384         1000      7649.77      7658.50      7654.04
        32768          541     19923.22     19945.27     19930.95
        65536          295     33857.64     33884.39     33874.92
       131072          150     67610.69     67764.81     67676.96
       262144           78    138619.44    139391.91    139039.91
       524288           34    287182.74    289399.00    288364.47
      1048576           19    576722.85    582938.32    579473.20
      2097152            9   1174373.65   1184412.80   1180257.80
      4194304            4   2308557.99   2391947.27   2345031.72

#----------------------------------------------------------------
# Benchmarking Allgatherv 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.14         0.14         0.14
            1         1000       166.51       166.61       166.56
            2         1000       166.52       166.57       166.54
            4         1000        83.49        83.55        83.52
            8         1000       166.51       166.63       166.57
           16         1000       166.52       166.56       166.54
           32         1000        84.47        84.56        84.52
           64         1000       166.51       166.63       166.57
          128         1000       166.51       166.55       166.53
          256         1000       124.94       124.96       124.95
          512         1000       166.54       166.65       166.59
         1024         1000       249.76       250.00       249.88
         2048         1000       238.14       238.28       238.21
         4096         1000       416.24       416.53       416.39
         8192         1000       690.07       690.72       690.40
        16384         1000       761.63       761.87       761.75
        32768         1000      2080.96      2083.20      2082.08
        65536          640      2961.07      2962.08      2961.58
       131072          320      5245.93      5246.66      5246.30
       262144          160      9004.44      9005.82      9005.13
       524288           80     17117.63     17119.16     17118.39
      1048576           40     33712.12     33713.62     33712.87
      2097152           20     66205.50     66208.76     66207.13
      4194304           10    143632.60    143901.99    143767.30

#----------------------------------------------------------------
# Benchmarking Allgatherv 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.18         0.19         0.19
            1         1000       166.65       166.70       166.68
            2         1000       166.79       166.92       166.85
            4         1000       166.49       166.70       166.59
            8         1000       167.16       167.21       167.18
           16         1000       170.53       170.67       170.59
           32         1000       183.69       183.89       183.79
           64         1000       195.48       195.65       195.56
          128         1000       245.89       245.91       245.90
          256         1000       249.64       249.85       249.74
          512         1000       249.66       249.84       249.74
         1024         1000       333.07       333.10       333.09
         2048         1000       499.28       499.48       499.38
         4096         1000       666.36       666.43       666.40
         8192         1000      1165.00      1166.57      1165.78
        16384         1000      3331.23      3335.62      3333.58
        32768          976     10244.58     10256.18     10249.12
        65536          640     14846.38     14859.73     14851.63
       131072          320     30149.30     30173.13     30161.22
       262144          160     58149.71     58245.97     58197.94
       524288           80    128777.54    129155.57    128920.90
      1048576           40    237130.20    237478.28    237357.78
      2097152           20    447752.95    449833.30    449051.86
      4194304           10    897537.02    926793.50    912546.09

#----------------------------------------------------------------
# Benchmarking Allgatherv 
# #processes = 6 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.21         0.23         0.22
            1         1000       245.97       246.15       246.06
            2         1000       235.99       236.17       236.08
            4         1000       249.87       250.06       249.97
            8         1000       211.26       211.42       211.34
           16         1000       210.48       210.69       210.58
           32         1000       249.87       250.04       249.96
           64         1000       211.24       211.42       211.33
          128         1000       237.47       237.67       237.57
          256         1000       249.88       250.04       249.96
          512         1000       332.68       333.08       332.88
         1024         1000       415.55       416.07       415.81
         2048         1000       500.24       500.63       500.44
         4096         1000       832.59       833.36       832.98
         8192         1000      1581.51      1583.69      1582.60
        16384         1000      8316.87      8324.46      8319.38
        32768          602     18618.35     18620.41     18619.15
        65536          301     33440.86     33481.50     33465.47
       131072          156     63733.11     63830.75     63781.66
       262144           75    132592.67    133610.73    133183.13
       524288           34    285412.47    287592.14    286581.44
      1048576           20    547379.24    554221.89    551584.81
      2097152            9   1138774.87   1154015.01   1147519.44
      4194304            5   2261047.22   2291027.40   2272866.67

#----------------------------------------------------------------
# Benchmarking Gather 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.15         0.16         0.16
            1         1000        83.46        83.65        83.55
            2         1000        83.46        83.57        83.51
            4         1000        83.46        83.56        83.51
            8         1000        83.45        83.63        83.54
           16         1000        83.47        83.58        83.52
           32         1000        83.45        83.57        83.51
           64         1000        83.46        83.63        83.55
          128         1000        83.97        84.08        84.02
          256         1000       124.68       124.80       124.74
          512         1000       153.42       153.59       153.51
         1024         1000       166.68       166.81       166.75
         2048         1000       238.80       238.88       238.84
         4096         1000       291.34       291.55       291.44
         8192         1000       877.54       877.54       877.54
        16384         1000       295.13       296.74       295.94
        32768         1000      2189.96      2190.34      2190.15
        65536          640       691.45       692.47       691.96
       131072          320      3838.18      3856.92      3847.55
       262144          160      9035.71      9078.89      9057.30
       524288           80     16473.41     16649.76     16561.59
      1048576           40     31479.80     31866.79     31673.30
      2097152           20     60709.85     61584.35     61147.10
      4194304           10    119320.30    121045.30    120182.80

#----------------------------------------------------------------
# Benchmarking Gather 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.15         0.17         0.16
            1         1000        84.96        85.41        85.18
            2         1000       103.73       103.93       103.83
            4         1000        88.63        88.96        88.81
            8         1000        86.43        86.70        86.56
           16         1000       103.73       103.92       103.83
           32         1000        91.38        91.71        91.55
           64         1000       100.66       100.94       100.79
          128         1000       103.75       104.18       103.96
          256         1000       104.64       104.95       104.80
          512         1000       166.63       167.42       166.96
         1024         1000       207.48       207.85       207.67
         2048         1000       221.89       222.62       222.26
         4096         1000       311.32       312.61       311.84
         8192         1000       605.81       606.93       606.18
        16384         1000      1137.15      1139.88      1137.90
        32768         1000      2923.18      2931.67      2926.73
        65536          640      4988.56      4997.61      4990.89
       131072          320      7329.64      7356.42      7342.79
       262144          160     13855.06     13942.49     13888.54
       524288           80     27150.15     27818.81     27504.82
      1048576           40     53967.30     55956.93     55012.02
      2097152           20    111530.15    118321.86    115819.98
      4194304           10    210829.69    232824.80    224824.57

#----------------------------------------------------------------
# Benchmarking Gather 
# #processes = 6 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.14         0.17         0.16
            1         1000       102.93       103.51       103.24
            2         1000        96.93        97.39        97.15
            4         1000        98.14        98.61        98.37
            8         1000       105.05       105.73       105.44
           16         1000        96.88        97.39        97.14
           32         1000        99.13        99.60        99.36
           64         1000       114.02       114.50       114.30
          128         1000        97.23        97.64        97.43
          256         1000       122.44       123.36       122.98
          512         1000       152.78       153.25       153.05
         1024         1000       206.97       208.32       207.65
         2048         1000       237.12       238.82       238.13
         4096         1000       331.81       332.82       332.39
         8192         1000      1197.37      1199.61      1198.66
        16384         1000      2103.01      2106.12      2104.40
        32768         1000      2081.25      2084.87      2082.60
        65536          640      4020.79      4031.57      4023.44
       131072          320      9752.87      9791.13      9761.94
       262144          160     20759.54     20917.73     20813.71
       524288           80     38438.32     38993.96     38569.68
      1048576           40     79910.62     82904.33     81552.72
      2097152           20    165539.41    174204.10    169887.89
      4194304           10    309484.10    349607.30    332550.72

#----------------------------------------------------------------
# Benchmarking Gatherv 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.28         0.38         0.33
            1         1000       124.79       124.93       124.86
            2         1000       124.69       124.76       124.72
            4         1000       124.69       124.75       124.72
            8         1000       124.78       124.93       124.86
           16         1000       124.67       124.76       124.71
           32         1000       124.69       124.77       124.73
           64         1000       124.81       124.93       124.87
          128         1000       124.94       124.99       124.97
          256         1000       124.95       125.04       124.99
          512         1000       125.07       125.18       125.13
         1024         1000       170.92       170.97       170.94
         2048         1000       208.18       208.30       208.24
         4096         1000       291.34       291.85       291.59
         8192         1000       457.51       457.62       457.57
        16384         1000       748.79       749.07       748.93
        32768         1000      1333.91      1334.33      1334.12
        65536          640      2675.26      2684.18      2679.72
       131072          320      4428.31      4441.55      4434.93
       262144          160      8373.11      8422.54      8397.83
       524288           80     15884.63     16074.59     15979.61
      1048576           40     31232.30     31667.90     31450.10
      2097152           20     61020.30     62019.54     61519.92
      4194304           10    120589.59    122934.51    121762.05

#----------------------------------------------------------------
# Benchmarking Gatherv 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.27         0.40         0.33
            1         1000       104.58       105.25       104.88
            2         1000       123.81       124.13       123.97
            4         1000       124.88       125.10       124.99
            8         1000       104.09       104.75       104.39
           16         1000       124.81       125.14       124.97
           32         1000       124.62       124.83       124.72
           64         1000       104.60       105.40       104.96
          128         1000       124.56       124.90       124.72
          256         1000       124.88       125.08       124.98
          512         1000       144.91       145.62       145.22
         1024         1000       200.51       201.11       200.80
         2048         1000       250.62       251.27       250.96
         4096         1000       353.51       355.12       354.16
         8192         1000       561.68       563.18       562.41
        16384         1000       842.25       845.34       844.04
        32768         1000      1834.60      1837.34      1836.01
        65536          640      4962.59      4965.28      4963.97
       131072          320      7970.50      7998.37      7984.54
       262144          160     14773.72     14876.42     14825.10
       524288           80     27591.10     27994.78     27794.56
      1048576           40     55388.23     56642.05     56020.86
      2097152           20    108601.45    112706.01    110663.46
      4194304           10    209389.69    224510.41    220030.33

#----------------------------------------------------------------
# Benchmarking Gatherv 
# #processes = 6 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.31         0.57         0.43
            1         1000       100.72       101.39       100.98
            2         1000        98.93        99.44        99.23
            4         1000       108.78       109.25       109.03
            8         1000       107.59       108.13       107.83
           16         1000       101.18       101.85       101.53
           32         1000       110.61       111.00       110.81
           64         1000       111.07       111.63       111.32
          128         1000       124.42       125.08       124.77
          256         1000       138.43       138.99       138.75
          512         1000       135.08       135.63       135.32
         1024         1000       207.90       208.78       208.45
         2048         1000       262.42       263.34       262.87
         4096         1000       372.98       374.46       373.49
         8192         1000       554.67       557.20       556.23
        16384         1000      1226.73      1234.57      1230.53
        32768         1000      1890.09      1903.51      1897.57
        65536          640      6803.88      6842.51      6826.34
       131072          320     12015.02     12056.95     12040.25
       262144          160     22287.99     22492.46     22406.51
       524288           80     40413.58     41020.69     40783.46
      1048576           40     80014.55     82536.60     81484.99
      2097152           20    162569.55    170071.70    167393.62
      4194304           10    307408.71    342223.60    328223.82

#----------------------------------------------------------------
# Benchmarking Scatter 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.13         0.16         0.15
            1         1000       124.81       124.93       124.87
            2         1000        83.46        83.56        83.51
            4         1000       104.48       104.56       104.52
            8         1000       124.79       124.94       124.87
           16         1000        83.45        83.55        83.50
           32         1000        96.22        96.31        96.27
           64         1000       124.81       124.93       124.87
          128         1000        94.95        95.06        95.01
          256         1000       124.72       124.79       124.76
          512         1000       125.35       125.43       125.39
         1024         1000       166.43       166.56       166.49
         2048         1000       207.77       207.89       207.83
         4096         1000       290.73       291.34       291.04
         8192         1000       458.53       458.72       458.62
        16384         1000       710.65       711.03       710.84
        32768         1000      1314.62      1317.78      1316.20
        65536          640      2633.17      2642.66      2637.92
       131072          320      4444.23      4456.78      4450.50
       262144          160      8391.26      8439.33      8415.29
       524288           80     16005.13     16181.67     16093.40
      1048576           40     31337.00     31727.70     31532.35
      2097152           20     61286.81     62091.10     61688.95
      4194304           10    121213.60    122582.01    121897.80

#----------------------------------------------------------------
# Benchmarking Scatter 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.13         0.15         0.14
            1         1000       104.08       104.16       104.12
            2         1000       104.22       104.39       104.28
            4         1000        88.98        89.13        89.06
            8         1000       104.06       104.14       104.11
           16         1000       103.95       104.13       104.01
           32         1000        96.24        96.37        96.31
           64         1000       105.05       105.13       105.10
          128         1000       103.94       104.13       104.02
          256         1000       119.48       119.62       119.55
          512         1000       147.10       147.17       147.14
         1024         1000       207.91       208.34       208.05
         2048         1000       250.43       250.60       250.51
         4096         1000       313.10       313.13       313.12
         8192         1000       586.65       587.61       586.92
        16384         1000       867.46       867.82       867.61
        32768         1000      1706.97      1707.28      1707.10
        65536          640      4706.23      4707.48      4706.79
       131072          320      8054.72      8077.51      8063.50
       262144          160     15247.84     15343.03     15294.93
       524288           80     28844.79     29202.45     28981.20
      1048576           40     58319.20     59428.80     58957.24
      2097152           20    108291.45    111930.50    110092.90
      4194304           10    208310.48    220201.40    216826.58

#----------------------------------------------------------------
# Benchmarking Scatter 
# #processes = 6 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.13         0.15         0.14
            1         1000       135.33       135.83       135.55
            2         1000       111.30       111.60       111.39
            4         1000       124.67       124.99       124.84
            8         1000       126.55       127.09       126.79
           16         1000       111.36       111.61       111.48
           32         1000       124.92       125.24       125.08
           64         1000       132.55       132.85       132.68
          128         1000       121.11       121.35       121.23
          256         1000       124.93       125.26       125.10
          512         1000       148.85       149.09       148.95
         1024         1000       208.59       209.00       208.75
         2048         1000       273.86       274.25       274.05
         4096         1000       402.56       403.24       402.78
         8192         1000       679.19       680.83       679.95
        16384         1000      1248.39      1248.57      1248.49
        32768         1000      2325.44      2328.43      2326.41
        65536          640      6014.51      6023.30      6019.46
       131072          320     11530.93     11563.78     11542.20
       262144          160     22187.39     22325.22     22249.83
       524288           80     42902.45     43294.11     43036.55
      1048576           40     79722.15     81698.20     80893.17
      2097152           20    156481.35    162427.40    160040.89
      4194304           10    308735.30    333781.29    323317.16

#----------------------------------------------------------------
# Benchmarking Scatterv 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.27         0.34         0.30
            1         1000        83.32        83.45        83.39
            2         1000       124.68       124.79       124.74
            4         1000        83.38        83.47        83.43
            8         1000        83.32        83.45        83.39
           16         1000       124.68       124.78       124.73
           32         1000        83.38        83.47        83.42
           64         1000        83.33        83.45        83.39
          128         1000       124.69       124.80       124.75
          256         1000        83.67        83.75        83.71
          512         1000       158.58       158.90       158.74
         1024         1000       169.68       169.81       169.75
         2048         1000       249.37       249.49       249.43
         4096         1000       291.22       291.83       291.53
         8192         1000       457.78       458.75       458.27
        16384         1000       749.55       749.81       749.68
        32768         1000      1334.12      1334.42      1334.27
        65536          640      2662.93      2663.51      2663.22
       131072          320      4439.57      4452.22      4445.89
       262144          160      8257.57      8303.86      8280.72
       524288           80     15916.69     16097.39     16007.04
      1048576           40     31265.40     31646.17     31455.79
      2097152           20     61253.06     62066.05     61659.56
      4194304           10    121454.12    122757.32    122105.72

#----------------------------------------------------------------
# Benchmarking Scatterv 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.28         0.57         0.43
            1         1000       122.32       122.47       122.39
            2         1000       112.56       112.88       112.72
            4         1000       104.04       104.43       104.22
            8         1000       125.09       125.22       125.14
           16         1000       109.59       109.88       109.73
           32         1000       104.55       104.93       104.72
           64         1000       125.33       125.46       125.38
          128         1000       131.07       131.37       131.22
          256         1000       112.02       112.42       112.21
          512         1000       143.58       143.70       143.63
         1024         1000       207.56       208.07       207.75
         2048         1000       252.51       253.10       252.75
         4096         1000       394.99       395.56       395.29
         8192         1000       563.67       565.38       564.34
        16384         1000       967.07       968.71       967.55
        32768         1000      1666.98      1667.37      1667.16
        65536          640      4612.92      4614.85      4613.83
       131072          320      7962.58      7985.32      7971.51
       262144          160     15696.16     15786.49     15730.78
       524288           80     28670.34     29045.74     28856.07
      1048576           40     58217.15     59324.60     58853.36
      2097152           20    108863.70    112499.80    110660.93
      4194304           10    208006.19    219896.39    216138.07

#----------------------------------------------------------------
# Benchmarking Scatterv 
# #processes = 6 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.43         0.52         0.48
            1         1000       125.05       125.29       125.16
            2         1000       111.14       111.19       111.17
            4         1000       110.57       110.64       110.60
            8         1000       124.55       124.79       124.65
           16         1000       111.16       111.39       111.27
           32         1000       111.04       111.14       111.09
           64         1000       124.58       124.82       124.70
          128         1000       111.40       111.63       111.55
          256         1000       141.79       142.06       141.93
          512         1000       166.58       167.03       166.72
         1024         1000       208.65       209.03       208.80
         2048         1000       304.01       304.53       304.13
         4096         1000       418.27       418.99       418.46
         8192         1000       652.95       654.41       653.61
        16384         1000      1105.80      1110.65      1108.16
        32768         1000      2297.85      2303.03      2299.71
        65536          640      6211.69      6221.08      6215.44
       131072          320     11434.78     11459.80     11442.87
       262144          160     22164.51     22309.28     22244.78
       524288           80     43875.26     44379.70     44077.09
      1048576           40     79643.12     81633.40     80867.01
      2097152           20    156507.35    162441.90    160039.41
      4194304           10    302445.70    327530.10    317035.43

#----------------------------------------------------------------
# Benchmarking Alltoall 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.10         0.10         0.10
            1         1000       166.42       166.67       166.54
            2         1000        83.58        83.66        83.62
            4         1000       166.41       166.73       166.57
            8         1000       166.42       166.68       166.55
           16         1000        83.84        83.90        83.87
           32         1000       166.41       166.73       166.57
           64         1000       166.42       166.69       166.56
          128         1000        84.59        84.65        84.62
          256         1000       166.41       166.71       166.56
          512         1000       166.42       166.73       166.58
         1024         1000       166.79       166.84       166.81
         2048         1000       332.83       333.15       332.99
         4096         1000       499.25       499.62       499.44
         8192         1000       454.15       454.40       454.27
        16384         1000      1164.92      1165.30      1165.11
        32768         1000      2081.21      2083.49      2082.35
        65536          640      2971.43      2971.54      2971.48
       131072          320      5030.44      5030.45      5030.45
       262144          160      8891.89      8892.28      8892.08
       524288           80     17088.59     17089.61     17089.10
      1048576           40     33528.25     33530.13     33529.19
      2097152           20     75032.31     75053.05     75042.68
      4194304           10    142786.22    143058.99    142922.60

#----------------------------------------------------------------
# Benchmarking Alltoall 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.09         0.10         0.10
            1         1000       162.42       162.63       162.54
            2         1000       157.86       157.89       157.87
            4         1000       165.14       165.34       165.23
            8         1000       148.63       148.67       148.65
           16         1000       147.36       147.44       147.40
           32         1000       156.68       156.84       156.76
           64         1000       149.44       149.62       149.53
          128         1000       167.88       167.90       167.89
          256         1000       249.62       249.78       249.68
          512         1000       326.98       327.26       327.08
         1024         1000       333.80       333.81       333.81
         2048         1000       418.58       419.20       418.88
         4096         1000      1072.96      1073.86      1073.26
         8192         1000      1487.84      1488.90      1488.33
        16384         1000      2840.91      2843.86      2842.76
        32768         1000      6269.93      6272.81      6270.75
        65536          609     16481.63     16491.06     16484.24
       131072          320     19120.70     19132.47     19126.58
       262144          160     35853.77     35869.02     35861.32
       524288           80     73260.78     73308.03     73284.85
      1048576           40    138592.18    138664.45    138629.79
      2097152           20    267892.66    268016.60    267953.14
      4194304           10    516831.21    517267.70    517044.88

#----------------------------------------------------------------
# Benchmarking Alltoall 
# #processes = 6 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.09         0.10         0.10
            1         1000       208.33       208.37       208.35
            2         1000       249.65       249.89       249.82
            4         1000       208.41       208.82       208.60
            8         1000       208.62       208.84       208.70
           16         1000       247.90       248.15       248.05
           32         1000       210.06       210.33       210.20
           64         1000       236.89       237.08       236.99
          128         1000       258.37       258.61       258.53
          256         1000       291.76       292.28       292.03
          512         1000       332.50       332.54       332.52
         1024         1000       467.41       468.12       467.74
         2048         1000       677.89       678.80       678.37
         4096         1000      1943.70      1944.13      1943.94
         8192         1000      3166.25      3168.51      3167.30
        16384         1000      5384.01      5385.49      5384.49
        32768          954     11467.67     11476.17     11472.75
        65536          314     31039.61     31074.85     31048.88
       131072          237     42489.27     42520.96     42507.70
       262144          123     82178.47     82363.21     82265.29
       524288           59    164263.94    164583.27    164380.14
      1048576           27    357938.63    359630.07    358873.12
      2097152           13    704804.55    709544.46    707859.57
      4194304            7   1516836.58   1528202.57   1524116.31

#----------------------------------------------------------------
# Benchmarking Alltoallv 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.26         0.27         0.27
            1         1000       166.51       166.55       166.53
            2         1000        83.73        83.81        83.77
            4         1000       166.50       166.64       166.57
            8         1000       166.52       166.55       166.53
           16         1000        85.21        85.33        85.27
           32         1000       166.51       166.64       166.57
           64         1000       166.52       166.54       166.53
          128         1000       124.93       124.94       124.93
          256         1000       166.51       166.66       166.59
          512         1000       167.43       167.51       167.47
         1024         1000       180.41       180.57       180.49
         2048         1000       333.00       333.34       333.17
         4096         1000       416.18       416.62       416.40
         8192         1000       457.67       457.87       457.77
        16384         1000      1169.92      1171.93      1170.93
        32768         1000      2161.15      2164.24      2162.69
        65536          640      2819.79      2819.90      2819.85
       131072          320      5258.81      5258.94      5258.87
       262144          160      9036.76      9037.44      9037.10
       524288           80     17243.76     17244.37     17244.07
      1048576           40     33652.10     33656.95     33654.53
      2097152           20     77670.00     77833.80     77751.90
      4194304           10    143303.80    143557.81    143430.81

#----------------------------------------------------------------
# Benchmarking Alltoallv 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.28         0.30         0.29
            1         1000       166.40       166.63       166.50
            2         1000       166.63       166.65       166.64
            4         1000       166.69       167.02       166.83
            8         1000       166.62       166.67       166.64
           16         1000       166.62       166.87       166.75
           32         1000       166.44       166.85       166.62
           64         1000       208.11       208.16       208.14
          128         1000       166.63       166.86       166.74
          256         1000       191.65       191.95       191.80
          512         1000       249.87       250.08       249.93
         1024         1000       305.77       306.02       305.85
         2048         1000       499.53       499.89       499.74
         4096         1000       714.67       715.56       715.02
         8192         1000       962.98       963.91       963.45
        16384         1000      2663.87      2665.00      2664.37
        32768         1000      4095.01      4100.01      4097.46
        65536          640     10475.41     10493.79     10486.75
       131072          320     17692.53     17718.30     17705.32
       262144          160     34303.50     34398.71     34361.29
       524288           80     80162.76     80353.45     80223.72
      1048576           40    165153.25    166013.50    165516.60
      2097152           20    292811.95    297350.65    295294.15
      4194304           10    597169.30    605713.82    601499.81

#----------------------------------------------------------------
# Benchmarking Alltoallv 
# #processes = 6 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.32         0.35         0.34
            1         1000       205.78       206.04       205.90
            2         1000       202.36       202.59       202.47
            4         1000       206.10       206.35       206.22
            8         1000       196.97       197.29       197.10
           16         1000       185.37       185.60       185.48
           32         1000       205.64       205.83       205.74
           64         1000       216.09       216.12       216.09
          128         1000       255.33       255.55       255.43
          256         1000       319.53       319.80       319.72
          512         1000       306.86       307.04       306.97
         1024         1000       423.46       423.88       423.65
         2048         1000       749.11       749.79       749.38
         4096         1000      1074.73      1075.64      1075.13
         8192         1000      2332.19      2334.86      2333.79
        16384         1000      4325.11      4329.02      4326.86
        32768         1000      8597.13      8604.59      8600.09
        65536          502     18849.55     18882.88     18865.92
       131072          281     35725.43     35764.30     35744.53
       262144           85     93348.22     93939.74     93719.09
       524288           52    171221.40    172960.80    172482.66
      1048576           30    334814.64    337641.44    336192.21
      2097152           16    655573.31    660702.75    658482.05
      4194304            9   1290702.45   1313649.76   1304821.04

#----------------------------------------------------------------
# Benchmarking Bcast 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.12         0.12         0.12
            1         1000       124.45       124.68       124.57
            2         1000       124.44       124.71       124.58
            4         1000        83.46        83.68        83.57
            8         1000       124.44       124.68       124.56
           16         1000       124.69       124.97       124.83
           32         1000        83.45        83.60        83.52
           64         1000       124.42       124.68       124.55
          128         1000       124.69       124.98       124.84
          256         1000        85.21        85.44        85.32
          512         1000       124.69       124.93       124.81
         1024         1000       166.17       166.48       166.33
         2048         1000       250.22       250.85       250.54
         4096         1000       377.96       378.45       378.20
         8192         1000       540.25       540.70       540.48
        16384         1000       515.04       515.49       515.26
        32768         1000      1249.18      1250.17      1249.67
        65536          640      2050.75      2056.75      2053.75
       131072          320      4759.43      4778.58      4769.00
       262144          160      8593.74      8618.57      8606.16
       524288           80     16118.56     16209.81     16164.19
      1048576           40     31749.95     31924.97     31837.46
      2097152           20     63144.79     63478.04     63311.42
      4194304           10    125129.70    125830.70    125480.20

#----------------------------------------------------------------
# Benchmarking Bcast 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.12         0.12         0.12
            1         1000       103.56       103.69       103.63
            2         1000       124.93       125.15       125.04
            4         1000        97.46        97.68        97.58
            8         1000       100.13       100.44       100.29
           16         1000       124.95       125.15       125.05
           32         1000        99.73        99.93        99.83
           64         1000       109.43       109.68       109.56
          128         1000       104.69       104.75       104.72
          256         1000       137.13       137.18       137.15
          512         1000       128.19       128.67       128.43
         1024         1000       187.27       187.39       187.33
         2048         1000       333.09       333.50       333.30
         4096         1000       460.96       461.49       461.26
         8192         1000       674.55       674.87       674.78
        16384         1000      1061.84      1063.63      1062.83
        32768         1000      1712.49      1713.22      1712.95
        65536          640      3399.44      3405.09      3401.54
       131072          320      7967.10      7971.37      7969.68
       262144          160     12325.47     12374.13     12356.13
       524288           80     25533.47     25720.61     25644.78
      1048576           40     54390.97     55419.98     54996.61
      2097152           20    130400.60    131598.95    131057.87
      4194304           10    256020.50    257680.30    256953.97

#----------------------------------------------------------------
# Benchmarking Bcast 
# #processes = 6 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         0.12         0.14         0.13
            1         1000       124.90       124.94       124.92
            2         1000       133.16       133.36       133.27
            4         1000       124.68       124.88       124.78
            8         1000       125.14       125.17       125.16
           16         1000       137.66       137.86       137.77
           32         1000       124.91       125.10       125.01
           64         1000       125.14       125.17       125.16
          128         1000       138.91       139.13       139.03
          256         1000       133.45       133.64       133.55
          512         1000       166.15       166.38       166.26
         1024         1000       194.41       194.73       194.57
         2048         1000       334.48       334.79       334.65
         4096         1000       550.26       551.42       550.94
         8192         1000       794.67       796.26       795.66
        16384         1000      1231.11      1232.81      1232.15
        32768         1000      2275.78      2278.20      2276.93
        65536          640      4373.74      4383.76      4377.94
       131072          320      9926.21      9962.90      9940.40
       262144          160     16884.68     16956.61     16920.83
       524288           80     32983.93     33430.54     33228.96
      1048576           40     67179.55     70093.07     68492.49
      2097152           20    136902.59    141333.45    139476.75
      4194304           10    383050.99    387830.71    385800.68

#---------------------------------------------------
# Benchmarking Barrier 
# #processes = 2 
# ( 4 additional processes waiting in MPI_Barrier)
#---------------------------------------------------
 #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
         1000        96.70        96.94        96.82

#---------------------------------------------------
# Benchmarking Barrier 
# #processes = 4 
# ( 2 additional processes waiting in MPI_Barrier)
#---------------------------------------------------
 #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
         1000       166.44       166.74       166.59

#---------------------------------------------------
# Benchmarking Barrier 
# #processes = 6 
#---------------------------------------------------
 #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
         1000       209.63       209.83       209.73


# All processes entering MPI_Finalize

