#------------------------------------------------------------
#    Intel (R) MPI Benchmarks 2017 update 2, MPI-1 part    
#------------------------------------------------------------
# Date                  : Mon Aug 21 06:05:44 2017
# Machine               : x86_64
# System                : Linux
# Release               : 4.4.27-2-default
# Version               : #1 SMP Thu Nov 3 14:59:54 UTC 2016 (5c21e7c)
# MPI Version           : 3.1
# MPI Thread Environment: 


# Calling sequence was: 

# /usr/lib64/mpi/gcc/mpich-ofi/tests/IMB/IMB-MPI1

# Minimum message length in bytes:   0
# Maximum message length in bytes:   4194304
#
# MPI_Datatype                   :   MPI_BYTE 
# MPI_Datatype for reductions    :   MPI_FLOAT
# MPI_Op                         :   MPI_SUM  
#
#

# List of Benchmarks to run:

# PingPong
# PingPing
# Sendrecv
# Exchange
# Allreduce
# Reduce
# Reduce_scatter
# Allgather
# Allgatherv
# Gather
# Gatherv
# Scatter
# Scatterv
# Alltoall
# Alltoallv
# Bcast
# Barrier

#---------------------------------------------------
# Benchmarking PingPong 
# #processes = 2 
#---------------------------------------------------
       #bytes #repetitions      t[usec]   Mbytes/sec
            0         1000         4.01         0.00
            1         1000         3.90         0.26
            2         1000         4.06         0.49
            4         1000         3.97         1.01
            8         1000         4.03         1.99
           16         1000         4.79         3.34
           32         1000         4.10         7.80
           64         1000         4.16        15.37
          128         1000         4.20        30.46
          256         1000         4.23        60.52
          512         1000         4.39       116.53
         1024         1000         4.59       222.99
         2048         1000         5.30       386.38
         4096         1000         7.09       577.37
         8192         1000        11.24       728.57
        16384         1000        18.37       892.12
        32768         1000        30.90      1060.51
        65536          640        38.66      1695.12
       131072          320        64.40      2035.41
       262144          160       113.00      2319.80
       524288           80       210.13      2495.01
      1048576           40       456.21      2298.46
      2097152           20      1096.45      1912.67
      4194304           10      2750.74      1524.79

#---------------------------------------------------
# Benchmarking PingPing 
# #processes = 2 
#---------------------------------------------------
       #bytes #repetitions      t[usec]   Mbytes/sec
            0         1000         5.71         0.00
            1         1000         6.03         0.17
            2         1000         6.57         0.30
            4         1000         5.71         0.70
            8         1000         6.33         1.26
           16         1000         6.47         2.47
           32         1000         6.61         4.84
           64         1000         6.18        10.36
          128         1000         6.33        20.22
          256         1000         6.84        37.41
          512         1000         6.97        73.42
         1024         1000         9.14       112.01
         2048         1000         8.00       256.09
         4096         1000         8.83       463.82
         8192         1000        10.85       754.88
        16384         1000        14.33      1143.00
        32768         1000        22.19      1477.03
        65536          640        93.18       703.31
       131072          320       120.65      1086.36
       262144          160       166.33      1576.04
       524288           80       469.13      1117.57
      1048576           40       965.13      1086.46
      2097152           20      2110.34       993.75
      4194304           10      4626.66       906.55

#-----------------------------------------------------------------------------
# Benchmarking Sendrecv 
# #processes = 2 
#-----------------------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]   Mbytes/sec
            0         1000         6.17         6.18         6.17         0.00
            1         1000         6.39         6.40         6.40         0.31
            2         1000         6.56         6.56         6.56         0.61
            4         1000         6.43         6.43         6.43         1.24
            8         1000        11.99        12.00        12.00         1.33
           16         1000         6.53         6.53         6.53         4.90
           32         1000         6.65         6.66         6.66         9.61
           64         1000         6.56         6.56         6.56        19.51
          128         1000         6.66         6.67         6.67        38.36
          256         1000         6.77         6.77         6.77        75.66
          512         1000         6.87         6.88         6.88       148.88
         1024         1000         7.09         7.10         7.09       288.48
         2048         1000         7.69         7.70         7.70       532.18
         4096         1000         8.69         8.69         8.69       942.68
         8192         1000        11.10        11.11        11.11      1475.30
        16384         1000        16.52        16.52        16.52      1983.19
        32768         1000        26.21        26.22        26.21      2499.59
        65536          640        79.54        79.57        79.56      1647.32
       131072          320       109.07       109.13       109.10      2402.07
       262144          160       169.54       169.80       169.67      3087.65
       524288           80       340.94       341.42       341.18      3071.21
      1048576           40       691.42       692.04       691.73      3030.39
      2097152           20      1432.42      1433.59      1433.00      2925.74
      4194304           10      3267.86      3269.82      3268.84      2565.47

#-----------------------------------------------------------------------------
# Benchmarking Exchange 
# #processes = 2 
#-----------------------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]   Mbytes/sec
            0         1000        13.94        13.95        13.95         0.00
            1         1000        12.78        12.78        12.78         0.31
            2         1000        13.07        13.08        13.08         0.61
            4         1000        12.67        12.68        12.67         1.26
            8         1000        13.24        13.24        13.24         2.42
           16         1000        12.56        12.56        12.56         5.10
           32         1000        12.94        12.94        12.94         9.89
           64         1000        13.27        13.28        13.28        19.27
          128         1000        18.67        18.67        18.67        27.42
          256         1000        12.06        12.06        12.06        84.89
          512         1000        12.33        12.34        12.34       165.98
         1024         1000        13.66        13.66        13.66       299.87
         2048         1000        14.12        14.13        14.12       579.94
         4096         1000        15.48        15.49        15.48      1057.91
         8192         1000        20.49        20.50        20.49      1598.82
        16384         1000        29.11        29.12        29.12      2250.77
        32768         1000        54.15        54.16        54.16      2420.15
        65536          640       168.21       168.24       168.23      1558.17
       131072          320       266.65       266.76       266.70      1965.42
       262144          160       439.94       440.37       440.15      2381.10
       524288           80       930.52       930.88       930.70      2252.86
      1048576           40      1983.25      1983.45      1983.35      2114.66
      2097152           20      4300.88      4301.80      4301.34      1950.02
      4194304           10      9779.36      9781.50      9780.43      1715.20

#----------------------------------------------------------------
# Benchmarking Allreduce 
# #processes = 2 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         7.67         7.68         7.67
            4         1000        17.96        18.45        18.21
            8         1000        17.89        18.61        18.25
           16         1000        17.79        18.37        18.08
           32         1000        18.33        18.67        18.50
           64         1000        18.93        19.46        19.20
          128         1000        19.03        19.50        19.27
          256         1000        19.20        19.47        19.34
          512         1000        20.10        21.20        20.65
         1024         1000        21.22        22.37        21.79
         2048         1000        23.13        24.83        23.98
         4096         1000        34.54        36.61        35.57
         8192         1000        47.82        50.29        49.05
        16384         1000        51.64        56.46        54.05
        32768         1000        74.89        83.13        79.01
        65536          640       152.72       152.75       152.73
       131072          320       284.24       296.19       290.21
       262144          160       643.28       673.64       658.46
       524288           80      1311.57      1372.54      1342.06
      1048576           40      3095.78      3124.28      3110.03
      2097152           20      6901.14      6907.28      6904.21
      4194304           10     14017.58     14024.09     14020.84

#----------------------------------------------------------------
# Benchmarking Reduce 
# #processes = 2 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         7.97         8.15         8.06
            4         1000         8.97        23.47        16.22
            8         1000         8.66        24.16        16.41
           16         1000         8.52        23.47        15.99
           32         1000         8.59        23.06        15.83
           64         1000         9.41        24.75        17.08
          128         1000         9.43        24.76        17.09
          256         1000         9.43        25.08        17.25
          512         1000         9.53        25.49        17.51
         1024         1000        10.05        26.18        18.11
         2048         1000        11.48        28.71        20.10
         4096         1000        16.28        37.81        27.05
         8192         1000        20.98        41.47        31.23
        16384         1000        24.48        43.99        34.24
        32768         1000        38.48        59.69        49.09
        65536          640        69.75        91.69        80.72
       131072          320       268.35       283.39       275.87
       262144          160       569.52       585.18       577.35
       524288           80      1198.69      1216.97      1207.83
      1048576           40      2571.77      2594.97      2583.37
      2097152           20      5754.23      5804.43      5779.33
      4194304           10     11145.52     11152.86     11149.19

#----------------------------------------------------------------
# Benchmarking Reduce_scatter 
# #processes = 2 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         7.79         9.77         8.78
            4         1000         8.87        24.03        16.45
            8         1000         9.93        23.18        16.56
           16         1000        10.05        23.33        16.69
           32         1000        11.06        24.78        17.92
           64         1000        10.65        24.04        17.35
          128         1000        10.07        22.63        16.35
          256         1000        10.46        23.08        16.77
          512         1000        10.73        23.80        17.27
         1024         1000        11.16        25.35        18.25
         2048         1000        17.28        30.08        23.68
         4096         1000        13.17        25.74        19.45
         8192         1000        18.56        33.13        25.85
        16384         1000        24.68        38.26        31.47
        32768         1000        40.50        51.18        45.84
        65536          640        71.05        77.45        74.25
       131072          320       186.54       199.53       193.03
       262144          160       406.78       440.63       423.71
       524288           80       508.11       558.65       533.38
      1048576           40       829.01       866.84       847.92
      2097152           20      2132.37      2139.72      2136.05
      4194304           10      4623.91      4677.32      4650.62

#----------------------------------------------------------------
# Benchmarking Allgather 
# #processes = 2 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         7.38         8.33         7.85
            1         1000         9.34        23.32        16.33
            2         1000         9.57        23.24        16.40
            4         1000         9.09        22.99        16.04
            8         1000         9.59        23.21        16.40
           16         1000         9.54        24.98        17.26
           32         1000         9.53        23.80        16.66
           64         1000         9.91        25.50        17.70
          128         1000        10.04        24.26        17.15
          256         1000         9.83        25.42        17.62
          512         1000         9.95        23.54        16.74
         1024         1000        10.51        24.01        17.26
         2048         1000        11.55        26.09        18.82
         4096         1000        14.01        29.24        21.63
         8192         1000        17.13        31.10        24.12
        16384         1000        23.55        34.15        28.85
        32768         1000        40.90        46.17        43.54
        65536          640        75.92        93.49        84.70
       131072          320       110.92       144.47       127.69
       262144          160       174.35       242.73       208.54
       524288           80       430.46       476.59       453.52
      1048576           40      1112.96      1136.46      1124.71
      2097152           20      2434.61      2441.84      2438.22
      4194304           10      5946.49      5990.31      5968.40

#----------------------------------------------------------------
# Benchmarking Allgatherv 
# #processes = 2 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         7.56         7.85         7.71
            1         1000        10.01        22.97        16.49
            2         1000         9.61        22.61        16.11
            4         1000         9.96        23.34        16.65
            8         1000         9.52        22.14        15.83
           16         1000         9.87        23.07        16.47
           32         1000         9.47        21.65        15.56
           64         1000         9.66        22.77        16.22
          128         1000         9.98        22.87        16.42
          256         1000        10.04        23.38        16.71
          512         1000        10.87        25.80        18.34
         1024         1000        10.90        23.41        17.15
         2048         1000        12.39        26.08        19.24
         4096         1000        15.66        30.59        23.13
         8192         1000        18.08        30.61        24.34
        16384         1000        27.09        40.29        33.69
        32768         1000        45.24        59.59        52.42
        65536          640       117.68       124.86       121.27
       131072          320       228.61       249.91       239.26
       262144          160       146.90       189.44       168.17
       524288           80       406.77       413.95       410.36
      1048576           40       827.50       877.86       852.68
      2097152           20      1718.33      1822.22      1770.28
      4194304           10      5129.81      5226.16      5177.99

#----------------------------------------------------------------
# Benchmarking Gather 
# #processes = 2 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         9.45         9.50         9.47
            1         1000         8.07        22.44        15.25
            2         1000         8.20        22.49        15.35
            4         1000         8.06        22.57        15.32
            8         1000         8.20        22.63        15.41
           16         1000         8.33        22.57        15.45
           32         1000         8.30        22.20        15.25
           64         1000         8.29        22.24        15.26
          128         1000         8.68        23.85        16.26
          256         1000         8.56        23.22        15.89
          512         1000         8.53        23.97        16.25
         1024         1000         8.07        22.96        15.51
         2048         1000         8.40        23.55        15.98
         4096         1000         9.22        24.67        16.94
         8192         1000        11.17        26.34        18.75
        16384         1000        16.56        33.09        24.82
        32768         1000        26.78        46.09        36.44
        65536          640        56.32        71.76        64.04
       131072          320        95.76       110.38       103.07
       262144          160       182.64       204.23       193.43
       524288           80       367.25       388.88       378.07
      1048576           40       805.24       824.45       814.84
      2097152           20      1053.29      1074.21      1063.75
      4194304           10      2711.42      2829.60      2770.51

#----------------------------------------------------------------
# Benchmarking Gatherv 
# #processes = 2 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         7.58         7.78         7.68
            1         1000         7.81        22.48        15.15
            2         1000         7.77        22.55        15.16
            4         1000         7.81        22.55        15.18
            8         1000         7.78        22.38        15.08
           16         1000         7.94        22.61        15.28
           32         1000         7.88        22.99        15.44
           64         1000         7.98        22.93        15.45
          128         1000         8.10        23.00        15.55
          256         1000         8.10        23.27        15.68
          512         1000         7.98        23.09        15.54
         1024         1000         8.30        23.77        16.03
         2048         1000         8.54        24.20        16.37
         4096         1000         9.34        25.37        17.35
         8192         1000        10.51        26.34        18.43
        16384         1000        12.63        28.32        20.48
        32768         1000        16.31        33.30        24.80
        65536          640        37.45        52.17        44.81
       131072          320        69.00        83.05        76.02
       262144          160       116.76       143.24       130.00
       524288           80       206.39       223.90       215.15
      1048576           40       679.92       698.16       689.04
      2097152           20      1615.18      1690.63      1652.90
      4194304           10      3743.79      3816.75      3780.27

#----------------------------------------------------------------
# Benchmarking Scatter 
# #processes = 2 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         7.50         7.64         7.57
            1         1000         7.91         8.42         8.16
            2         1000         7.89         8.25         8.07
            4         1000         8.01         8.44         8.22
            8         1000         7.94         8.84         8.39
           16         1000         8.09         8.45         8.27
           32         1000         7.92         8.37         8.15
           64         1000         8.02         8.40         8.21
          128         1000         8.24         9.83         9.04
          256         1000         8.17         8.53         8.35
          512         1000         8.38         9.52         8.95
         1024         1000         8.53         9.28         8.90
         2048         1000        16.61        26.16        21.39
         4096         1000        12.89        17.16        15.03
         8192         1000        13.12        18.38        15.75
        16384         1000        18.11        23.14        20.63
        32768         1000        29.81        40.09        34.95
        65536          640        61.61        69.20        65.41
       131072          320        95.29       109.82       102.55
       262144          160       153.65       170.01       161.83
       524288           80       274.63       311.91       293.27
      1048576           40       526.46       704.45       615.46
      2097152           20      1014.08      1372.09      1193.08
      4194304           10      2457.74      3547.74      3002.74

#----------------------------------------------------------------
# Benchmarking Scatterv 
# #processes = 2 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         8.01         8.43         8.22
            1         1000         8.72         8.73         8.72
            2         1000         8.44         8.68         8.56
            4         1000         8.38         8.62         8.50
            8         1000         8.29         8.53         8.41
           16         1000         8.42         8.66         8.54
           32         1000         8.45         8.63         8.54
           64         1000         8.39         8.59         8.49
          128         1000        11.14        11.24        11.19
          256         1000         8.29         8.62         8.46
          512         1000         8.81         8.99         8.90
         1024         1000         9.19         9.42         9.30
         2048         1000         9.21        10.20         9.70
         4096         1000        10.67        14.87        12.77
         8192         1000        13.45        16.46        14.95
        16384         1000        19.06        24.69        21.87
        32768         1000        30.48        40.64        35.56
        65536          640        66.31        66.85        66.58
       131072          320       100.95       101.43       101.19
       262144          160       158.06       163.54       160.80
       524288           80       301.18       307.44       304.31
      1048576           40       703.07       709.43       706.25
      2097152           20      1384.83      1390.18      1387.51
      4194304           10      3543.33      3546.17      3544.75

#----------------------------------------------------------------
# Benchmarking Alltoall 
# #processes = 2 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         7.35         7.43         7.39
            1         1000        10.23        23.30        16.76
            2         1000        10.59        26.33        18.46
            4         1000        10.42        23.83        17.12
            8         1000        10.45        24.11        17.28
           16         1000        10.55        25.22        17.88
           32         1000        10.93        25.22        18.07
           64         1000        11.00        26.81        18.90
          128         1000        10.54        24.89        17.72
          256         1000        10.81        24.43        17.62
          512         1000        10.69        24.56        17.63
         1024         1000        11.33        24.49        17.91
         2048         1000        12.39        31.15        21.77
         4096         1000        14.15        28.06        21.11
         8192         1000        17.95        31.29        24.62
        16384         1000        24.22        34.71        29.47
        32768         1000        42.30        46.33        44.32
        65536          640        76.41        93.27        84.84
       131072          320        98.87       112.96       105.92
       262144          160       147.91       186.69       167.30
       524288           80       391.78       439.02       415.40
      1048576           40       885.49       897.05       891.27
      2097152           20      4013.22      4130.32      4071.77
      4194304           10      7452.65      7519.34      7486.00

#----------------------------------------------------------------
# Benchmarking Alltoallv 
# #processes = 2 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         8.04         8.20         8.12
            1         1000        10.17        22.61        16.39
            2         1000        10.01        22.34        16.18
            4         1000        10.47        23.22        16.85
            8         1000        10.83        25.48        18.16
           16         1000        10.88        25.97        18.42
           32         1000        12.79        24.53        18.66
           64         1000        10.95        24.96        17.95
          128         1000        15.08        51.34        33.21
          256         1000        14.09        27.58        20.83
          512         1000        10.45        22.75        16.60
         1024         1000        11.13        24.25        17.69
         2048         1000        11.39        24.88        18.14
         4096         1000        12.20        26.00        19.10
         8192         1000        14.86        27.91        21.38
        16384         1000        20.86        33.58        27.22
        32768         1000        46.34        50.76        48.55
        65536          640        88.79        92.61        90.70
       131072          320       105.06       131.16       118.11
       262144          160       164.45       217.36       190.90
       524288           80       447.77       486.71       467.24
      1048576           40       948.18       991.17       969.68
      2097152           20      2390.10      2476.26      2433.18
      4194304           10      5591.80      5718.23      5655.01

#----------------------------------------------------------------
# Benchmarking Bcast 
# #processes = 2 
#----------------------------------------------------------------
       #bytes #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
            0         1000         7.90         7.91         7.90
            1         1000         8.17         8.95         8.56
            2         1000         9.04        10.60         9.82
            4         1000         8.30         9.00         8.65
            8         1000         8.07         8.94         8.51
           16         1000         8.03         9.20         8.61
           32         1000         8.24         9.58         8.91
           64         1000         8.20         9.60         8.90
          128         1000         8.26        10.73         9.50
          256         1000         8.28         9.42         8.85
          512         1000         8.33         9.94         9.13
         1024         1000         8.24        10.05         9.15
         2048         1000         8.68        10.23         9.46
         4096         1000         9.34        10.81        10.07
         8192         1000        11.15        11.51        11.33
        16384         1000        14.52        18.12        16.32
        32768         1000        21.59        30.06        25.82
        65536          640        55.47        55.63        55.55
       131072          320        78.81        79.51        79.16
       262144          160       116.90       122.91       119.91
       524288           80       203.25       208.96       206.10
      1048576           40       373.06       379.72       376.39
      2097152           20       797.80       804.01       800.90
      4194304           10      1620.41      1626.80      1623.61

#---------------------------------------------------
# Benchmarking Barrier 
# #processes = 2 
#---------------------------------------------------
 #repetitions  t_min[usec]  t_max[usec]  t_avg[usec]
         1000         8.49         8.49         8.49


# All processes entering MPI_Finalize

