bare_metal_full.txt

BARE METAL

hpc43203 r35c2t6n1 220$ for FILE in */**; do mpirun -np 2 $FILE; done

# OSU MPI Allgather Latency Test v5.9
# Size       Avg Latency(us)
1                       0.20
2                       0.21
4                       0.20
8                       0.21
16                      0.20
32                      0.20
64                      0.23
128                     0.27
256                     0.27
512                     0.30
1024                    0.33
2048                    0.50
4096                    0.80
8192                    1.15
16384                   2.83
32768                   5.43
65536                  11.73
131072                 26.04
262144                 34.85
524288                 72.59
1048576               136.56

# OSU MPI Allgatherv Latency Test v5.9
# Size       Avg Latency(us)
1                       0.21
2                       0.21
4                       0.21
8                       0.21
16                      0.21
32                      0.21
64                      0.23
128                     0.28
256                     0.28
512                     0.31
1024                    0.33
2048                    0.50
4096                    0.80
8192                    1.21
16384                   2.85
32768                   5.74
65536                  11.59
131072                 25.94
262144                 35.08
524288                 70.83
1048576               135.30

# OSU MPI Allreduce Latency Test v5.9
# Size       Avg Latency(us)
4                       0.23
8                       0.26
16                      0.25
32                      0.25
64                      0.24
128                     0.32
256                     0.34
512                     0.43
1024                    0.58
2048                    0.87
4096                    1.41
8192                    2.49
16384                   4.13
32768                   7.85
65536                  15.68
131072                 32.93
262144                 71.76
524288                130.59
1048576               257.75

# OSU MPI All-to-All Personalized Exchange Latency Test v5.9
# Size       Avg Latency(us)
1                       0.21
2                       0.20
4                       0.21
8                       0.20
16                      0.20
32                      0.21
64                      0.21
128                     0.27
256                     0.27
512                     0.29
1024                    0.33
2048                    0.55
4096                    0.76
8192                    1.49
16384                   2.92
32768                   5.52
65536                  12.35
131072                 29.61
262144                 33.73
524288                 72.00
1048576               136.18

# OSU MPI All-to-Allv Personalized Exchange Latency Test v5.9
# Size       Avg Latency(us)
1                       0.22
2                       0.22
4                       0.22
8                       0.22
16                      0.22
32                      0.22
64                      0.22
128                     0.29
256                     0.29
512                     0.31
1024                    0.36
2048                    0.52
4096                    0.79
8192                    1.30
16384                   2.91
32768                   5.64
65536                  12.00
131072                 29.37
262144                 34.14
524288                 73.38
1048576               137.39

# OSU MPI Barrier Latency Test v5.9
# Avg Latency(us)
             0.17

# OSU MPI Broadcast Latency Test v5.9
# Size       Avg Latency(us)
1                       0.14
2                       0.16
4                       0.14
8                       0.17
16                      0.13
32                      0.15
64                      0.14
128                     0.19
256                     0.20
512                     0.20
1024                    0.25
2048                    0.35
4096                    0.59
8192                    0.86
16384                   1.65
32768                   3.28
65536                   5.55
131072                 11.45
262144                 25.41
524288                 36.42
1048576                77.01

# OSU MPI Gather Latency Test v5.9
# Size       Avg Latency(us)
1                       0.11
2                       0.12
4                       0.11
8                       0.11
16                      0.11
32                      0.12
64                      0.11
128                     0.17
256                     0.16
512                     0.19
1024                    0.22
2048                    0.31
4096                    0.48
8192                    1.01
16384                   1.46
32768                   2.87
65536                   5.93
131072                 12.40
262144                 25.50
524288                 39.85
1048576                76.79

# OSU MPI Gatherv Latency Test v5.9
# Size       Avg Latency(us)
1                       0.12
2                       0.11
4                       0.12
8                       0.10
16                      0.11
32                      0.12
64                      0.12
128                     0.16
256                     0.17
512                     0.18
1024                    0.22
2048                    0.34
4096                    0.40
8192                    0.81
16384                   1.40
32768                   2.84
65536                   5.77
131072                 12.08
262144                 19.02
524288                 42.09
1048576                75.84

# OSU MPI Non-blocking Allgather Latency Test v5.9
# Overall = Coll. Init + Compute + MPI_Test + MPI_Wait

# Size           Overall(us)       Compute(us)    Pure Comm.(us)        Overlap(%)
1                       1.54              0.97              0.48              0.00
2                       1.60              0.98              0.47              0.00
4                       1.58              0.97              0.53              0.00
8                       1.57              0.96              0.50              0.00
16                      1.59              0.98              0.50              0.00
32                      1.61              0.98              0.49              0.00
64                      1.57              0.96              0.52              0.00
128                     1.68              0.97              0.58              0.00
256                     1.69              0.98              0.58              0.00
512                     1.69              0.97              0.60              0.00
1024                    1.75              0.98              0.67              0.00
2048                    1.92              0.97              0.84              0.00
4096                    3.06              1.89              1.11              0.00
8192                    3.65              1.93              1.67              0.00
16384                  11.56              6.00              5.32              0.00
32768                  15.39              8.28              7.14              0.45
65536                  23.23             12.14             11.44              3.01
131072                 38.83             20.24             18.66              0.40
262144                 78.24             39.82             37.96              0.00
524288                164.00             78.10             74.43              0.00
1048576               304.01            141.41            135.33              0.00

# OSU MPI Non-blocking Allgatherv Latency Test v5.9
# Overall = Coll. Init + Compute + MPI_Test + MPI_Wait

# Size           Overall(us)       Compute(us)    Pure Comm.(us)        Overlap(%)
1                       1.60              0.96              0.52              0.00
2                       1.59              0.96              0.51              0.00
4                       1.58              0.96              0.51              0.00
8                       1.59              0.96              0.51              0.00
16                      1.56              0.96              0.52              0.00
32                      1.56              0.96              0.50              0.00
64                      1.56              0.96              0.51              0.00
128                     1.64              0.95              0.58              0.00
256                     1.67              0.96              0.59              0.00
512                     1.69              0.96              0.60              0.00
1024                    1.80              1.01              0.69              0.00
2048                    2.80              1.88              0.89              0.00
4096                    3.08              1.91              1.12              0.00
8192                    3.62              1.91              1.65              0.00
16384                  11.91              6.49              5.52              1.74
32768                  15.38              8.20              7.08              0.00
65536                  23.21             11.99             11.09              0.00
131072                 39.12             20.22             18.81              0.00
262144                 77.42             38.70             36.77              0.00
524288                164.37             78.92             75.17              0.00
1048576               305.43            141.47            135.67              0.00

# OSU MPI Non-blocking Allreduce Latency Test v5.9
# Overall = Coll. Init + Compute + MPI_Test + MPI_Wait

# Size           Overall(us)       Compute(us)    Pure Comm.(us)        Overlap(%)
4                       1.78              0.97              0.68              0.00
8                       1.71              0.96              0.65              0.00
16                      1.78              0.97              0.71              0.00
32                      1.75              0.96              0.66              0.00
64                      1.78              0.96              0.67              0.00
128                     2.60              1.43              0.88              0.00
256                     2.32              1.44              0.84              0.00
512                     2.31              1.42              0.92              3.39
1024                    3.01              1.85              1.08              0.00
2048                    3.63              1.92              1.46              0.00
4096                    4.84              2.79              2.07              0.73
8192                    6.83              3.71              3.25              3.94
16384                  23.15             12.02             11.27              1.19
32768                  28.66             14.76             13.83              0.00
65536                  42.80             22.03             20.41              0.00
131072                 71.61             36.77             34.60              0.00
262144                131.38             68.02             64.77              2.18
524288                244.86            124.93            119.47              0.00
1048576               479.39            245.18            235.18              0.41

# OSU MPI Non-blocking All-to-All Latency Test v5.9
# Overall = Coll. Init + Compute + MPI_Test + MPI_Wait

# Size           Overall(us)       Compute(us)    Pure Comm.(us)        Overlap(%)
1                       1.57              0.96              0.48              0.00
2                       1.58              0.97              0.48              0.00
4                       1.58              0.96              0.48              0.00
8                       1.57              0.96              0.47              0.00
16                      1.57              0.96              0.48              0.00
32                      1.61              0.97              0.48              0.00
64                      1.57              0.96              0.48              0.00
128                     1.66              0.96              0.55              0.00
256                     1.66              0.96              0.56              0.00
512                     1.68              0.96              0.57              0.00
1024                    1.71              0.96              0.61              0.00
2048                    1.90              0.96              0.81              0.00
4096                    3.06              1.89              1.07              0.00
8192                    3.66              1.90              1.69              0.00
16384                  10.83              5.59              5.23              0.00
32768                  14.25              7.42              6.92              1.27
65536                  22.93             12.00             10.91              0.00
131072                 37.19             19.37             18.22              2.18
262144                 76.83             38.67             37.01              0.00
524288                163.38             77.19             73.50              0.00
1048576               308.37            142.90            136.91              0.00

# OSU MPI Non-blocking All-to-Allv Personalized Exchange Latency Test v5.9
# Overall = Coll. Init + Compute + MPI_Test + MPI_Wait

# Size           Overall(us)       Compute(us)    Pure Comm.(us)        Overlap(%)
1                       1.60              0.97              0.46              0.00
2                       1.59              0.97              0.49              0.00
4                       1.59              0.96              0.46              0.00
8                       1.60              0.97              0.46              0.00
16                      1.61              0.96              0.48              0.00
32                      1.60              0.96              0.50              0.00
64                      1.59              0.96              0.46              0.00
128                     1.67              0.96              0.56              0.00
256                     1.68              0.96              0.57              0.00
512                     1.74              0.97              0.58              0.00
1024                    1.77              0.97              0.62              0.00
2048                    1.94              0.97              0.82              0.00
4096                    3.11              1.89              1.10              0.00
8192                    4.14              2.38              1.80              1.86
16384                  11.70              6.28              5.34              0.00
32768                  14.47              7.44              7.02              0.00
65536                  22.80             11.98             10.75              0.00
131072                 37.77             19.35             17.97              0.00
262144                 78.02             39.57             37.27              0.00
524288                170.37             83.39             79.55              0.00
1048576               309.73            147.09            141.06              0.00

# OSU MPI Non-blocking All-to-Allw Personalized Exchange Latency Test v5.9
# Overall = Coll. Init + Compute + MPI_Test + MPI_Wait

# Size           Overall(us)       Compute(us)    Pure Comm.(us)        Overlap(%)
1                       1.59              0.96              0.50              0.00
2                       1.60              0.96              0.47              0.00
4                       1.59              0.96              0.48              0.00
8                       1.60              0.96              0.47              0.00
16                      1.58              0.96              0.47              0.00
32                      1.59              0.96              0.47              0.00
64                      1.58              0.96              0.47              0.00
128                     1.67              0.96              0.57              0.00
256                     1.66              0.96              0.58              0.00
512                     1.69              0.96              0.58              0.00
1024                    1.73              0.96              0.61              0.00
2048                    1.90              0.96              0.83              0.00
4096                    3.07              1.89              1.08              0.00
8192                    3.69              1.89              1.71              0.00
16384                  11.01              5.57              5.22              0.00
32768                  14.34              7.42              6.85              0.00
65536                  23.16             12.01             10.93              0.00
131072                 39.00             20.27             18.91              0.96
262144                 77.00             38.74             36.78              0.00
524288                163.52             77.28             73.96              0.00
1048576               306.53            141.99            135.97              0.00

# OSU MPI Non-blocking Barrier Latency Test v5.9
# Overall = Coll. Init + Compute + MPI_Test + MPI_Wait

       Overall(us)       Compute(us)    Pure Comm.(us)        Overlap(%)
              1.54              0.95              0.50              0.00

# OSU MPI Non-Blocking Broadcast Latency Test v5.9
# Overall = Coll. Init + Compute + MPI_Test + MPI_Wait

# Size           Overall(us)       Compute(us)    Pure Comm.(us)        Overlap(%)
1                       1.45              0.96              0.36              0.00
2                       1.47              0.97              0.38              0.00
4                       1.46              0.96              0.37              0.00
8                       1.45              0.95              0.39              0.00
16                      1.48              0.97              0.36              0.00
32                      1.45              0.96              0.38              0.00
64                      1.48              0.97              0.40              0.00
128                     1.51              0.97              0.44              0.00
256                     1.48              0.95              0.44              0.00
512                     1.52              0.96              0.47              0.00
1024                    1.53              0.96              0.47              0.00
2048                    1.60              0.96              0.63              0.00
4096                    2.16              1.42              0.83             10.24
8192                    2.84              1.85              1.14             12.98
16384                   8.61              4.64              4.03              1.51
32768                  10.10              5.58              4.61              1.90
65536                  12.25              6.48              5.95              3.10
131072                 17.72              9.29              8.61              2.12
262144                 30.37             15.66             14.77              0.44
524288                 55.17             28.47             26.72              0.04
1048576               103.60             53.21             50.44              0.10

# OSU MPI Non-blocking Gather Latency Test v5.9
# Overall = Coll. Init + Compute + MPI_Test + MPI_Wait

# Size           Overall(us)       Compute(us)    Pure Comm.(us)        Overlap(%)
1                       1.48              0.95              0.37              0.00
2                       1.49              0.96              0.38              0.00
4                       1.49              0.96              0.38              0.00
8                       1.48              0.95              0.38              0.00
16                      1.49              0.96              0.42              0.00
32                      1.50              0.97              0.39              0.00
64                      1.47              0.95              0.38              0.00
128                     1.56              0.98              0.45              0.00
256                     1.60              1.00              0.44              0.00
512                     1.56              0.96              0.45              0.00
1024                    1.56              0.96              0.48              0.00
2048                    1.66              0.96              0.62              0.00
4096                    2.04              1.22              0.76              0.00
8192                    2.97              1.89              1.10              1.64
16384                   9.34              4.71              4.24              0.00
32768                  10.90              5.56              5.15              0.00
65536                  14.78              7.86              7.05              1.77
131072                 23.27             11.96             10.94              0.00
262144                 43.64             22.46             21.10              0.00
524288                 90.32             45.06             42.99              0.00
1048576               170.11             82.62             78.72              0.00

# OSU MPI Non-blocking Gatherv Latency Test v5.9
# Overall = Coll. Init + Compute + MPI_Test + MPI_Wait

# Size           Overall(us)       Compute(us)    Pure Comm.(us)        Overlap(%)
1                       1.74              0.96              0.34              0.00
2                       1.49              0.95              0.38              0.00
4                       1.48              0.95              0.39              0.00
8                       1.49              0.96              0.39              0.00
16                      1.48              0.95              0.38              0.00
32                      1.49              0.96              0.39              0.00
64                      1.48              0.95              0.39              0.00
128                     1.56              0.98              0.45              0.00
256                     1.57              0.97              0.44              0.00
512                     1.55              0.95              0.45              0.00
1024                    1.57              0.96              0.50              0.00
2048                    1.68              0.97              0.60              0.00
4096                    2.04              1.25              0.77              0.00
8192                    2.52              1.44              0.97              0.00
16384                   8.99              4.64              4.25              0.00
32768                  10.91              5.59              5.15              0.00
65536                  14.72              7.90              7.03              2.83
131072                 23.15             11.99             11.10              0.00
262144                 42.87             22.09             20.62              0.00
524288                 89.39             44.11             42.06              0.00
1048576               173.26             86.37             82.78              0.00

# OSU MPI Non-blocking Reduce Latency Test v5.9
# Overall = Coll. Init + Compute + MPI_Test + MPI_Wait

# Size           Overall(us)       Compute(us)    Pure Comm.(us)        Overlap(%)
4                       1.86              0.98              0.47              0.00
8                       1.57              0.96              0.49              0.00
16                      1.56              0.96              0.51              0.00
32                      1.61              0.99              0.51              0.00
64                      1.60              0.97              0.51              0.00
128                     1.63              0.96              0.59              0.00
256                     1.64              0.97              0.61              0.00
512                     1.68              0.97              0.61              0.00
1024                    2.15              1.36              0.68              0.00
2048                    2.37              1.44              0.88              0.00
4096                    2.64              1.45              1.21              1.75
8192                    3.46              1.91              1.63              4.45
16384                  14.27              6.53              5.94              0.00
32768                  18.33              8.32              7.47              0.00
65536                  20.44             10.68              9.88              1.28
131072                 40.77             21.19             19.81              1.20
262144                 85.16             43.66             41.64              0.33
524288                185.28             90.45             86.53              0.00
1048576               387.94            182.98            175.57              0.00

# OSU MPI Non-blocking Scatter Latency Test v5.9
# Overall = Coll. Init + Compute + MPI_Test + MPI_Wait

# Size           Overall(us)       Compute(us)    Pure Comm.(us)        Overlap(%)
1                       1.84              0.96              0.44              0.00
2                       1.49              0.97              0.43              0.00
4                       1.53              0.98              0.45              0.00
8                       1.50              0.97              0.44              0.00
16                      1.49              0.96              0.45              0.00
32                      1.51              0.97              0.44              0.00
64                      1.46              0.96              0.46              0.00
128                     1.50              0.96              0.44              0.00
256                     1.51              0.96              0.46              0.00
512                     1.52              0.96              0.47              0.00
1024                    1.54              0.96              0.50              0.00
2048                    1.66              0.98              0.63              0.00
4096                    2.16              1.35              0.79              0.00
8192                    2.97              1.91              1.20             12.19
16384                   8.83              4.73              4.33              5.54
32768                  10.22              6.05              5.33             21.80
65536                  14.08              8.29              7.20             19.59
131072                 20.58             12.19             11.43             26.61
262144                 37.63             23.06             21.97             33.70
524288                 73.93             46.81             44.33             38.84
1048576               137.56             87.30             83.31             39.67

# OSU MPI Non-blocking Scatterv Latency Test v5.9
# Overall = Coll. Init + Compute + MPI_Test + MPI_Wait

# Size           Overall(us)       Compute(us)    Pure Comm.(us)        Overlap(%)
1                       1.97              1.42              0.73             24.00
2                       1.49              0.95              0.46              0.00
4                       1.49              0.96              0.45              0.00
8                       1.49              0.96              0.45              0.00
16                      1.48              0.95              0.44              0.00
32                      1.51              0.97              0.45              0.00
64                      1.49              0.96              0.44              0.00
128                     1.57              0.97              0.54              0.00
256                     1.55              0.96              0.55              0.00
512                     1.55              0.96              0.59              0.11
1024                    1.60              0.98              0.56              0.00
2048                    1.62              0.95              0.69              2.41
4096                    2.22              1.42              0.96             16.81
8192                    2.88              1.88              1.23             18.61
16384                   8.64              5.12              4.40             19.97
32768                  10.90              6.41              5.38             16.47
65536                  14.12              8.31              7.28             20.19
131072                 21.72             12.89             11.67             24.38
262144                 36.49             22.53             21.19             34.15
524288                 70.38             44.13             41.92             37.38
1048576               132.36             81.85             78.38             35.56

# OSU MPI Reduce Latency Test v5.9
# Size       Avg Latency(us)
4                       0.15
8                       0.12
16                      0.15
32                      0.12
64                      0.13
128                     0.19
256                     0.21
512                     0.25
1024                    0.33
2048                    0.51
4096                    0.71
8192                    1.37
16384                   2.47
32768                   4.94
65536                   9.09
131072                 18.50
262144                 37.82
524288                 79.48
1048576               167.63

# OSU MPI Reduce_scatter Latency Test v5.9
# Size       Avg Latency(us)
4                       0.25
8                       0.32
16                      0.33
32                      0.33
64                      0.34
128                     0.33
256                     0.41
512                     0.42
1024                    0.52
2048                    0.70
4096                    1.03
8192                    1.64
16384                   2.88
32768                   5.72
65536                  11.50
131072                 50.31
262144                113.46
524288                 97.03
1048576               186.35

# OSU MPI Scatter Latency Test v5.9
# Size       Avg Latency(us)
1                       0.12
2                       0.13
4                       0.13
8                       0.13
16                      0.13
32                      0.13
64                      0.13
128                     0.19
256                     0.19
512                     0.20
1024                    0.24
2048                    0.38
4096                    0.54
8192                    0.90
16384                   1.97
32768                   3.48
65536                   7.07
131072                 16.24
262144                 21.33
524288                 41.23
1048576                80.42

# OSU MPI Scatterv Latency Test v5.9
# Size       Avg Latency(us)
1                       0.13
2                       0.13
4                       0.13
8                       0.13
16                      0.13
32                      0.14
64                      0.13
128                     0.19
256                     0.20
512                     0.21
1024                    0.24
2048                    0.36
4096                    0.55
8192                    0.78
16384                   1.80
32768                   3.44
65536                   6.67
131072                 15.72
262144                 21.20
524288                 41.26
1048576                77.10
./
./
./
./
./
./
./
./
# OSU MPI_Accumulate latency Test v5.9
# Window creation: MPI_Win_allocate
# Synchronization: MPI_Win_flush
# Size          Latency (us)
1                       0.25
2                       0.25
4                       0.25
8                       0.26
16                      0.26
32                      0.27
64                      0.28
128                     0.32
256                     0.38
512                     0.51
1024                    0.73
2048                    1.20
4096                    2.17
8192                    4.06
16384                   7.96
32768                  15.55
65536                  30.84
131072                 61.56
262144                122.96
524288                246.34
1048576               492.38
2097152               985.16
4194304              1968.38
# OSU MPI_Compare_and_swap latency Test v5.9
# Window creation: MPI_Win_allocate
# Synchronization: MPI_Win_flush
# Size          Latency (us)
8                       0.23
# OSU MPI_Fetch_and_op latency Test v5.9
# Window creation: MPI_Win_allocate
# Synchronization: MPI_Win_flush
# Size          Latency (us)
8                       0.25
# OSU MPI_Get_accumulate latency Test v5.9
# Window creation: MPI_Win_create
# Synchronization: MPI_Win_lock/unlock
# Size          Latency (us)
1                       1.66
2                       1.63
4                       1.65
8                       1.66
16                      1.64
32                      1.66
64                      1.67
128                     1.73
256                     1.81
512                     1.95
1024                    2.23
2048                    2.87
4096                    3.87
8192                    6.96
16384                  13.13
32768                  26.18
65536                  51.65
131072                104.70
262144                214.20
524288                429.78
1048576               858.59
2097152              1717.94
4194304              3435.91
# OSU MPI_Get Bandwidth Test v5.9
# Window creation: MPI_Win_allocate
# Synchronization: MPI_Win_flush
# Size      Bandwidth (MB/s)
1                      17.28
2                      34.23
4                      69.96
8                     142.21
16                    277.75
32                    563.71
64                   1129.05
128                  2199.30
256                  4364.55
512                  7861.69
1024                13826.92
2048                22112.97
4096                26230.01
8192                24539.82
16384               33474.58
32768               28569.06
65536               32456.82
131072              18322.54
262144               8826.13
524288               8841.93
1048576              8776.33
2097152              8859.30
4194304              8862.88
# OSU MPI_Get latency Test v5.9
# Window creation: MPI_Win_allocate
# Synchronization: MPI_Win_flush
# Size          Latency (us)
1                       0.10
2                       0.10
4                       0.10
8                       0.10
16                      0.10
32                      0.10
64                      0.10
128                     0.10
256                     0.10
512                     0.10
1024                    0.11
2048                    0.12
4096                    0.13
8192                    0.18
16384                   0.34
32768                   0.76
65536                   1.42
131072                  2.82
262144                  6.28
524288                 13.50
1048576                27.07
2097152                54.01
4194304               115.92
# OSU MPI_Put Bi-directional Bandwidth Test v5.9
# Window creation: MPI_Win_allocate
# Synchronization: MPI_Win_post/start/complete/wait
# Size      Bandwidth (MB/s)
1                      26.21
2                      57.19
4                     115.29
8                     224.43
16                    441.90
32                    981.36
64                   1801.95
128                  3791.94
256                  7641.81
512                 14039.42
1024                24521.99
2048                34657.39
4096                39136.89
8192                42684.85
16384               48062.01
32768               58569.40
65536               28769.06
131072              11839.12
262144              11754.56
524288              11798.11
1048576             11778.28
2097152             11848.49
4194304             11838.55
# OSU MPI_Put Bandwidth Test v5.9
# Window creation: MPI_Win_allocate
# Synchronization: MPI_Win_flush
# Size      Bandwidth (MB/s)
1                      16.73
2                      35.27
4                      68.51
8                     139.33
16                    278.83
32                    559.58
64                   1014.38
128                  2202.50
256                  4230.20
512                  7872.87
1024                13469.31
2048                21050.50
4096                24981.58
8192                26977.96
16384               30392.58
32768               28590.33
65536               30824.70
131072              17733.87
262144               9507.90
524288               9563.50
1048576              9394.74
2097152              9609.76
4194304              9621.43
# OSU MPI_Put Latency Test v5.9
# Window creation: MPI_Win_allocate
# Synchronization: MPI_Win_flush
# Size          Latency (us)
1                       0.10
2                       0.11
4                       0.11
8                       0.11
16                      0.11
32                      0.11
64                      0.10
128                     0.10
256                     0.11
512                     0.11
1024                    0.11
2048                    0.12
4096                    0.14
8192                    0.17
16384                   0.37
32768                   0.75
65536                   1.43
131072                  2.75
262144                  6.18
524288                 13.46
1048576                27.25
2097152                54.20
4194304               110.31
# OSU MPI Bi-Directional Bandwidth Test v5.9
# Size      Bandwidth (MB/s)
1                      15.66
2                      32.21
4                      64.53
8                     129.36
16                    238.08
32                    500.74
64                   1001.80
128                  1336.18
256                  2679.64
512                  4810.23
1024                 7699.64
2048                 9676.30
4096                12661.92
8192                14603.20
16384               18584.00
32768               19801.17
65536               21356.73
131072              21765.02
262144              22256.39
524288              22377.70
1048576             22389.65
2097152             22209.33
4194304             21796.73
# OSU MPI Bandwidth Test v5.9
# Size      Bandwidth (MB/s)
1                      13.68
2                      28.18
4                      55.46
8                     113.83
16                    223.79
32                    452.08
64                    888.18
128                  1243.27
256                  2606.47
512                  4418.78
1024                 7550.00
2048                 9133.26
4096                11424.43
8192                13109.74
16384               16111.41
32768               18199.09
65536               19892.48
131072              20756.58
262144              21428.08
524288              21933.99
1048576             22076.60
2097152             22252.93
4194304             22107.28
# OSU MPI Latency Test v5.9
# Size          Latency (us)
0                       0.14
1                       0.14
2                       0.13
4                       0.14
8                       0.13
16                      0.14
32                      0.14
64                      0.14
128                     0.19
256                     0.20
512                     0.24
1024                    0.28
2048                    0.42
4096                    0.65
8192                    0.97
16384                   1.80
32768                   3.44
65536                   6.28
131072                 14.21
262144                 13.83
524288                 27.41
1048576                50.44
2097152                96.63
4194304               193.90
# Number of forked processes in sender: 2
# Number of forked processes in receiver: 2
# OSU MPI Multi-process Latency Test v5.9
# Size          Latency (us)
0                       0.13
1                       0.13
2                       0.13
4                       0.13
8                       0.13
16                      0.13
32                      0.13
64                      0.14
128                     0.19
256                     0.19
512                     0.20
1024                    0.25
2048                    0.40
4096                    0.55
8192                    0.94
16384                   1.76
32768                   3.24
65536                   6.29
131072                 13.86
262144                 13.70
524288                 27.22
1048576                50.59
2097152                96.77
4194304               192.98
# Number of Sender threads: 1 
# Number of Receiver threads: 2
# OSU MPI Multi-threaded Latency Test v5.9
# Size          Latency (us)
0                       0.77
1                       0.77
2                       0.75
4                       0.76
8                       0.77
16                      0.77
32                      0.79
64                      0.77
128                     0.86
256                     0.85
512                     0.95
1024                    0.87
2048                    1.22
4096                    1.34
8192                    1.63
16384                   2.42
32768                   4.11
65536                   7.39
131072                 15.35
262144                 14.45
524288                 27.73
1048576                50.62
2097152                98.05
4194304               196.42
# OSU MPI Multiple Bandwidth / Message Rate Test v5.9

# [ pairs: 1 ] [ window size: 64 ]
# Size                  MB/s        Messages/s
1                      13.57       13566478.93
2                      26.53       13264441.14
4                      53.70       13425719.06
8                     107.04       13380527.57
16                    219.21       13700741.55
32                    428.88       13402411.60
64                    879.63       13744198.98
128                  1247.47        9745831.75
256                  2509.96        9804537.36
512                  4666.63        9114511.01
1024                 7167.60        6999607.37
2048                 9263.46        4523175.98
4096                11002.59        2686179.52
8192                12507.78        1526829.01
16384               16344.45         997586.00
32768               18717.43         571210.49
65536               19898.21         303622.60
131072              20605.13         157204.66
262144              21255.67          81083.96
524288              22054.02          42064.70
1048576             22150.19          21124.07
2097152             22194.97          10583.39
4194304             21889.31           5218.82
# OSU MPI Multi Latency Test v5.9
# Size          Latency (us)
0                       0.13
1                       0.13
2                       0.12
4                       0.13
8                       0.13
16                      0.13
32                      0.13
64                      0.13
128                     0.19
256                     0.19
512                     0.24
1024                    0.28
2048                    0.41
4096                    0.58
8192                    0.92
16384                   1.78
32768                   3.25
65536                   6.36
131072                 14.13
262144                 15.44
524288                 27.27
1048576                50.68
2097152                96.14
4194304               192.84
# OSU MPI Hello World Test v5.9
This is a test with 2 processes
# OSU MPI Init Test v5.9
nprocs: 2, min: 143 ms, max: 143 ms, avg: 143 ms
hpc43203 r35c2t6n1 221$