Benchmarking: OMB MPI (OSU)

Overview

This is a collection of independent MPI message passing performance microbenchmarks developed and written at The Ohio State University. It includes traditional benchmarks and performance measures such as latency, bandwidth and host overhead and can be used for both traditional and GPU-enhanced nodes.
The available test are:

• osu_latency - Ping-pong Latency
• osu_multi_lat - Multi-pair Ping-pong Latency
• osu_bw - Ping-pong Bandwidth
• osu_bibw - Bi-directional BW
• osu_mbw_mr - Throughput or Multiple Bandwidth and Message Rate
• osu_barrier, osu_allreduce, osu_allgather' - Collectives

Download and Install

Download

• The latest version of the benchmark can be obtained from /mnt/share/OMB/mpi/pt2pt

mkdir /mnt/share/osu
cd tmp
wget http://www.nersc.gov/assets/Trinity--NERSC-8-RFP/Benchmarks/June28/osu-micro-benchmarks-3.8June28.tar
wget http://www.nersc.gov/assets/Trinity--NERSC-8-RFP/Benchmarks/Dec17/OMB-NERSC8.tar
tar xvf OMB-NERSC8.tar -C /mnt/share/osu

Build

cd /mnt/share/osu
./configure
make && make install

• Benchmarks will be installed to:
  • /mnt/share/osu/mpi/pt2pt
  • /mnt/share/osu/mpi/one-sided/
  • /mnt/share/osu/mpi/collective/

Run Tests

osu_latency

root@cx8:~# mpirun -np 2 -hostfile /mnt/share/hostfile /mnt/share/osu/mpi/pt2pt/osu_latency
# OSU MPI Latency Test v3.7
# Size          Latency (us)
0                      42.97
1                      44.31
2                      44.08
4                      44.21
8                      44.54
16                     44.47
32                     44.37
64                     44.76
128                    45.34

osu_multi_lat

root@cx8:~# mpirun -np 4 -hostfile /mnt/share/hostfile /mnt/share/osu/mpi/pt2pt/osu_multi_lat
# OSU MPI Multi Latency Test v3.7
# Size          Latency (us)
0                      46.86
1                      48.20
2                      48.26
4                      48.35
8                      48.33
16                     48.43
32                     48.61
64                     48.85
128                    49.45

osu_bw

root@cx8:~# mpirun -np 2 -hostfile /mnt/share/hostfile /mnt/share/OMB/mpi/pt2pt/osu_bw
# OSU MPI Bandwidth Test v3.7
# Size      Bandwidth (MB/s)
1                       0.03
2                       0.07
4                       0.14
8                       0.27
16                      0.54
32                      1.09
64                      2.17
128                     4.34
256                     8.68
512                    17.22
1024                   33.58
2048                   57.44
4096                  104.10
8192                  169.68
16384                 191.84
32768                 209.58
65536                 195.16
131072                225.71
262144                238.49
524288                242.11
1048576               236.14
2097152               228.20
4194304               210.69

osu_bibw

root@cx8:~# mpirun -np 2 -hostfile /mnt/share/hostfile /mnt/share/OMB/mpi/pt2pt/osu_bibw
# OSU MPI Bi-Directional Bandwidth Test v3.7
# Size    Bi-Bandwidth (MB/s)
1                       0.05
2                       0.11
4                       0.22
8                       0.44
16                      0.87
32                      1.75
64                      3.36
128                     6.49
256                    12.29
512                    24.53
1024                   48.56
2048                   81.40
4096                  144.00
8192                  206.22
16384                 217.33
32768                 226.23
65536                 234.76
131072                250.13
262144                270.26
524288                266.78
1048576               273.89
2097152               247.51
4194304               237.49

osu_mbw_mr

root@cx8:~# mpirun -np 8 -hostfile /mnt/share/hostfile /mnt/share/OMB/mpi/pt2pt/osu_mbw_mr
# OSU MPI Multiple Bandwidth / Message Rate Test v3.7
# [ pairs: 4 ] [ window size: 64 ]
# Size                  MB/s        Messages/s
1                       0.23         226424.63
2                       0.45         226196.15
4                       0.90         224873.05
8                       1.80         225574.59
16                      3.62         226070.42
32                      7.21         225322.29
64                     14.34         224001.42
128                    28.69         224162.28
256                    58.09         226916.06
512                   112.75         220220.40
1024                  223.87         218624.13
2048                  355.19         173431.16
4096                  599.72         146417.01
8192                  883.25         107818.94
16384                 899.02          54872.05
32768                 888.64          27119.25
65536                 898.20          13705.45
131072                918.46           7007.29
262144                925.10           3528.99
524288                887.20           1692.19
1048576               915.86            873.43