Difference between revisions of "Benchmarking: OMB MPI (OSU)"

From Define Wiki
Jump to navigation Jump to search
(Created page with "== Overview == This is a collection of independent MPI message passing performance microbenchmarks developed and written at The Ohio State University. It includes traditional...")
 
 
(3 intermediate revisions by the same user not shown)
Line 16: Line 16:
 
mkdir /mnt/share/osu
 
mkdir /mnt/share/osu
 
cd tmp
 
cd tmp
 +
wget http://www.nersc.gov/assets/Trinity--NERSC-8-RFP/Benchmarks/June28/osu-micro-benchmarks-3.8June28.tar
 
wget http://www.nersc.gov/assets/Trinity--NERSC-8-RFP/Benchmarks/Dec17/OMB-NERSC8.tar
 
wget http://www.nersc.gov/assets/Trinity--NERSC-8-RFP/Benchmarks/Dec17/OMB-NERSC8.tar
 
tar xvf OMB-NERSC8.tar -C /mnt/share/osu
 
tar xvf OMB-NERSC8.tar -C /mnt/share/osu
Line 28: Line 29:
 
* Benchmarks will be installed to:
 
* Benchmarks will be installed to:
 
** /mnt/share/osu/mpi/pt2pt
 
** /mnt/share/osu/mpi/pt2pt
−
** /mnt/share/OMB/mpi/one-sided/
+
** /mnt/share/osu/mpi/one-sided/
−
** /mnt/share/OMB/mpi/collective/
+
** /mnt/share/osu/mpi/collective/
  
−
== Identify tests ==
+
== Run Tests ==
 +
=== osu_latency ===
 +
<syntaxhighlight>
 +
root@cx8:~# mpirun -np 2 -hostfile /mnt/share/hostfile /mnt/share/osu/mpi/pt2pt/osu_latency
 +
# OSU MPI Latency Test v3.7
 +
# Size          Latency (us)
 +
0                      42.97
 +
1                      44.31
 +
2                      44.08
 +
4                      44.21
 +
8                      44.54
 +
16                    44.47
 +
32                    44.37
 +
64                    44.76
 +
128                    45.34
 +
</syntaxhighlight>
 +
 
 +
=== osu_multi_lat ===
 +
<syntaxhighlight>
 +
root@cx8:~# mpirun -np 4 -hostfile /mnt/share/hostfile /mnt/share/osu/mpi/pt2pt/osu_multi_lat
 +
# OSU MPI Multi Latency Test v3.7
 +
# Size          Latency (us)
 +
0                      46.86
 +
1                      48.20
 +
2                      48.26
 +
4                      48.35
 +
8                      48.33
 +
16                    48.43
 +
32                    48.61
 +
64                    48.85
 +
128                    49.45
 +
</syntaxhighlight>
 +
 
 +
=== osu_bw ===
 +
<syntaxhighlight>
 +
root@cx8:~# mpirun -np 2 -hostfile /mnt/share/hostfile /mnt/share/OMB/mpi/pt2pt/osu_bw
 +
# OSU MPI Bandwidth Test v3.7
 +
# Size      Bandwidth (MB/s)
 +
1                      0.03
 +
2                      0.07
 +
4                      0.14
 +
8                      0.27
 +
16                      0.54
 +
32                      1.09
 +
64                      2.17
 +
128                    4.34
 +
256                    8.68
 +
512                    17.22
 +
1024                  33.58
 +
2048                  57.44
 +
4096                  104.10
 +
8192                  169.68
 +
16384                191.84
 +
32768                209.58
 +
65536                195.16
 +
131072                225.71
 +
262144                238.49
 +
524288                242.11
 +
1048576              236.14
 +
2097152              228.20
 +
4194304              210.69
 +
</syntaxhighlight>
 +
 
 +
=== osu_bibw ===
 +
<syntaxhighlight>
 +
root@cx8:~# mpirun -np 2 -hostfile /mnt/share/hostfile /mnt/share/OMB/mpi/pt2pt/osu_bibw
 +
# OSU MPI Bi-Directional Bandwidth Test v3.7
 +
# Size    Bi-Bandwidth (MB/s)
 +
1                      0.05
 +
2                      0.11
 +
4                      0.22
 +
8                      0.44
 +
16                      0.87
 +
32                      1.75
 +
64                      3.36
 +
128                    6.49
 +
256                    12.29
 +
512                    24.53
 +
1024                  48.56
 +
2048                  81.40
 +
4096                  144.00
 +
8192                  206.22
 +
16384                217.33
 +
32768                226.23
 +
65536                234.76
 +
131072                250.13
 +
262144                270.26
 +
524288                266.78
 +
1048576              273.89
 +
2097152              247.51
 +
4194304              237.49
 +
</syntaxhighlight>
 +
 
 +
=== osu_mbw_mr ===
 +
<syntaxhighlight>
 +
root@cx8:~# mpirun -np 8 -hostfile /mnt/share/hostfile /mnt/share/OMB/mpi/pt2pt/osu_mbw_mr
 +
# OSU MPI Multiple Bandwidth / Message Rate Test v3.7
 +
# [ pairs: 4 ] [ window size: 64 ]
 +
# Size                  MB/s        Messages/s
 +
1                      0.23        226424.63
 +
2                      0.45        226196.15
 +
4                      0.90        224873.05
 +
8                      1.80        225574.59
 +
16                      3.62        226070.42
 +
32                      7.21        225322.29
 +
64                    14.34        224001.42
 +
128                    28.69        224162.28
 +
256                    58.09        226916.06
 +
512                  112.75        220220.40
 +
1024                  223.87        218624.13
 +
2048                  355.19        173431.16
 +
4096                  599.72        146417.01
 +
8192                  883.25        107818.94
 +
16384                899.02          54872.05
 +
32768                888.64          27119.25
 +
65536                898.20          13705.45
 +
131072                918.46          7007.29
 +
262144                925.10          3528.99
 +
524288                887.20          1692.19
 +
1048576              915.86            873.43
 +
</syntaxhighlight>

Latest revision as of 17:44, 8 July 2013

Overview

This is a collection of independent MPI message passing performance microbenchmarks developed and written at The Ohio State University. It includes traditional benchmarks and performance measures such as latency, bandwidth and host overhead and can be used for both traditional and GPU-enhanced nodes.
The available test are:

  • osu_latency - Ping-pong Latency
  • osu_multi_lat - Multi-pair Ping-pong Latency
  • osu_bw - Ping-pong Bandwidth
  • osu_bibw - Bi-directional BW
  • osu_mbw_mr - Throughput or Multiple Bandwidth and Message Rate
  • osu_barrier, osu_allreduce, osu_allgather' - Collectives

Download and Install

Download

  • The latest version of the benchmark can be obtained from /mnt/share/OMB/mpi/pt2pt
mkdir /mnt/share/osu
cd tmp
wget http://www.nersc.gov/assets/Trinity--NERSC-8-RFP/Benchmarks/June28/osu-micro-benchmarks-3.8June28.tar
wget http://www.nersc.gov/assets/Trinity--NERSC-8-RFP/Benchmarks/Dec17/OMB-NERSC8.tar
tar xvf OMB-NERSC8.tar -C /mnt/share/osu

Build

cd /mnt/share/osu
./configure
make && make install
  • Benchmarks will be installed to:
    • /mnt/share/osu/mpi/pt2pt
    • /mnt/share/osu/mpi/one-sided/
    • /mnt/share/osu/mpi/collective/

Run Tests

osu_latency

root@cx8:~# mpirun -np 2 -hostfile /mnt/share/hostfile /mnt/share/osu/mpi/pt2pt/osu_latency
# OSU MPI Latency Test v3.7
# Size          Latency (us)
0                      42.97
1                      44.31
2                      44.08
4                      44.21
8                      44.54
16                     44.47
32                     44.37
64                     44.76
128                    45.34

osu_multi_lat

root@cx8:~# mpirun -np 4 -hostfile /mnt/share/hostfile /mnt/share/osu/mpi/pt2pt/osu_multi_lat
# OSU MPI Multi Latency Test v3.7
# Size          Latency (us)
0                      46.86
1                      48.20
2                      48.26
4                      48.35
8                      48.33
16                     48.43
32                     48.61
64                     48.85
128                    49.45

osu_bw

root@cx8:~# mpirun -np 2 -hostfile /mnt/share/hostfile /mnt/share/OMB/mpi/pt2pt/osu_bw
# OSU MPI Bandwidth Test v3.7
# Size      Bandwidth (MB/s)
1                       0.03
2                       0.07
4                       0.14
8                       0.27
16                      0.54
32                      1.09
64                      2.17
128                     4.34
256                     8.68
512                    17.22
1024                   33.58
2048                   57.44
4096                  104.10
8192                  169.68
16384                 191.84
32768                 209.58
65536                 195.16
131072                225.71
262144                238.49
524288                242.11
1048576               236.14
2097152               228.20
4194304               210.69

osu_bibw

root@cx8:~# mpirun -np 2 -hostfile /mnt/share/hostfile /mnt/share/OMB/mpi/pt2pt/osu_bibw
# OSU MPI Bi-Directional Bandwidth Test v3.7
# Size    Bi-Bandwidth (MB/s)
1                       0.05
2                       0.11
4                       0.22
8                       0.44
16                      0.87
32                      1.75
64                      3.36
128                     6.49
256                    12.29
512                    24.53
1024                   48.56
2048                   81.40
4096                  144.00
8192                  206.22
16384                 217.33
32768                 226.23
65536                 234.76
131072                250.13
262144                270.26
524288                266.78
1048576               273.89
2097152               247.51
4194304               237.49

osu_mbw_mr

root@cx8:~# mpirun -np 8 -hostfile /mnt/share/hostfile /mnt/share/OMB/mpi/pt2pt/osu_mbw_mr
# OSU MPI Multiple Bandwidth / Message Rate Test v3.7
# [ pairs: 4 ] [ window size: 64 ]
# Size                  MB/s        Messages/s
1                       0.23         226424.63
2                       0.45         226196.15
4                       0.90         224873.05
8                       1.80         225574.59
16                      3.62         226070.42
32                      7.21         225322.29
64                     14.34         224001.42
128                    28.69         224162.28
256                    58.09         226916.06
512                   112.75         220220.40
1024                  223.87         218624.13
2048                  355.19         173431.16
4096                  599.72         146417.01
8192                  883.25         107818.94
16384                 899.02          54872.05
32768                 888.64          27119.25
65536                 898.20          13705.45
131072                918.46           7007.29
262144                925.10           3528.99
524288                887.20           1692.19
1048576               915.86            873.43
Retrieved from "http://wiki.define-technology.com/mediawiki-1.35.0/index.php?title=Benchmarking:_OMB_MPI_(OSU)&oldid=2839"