Difference between revisions of "Emulex OneConnect OCe14102-NM"

From Define Wiki
Jump to navigation Jump to search
Line 25: Line 25:
 
Command Line Run:
 
Command Line Run:
 
<syntaxhighlight>
 
<syntaxhighlight>
−
taskset -c 8 sockperf sr
+
[root@hft1 ~]# taskset -c 8 sockperf sr
−
taskset -c 8 sockperf pp -i 10.10.10.2 -t 5 -m 12
+
[root@hft2 ~]# taskset -c 8 sockperf pp -i 10.10.10.2 -t 5 -m 12
 
</syntaxhighlight>
 
</syntaxhighlight>
  
Line 35: Line 35:
 
sockperf[CLIENT] send on:sockperf: using recvfrom() to block on socket(s)
 
sockperf[CLIENT] send on:sockperf: using recvfrom() to block on socket(s)
  
−
[ 0] IP = 10.10.10.2     PORT = 11111 # UDP
+
[ 0] IP = 10.10.10.1     PORT = 11111 # UDP
 
sockperf: Warmup stage (sending a few dummy messages)...
 
sockperf: Warmup stage (sending a few dummy messages)...
 
sockperf: Starting test...
 
sockperf: Starting test...
 
sockperf: Test end (interrupted by timer)
 
sockperf: Test end (interrupted by timer)
 
sockperf: Test ended
 
sockperf: Test ended
−
sockperf: [Total Run] RunTime=5.100 sec; SentMessages=320758; ReceivedMessages=320757
+
sockperf: [Total Run] RunTime=5.100 sec; SentMessages=333984; ReceivedMessages=333983
 
sockperf: ========= Printing statistics for Server No: 0
 
sockperf: ========= Printing statistics for Server No: 0
−
sockperf: [Valid Duration] RunTime=5.000 sec; SentMessages=314477; ReceivedMessages=314477
+
sockperf: [Valid Duration] RunTime=5.000 sec; SentMessages=327436; ReceivedMessages=327436
−
sockperf: ====> avg-lat=  7.932 (std-dev=0.064)
+
sockperf: ====> avg-lat=  7.616 (std-dev=0.060)
 
sockperf: # dropped messages = 0; # duplicated messages = 0; # out-of-order messages = 0
 
sockperf: # dropped messages = 0; # duplicated messages = 0; # out-of-order messages = 0
−
sockperf: Summary: Latency is 7.932 usec
+
sockperf: Summary: Latency is 7.616 usec
−
sockperf: Total 314477 observations; each percentile contains 3144.77 observations
+
sockperf: Total 327436 observations; each percentile contains 3274.36 observations
−
sockperf: ---> <MAX> observation =    8.928
+
sockperf: ---> <MAX> observation =    9.900
−
sockperf: ---> percentile  99.99 =    8.655
+
sockperf: ---> percentile  99.99 =    8.233
−
sockperf: ---> percentile  99.90 =    8.396
+
sockperf: ---> percentile  99.90 =    7.957
−
sockperf: ---> percentile  99.50 =    8.193
+
sockperf: ---> percentile  99.50 =    7.847
−
sockperf: ---> percentile  99.00 =    8.147
+
sockperf: ---> percentile  99.00 =    7.815
−
sockperf: ---> percentile  95.00 =    8.040
+
sockperf: ---> percentile  95.00 =    7.729
−
sockperf: ---> percentile  90.00 =    8.005
+
sockperf: ---> percentile  90.00 =    7.687
−
sockperf: ---> percentile  75.00 =    7.962
+
sockperf: ---> percentile  75.00 =    7.640
−
sockperf: ---> percentile  50.00 =    7.925
+
sockperf: ---> percentile  50.00 =    7.606
−
sockperf: ---> percentile  25.00 =    7.892
+
sockperf: ---> percentile  25.00 =    7.578
−
sockperf: ---> <MIN> observation =    7.658
+
sockperf: ---> <MIN> observation =    7.337
 
</syntaxhighlight>
 
</syntaxhighlight>
  
Line 64: Line 64:
 
Command Line Run:
 
Command Line Run:
 
<syntaxhighlight>
 
<syntaxhighlight>
−
[root@hft1 ~]# taskset -c 8,9 iperf -c 10.10.10.1
+
[root@hft1 ~]# taskset -c 8,9 iperf -s
 +
[root@hft2 ~]# taskset -c 8,9 iperf -c 10.10.10.1
 
</syntaxhighlight>
 
</syntaxhighlight>
  
Line 78: Line 79:
 
</syntaxhighlight>
 
</syntaxhighlight>
  
−
'''Netperf'''
+
'''osu_bw'''
  
 
Command Line Run:
 
Command Line Run:
Line 90: Line 91:
 
</syntaxhighlight>
 
</syntaxhighlight>
  
−
'''osu_bw'''
+
'''osu_bibw'''
  
−
Command Line Run:
 
−
<syntaxhighlight>
 
−
#
 
−
</syntaxhighlight>
 
  
−
*Output
+
*Pinning Cores to the run made little to no difference for OSU
−
<syntaxhighlight>
 
−
#
 
−
</syntaxhighlight>
 
−
 
 
−
'''osu_bibw'''
 
  
 
Command Line Run:
 
Command Line Run:
 
<syntaxhighlight>
 
<syntaxhighlight>
−
#
+
[root@hft1 pt2pt]# mpirun -H 10.10.10.1,10.10.10.2 -np 2 --allow-run-as-root ./osu_bw
 
</syntaxhighlight>
 
</syntaxhighlight>
  
 
*Output
 
*Output
 
<syntaxhighlight>
 
<syntaxhighlight>
−
#
+
# OSU MPI Bandwidth Test v4.4.1
 +
# Size      Bandwidth (MB/s)
 +
1                      0.30
 +
2                      0.61
 +
4                      1.23
 +
8                      2.48
 +
16                      4.97
 +
32                      9.77
 +
64                    18.96
 +
128                    38.91
 +
256                    77.56
 +
512                  146.62
 +
1024                  175.88
 +
2048                  198.64
 +
4096                  206.83
 +
8192                  219.13
 +
16384                231.53
 +
32768                233.15
 +
65536                231.67
 +
131072                234.22
 +
262144                235.75
 +
524288                236.57
 +
1048576              236.94
 +
2097152              237.13
 +
4194304              237.23
 
</syntaxhighlight>
 
</syntaxhighlight>
  
Line 118: Line 134:
 
Command Line Run:
 
Command Line Run:
 
<syntaxhighlight>
 
<syntaxhighlight>
−
#
+
[root@hft1 pt2pt]# mpirun -H 10.10.10.1,10.10.10.2 -np 2 --allow-run-as-root ./osu_latency
 
</syntaxhighlight>
 
</syntaxhighlight>
  
 
*Output
 
*Output
 
<syntaxhighlight>
 
<syntaxhighlight>
−
#
+
 
 +
# OSU MPI Latency Test v4.4.1
 +
# Size          Latency (us)
 +
0                      12.26
 +
1                      12.27
 +
2                      12.27
 +
4                      12.27
 +
8                      12.28
 +
16                    12.28
 +
32                    12.29
 +
64                    12.50
 +
128                    13.16
 +
256                    14.43
 +
512                    16.94
 +
1024                  23.27
 +
2048                  59.06
 +
4096                  112.98
 +
8192                  115.23
 +
16384                137.94
 +
32768                213.93
 +
65536                402.38
 +
131072                910.54
 +
262144              1490.14
 +
524288              2450.02
 +
1048576              4761.29
 +
2097152              9175.97
 +
4194304            18007.57
 +
 
 
</syntaxhighlight>
 
</syntaxhighlight>

Revision as of 07:16, 4 August 2015

System Configuration

  • Drivers: elx-be2net-dd-rhel6-10.6.144.21-1.tar
  • OS: CentOS 6.6 - Default Kernel

All steps in "10G NICs General Optimization" Followed

Systems

hft1 hft2

  • Cards: OCE14102-NM-NFR

Tests

  • SockPerf
  • iPerf
  • OSU MPI Benchmarks - bw, bibw, latency, mr_mbw

Benchmarks

SockPerf

Command Line Run: 

[root@hft1 ~]# taskset -c 8 sockperf sr
[root@hft2 ~]# taskset -c 8 sockperf pp -i 10.10.10.2 -t 5 -m 12
  • Output
[root@hft2 elx-rhel6-be2net-dd-10.6.144.21-1]# taskset -c 8 sockperf pp -i 10.10.10.2 -t 5 -m 12
sockperf: == version #2.5.244 ==
sockperf[CLIENT] send on:sockperf: using recvfrom() to block on socket(s)

[ 0] IP = 10.10.10.1      PORT = 11111 # UDP
sockperf: Warmup stage (sending a few dummy messages)...
sockperf: Starting test...
sockperf: Test end (interrupted by timer)
sockperf: Test ended
sockperf: [Total Run] RunTime=5.100 sec; SentMessages=333984; ReceivedMessages=333983
sockperf: ========= Printing statistics for Server No: 0
sockperf: [Valid Duration] RunTime=5.000 sec; SentMessages=327436; ReceivedMessages=327436
sockperf: ====> avg-lat=  7.616 (std-dev=0.060)
sockperf: # dropped messages = 0; # duplicated messages = 0; # out-of-order messages = 0
sockperf: Summary: Latency is 7.616 usec
sockperf: Total 327436 observations; each percentile contains 3274.36 observations
sockperf: ---> <MAX> observation =    9.900
sockperf: ---> percentile  99.99 =    8.233
sockperf: ---> percentile  99.90 =    7.957
sockperf: ---> percentile  99.50 =    7.847
sockperf: ---> percentile  99.00 =    7.815
sockperf: ---> percentile  95.00 =    7.729
sockperf: ---> percentile  90.00 =    7.687
sockperf: ---> percentile  75.00 =    7.640
sockperf: ---> percentile  50.00 =    7.606
sockperf: ---> percentile  25.00 =    7.578
sockperf: ---> <MIN> observation =    7.337

iPerf

Command Line Run: 

[root@hft1 ~]# taskset -c 8,9 iperf -s
[root@hft2 ~]# taskset -c 8,9 iperf -c 10.10.10.1
  • Output
------------------------------------------------------------
Client connecting to 10.10.10.1, TCP port 5001
TCP window size: 9.54 MByte (default)
------------------------------------------------------------
[  3] local 10.10.10.2 port 30403 connected with 10.10.10.1 port 5001
[ ID] Interval       Transfer     Bandwidth
[  3]  0.0-10.0 sec  10.6 GBytes  9.10 Gbits/sec

osu_bw

Command Line Run: 

#
  • Output
#

osu_bibw


  • Pinning Cores to the run made little to no difference for OSU

Command Line Run: 

[root@hft1 pt2pt]# mpirun -H 10.10.10.1,10.10.10.2 -np 2 --allow-run-as-root ./osu_bw
  • Output
# OSU MPI Bandwidth Test v4.4.1
# Size      Bandwidth (MB/s)
1                       0.30
2                       0.61
4                       1.23
8                       2.48
16                      4.97
32                      9.77
64                     18.96
128                    38.91
256                    77.56
512                   146.62
1024                  175.88
2048                  198.64
4096                  206.83
8192                  219.13
16384                 231.53
32768                 233.15
65536                 231.67
131072                234.22
262144                235.75
524288                236.57
1048576               236.94
2097152               237.13
4194304               237.23

osu_mr_mbr

Command Line Run: 

[root@hft1 pt2pt]# mpirun -H 10.10.10.1,10.10.10.2 -np 2 --allow-run-as-root ./osu_latency
  • Output
# OSU MPI Latency Test v4.4.1
# Size          Latency (us)
0                      12.26
1                      12.27
2                      12.27
4                      12.27
8                      12.28
16                     12.28
32                     12.29
64                     12.50
128                    13.16
256                    14.43
512                    16.94
1024                   23.27
2048                   59.06
4096                  112.98
8192                  115.23
16384                 137.94
32768                 213.93
65536                 402.38
131072                910.54
262144               1490.14
524288               2450.02
1048576              4761.29
2097152              9175.97
4194304             18007.57
Retrieved from "http://wiki.define-technology.com/mediawiki-1.35.0/index.php?title=Emulex_OneConnect_OCe14102-NM&oldid=9361"