Difference between revisions of "Lustre Client on Ubuntu 14.04 LTS (Trusty)"

From Define Wiki
Jump to navigation Jump to search
 
(One intermediate revision by one other user not shown)
Line 1: Line 1:
 +
= Building from github =
 
This is a guide to build and install the Lustre client on Ubuntu 14.04 LTS using Mellanox Ethernet only - I have yet to try building it with IB support.
 
This is a guide to build and install the Lustre client on Ubuntu 14.04 LTS using Mellanox Ethernet only - I have yet to try building it with IB support.
  
Line 24: Line 25:
 
<syntaxhighlight>
 
<syntaxhighlight>
 
# Mellanox Prerequisites  
 
# Mellanox Prerequisites  
root@ubuntu-server-1404-x8664:~# aptitude install  debhelper pkg-config swig quilt flex gfortran tk8.4 tcl tcl8.4 dpatch curl tk python-libxml2  
+
root@ubuntu-server-1404-x8664:~# aptitude install  debhelper pkg-config swig quilt flex gfortran tk8.4 tcl tcl8.4 dpatch curl tk python-libxml2 libnl1 dkms graphviz chrpath bison
 
libgfortran3 bison libnl1 dkms graphviz chrpath
 
libgfortran3 bison libnl1 dkms graphviz chrpath
  
Line 54: Line 55:
 
root@ubuntu-server-1404-x8664:~# modprobe lnet
 
root@ubuntu-server-1404-x8664:~# modprobe lnet
 
root@ubuntu-server-1404-x8664:~# modprobe lustre
 
root@ubuntu-server-1404-x8664:~# modprobe lustre
 +
</syntaxhighlight>
 +
 +
= Building from Intel sources =
 +
<syntaxhighlight>
 +
wget https://downloadmirror.intel.com/25772/eng/client-ubuntu.tar
 +
 +
# install build tools etc
 +
aptitude install  debhelper pkg-config swig quilt flex gfortran tk8.4 tcl tcl8.4 dpatch curl tk python-libxml2 libnl1 dkms graphviz chrpath bison
 +
aptitude install git build-essential libtool automake python-docutils
 +
 +
# install the lustre source
 +
tar xvf client-ubuntu.tar
 +
dpkg -i lustre-*
 +
 +
cd /usr/src/
 +
tar jxvf lustre.tar.bz2
 +
cd modules/lustre
 +
 +
# build/make and modprobe
 +
./configure --disable-server
 +
make
 +
make install
 +
depmod -a
 +
modprobe lustre
 +
 +
# check it
 +
root@test-ubuntu:/home/ubuntu/scratch# uname -a
 +
Linux test-ubuntu 3.13.0-91-generic #138-Ubuntu SMP Fri Jun 24 17:00:34 UTC 2016 x86_64 x86_64 x86_64 GNU/Linux
 +
root@test-ubuntu:/home/ubuntu/scratch# lsmod | grep lustre
 +
lustre                979729  0
 +
lmv                  252692  1 lustre
 +
mdc                  201390  1 lustre
 +
lov                  357210  1 lustre
 +
ptlrpc              1380446  6 fid,fld,lmv,mdc,lov,lustre
 +
obdclass            1107320  13 fid,fld,lmv,mdc,lov,lustre,ptlrpc
 +
lnet                  373585  4 lustre,obdclass,ptlrpc,ksocklnd
 +
libcfs                398341  10 fid,fld,lmv,mdc,lov,lnet,lustre,obdclass,ptlrpc,ksocklnd
 
</syntaxhighlight>
 
</syntaxhighlight>

Latest revision as of 10:42, 29 July 2016

Building from github

This is a guide to build and install the Lustre client on Ubuntu 14.04 LTS using Mellanox Ethernet only - I have yet to try building it with IB support.

Prework

  • Update system for latest source files "/etc/apt/sources.list"
#------------------------------------------------------------------------------#
#                            OFFICIAL UBUNTU REPOS                             #
#------------------------------------------------------------------------------#


###### Ubuntu Main Repos
deb http://uk.archive.ubuntu.com/ubuntu/ trusty main universe 
deb-src http://uk.archive.ubuntu.com/ubuntu/ trusty main universe 

###### Ubuntu Update Repos
deb http://uk.archive.ubuntu.com/ubuntu/ trusty-security main universe 
deb http://uk.archive.ubuntu.com/ubuntu/ trusty-updates main universe
  • Install Mellanox OFED
  • Modify Mellanox interface to use Ethernet only "connectx_port_config"
# Mellanox Prerequisites 
root@ubuntu-server-1404-x8664:~# aptitude install  debhelper pkg-config swig quilt flex gfortran tk8.4 tcl tcl8.4 dpatch curl tk python-libxml2 libnl1 dkms graphviz chrpath bison
libgfortran3 bison libnl1 dkms graphviz chrpath

root@ubuntu-server-1404-x8664:~# apt-get update
root@ubuntu-server-1404-x8664:~# aptitude install git build-essential libtool automake python-docutils

Installation Steps

root@ubuntu-server-1404-x8664:~# git clone git://git.whamcloud.com/fs/lustre-release.git
root@ubuntu-server-1404-x8664:~# cd lustre-release
root@ubuntu-server-1404-x8664:~/lustre-release# sh ./autogen.sh
root@ubuntu-server-1404-x8664:~/lustre-release# ./configure --disable-server
root@ubuntu-server-1404-x8664:~/lustre-release# make -j 16
root@ubuntu-server-1404-x8664:~/lustre-release# make -j 16 install
  • Modify "/etc/modprobe.d/lustre.conf"
options lnet networks=tcp0(eth2)
  • Load Modules
  • When issuing "modprobe lustre" ensure the lnet interface in "lustre.conf" is up else you will get errors with "ptlrpc.ko".
root@ubuntu-server-1404-x8664:~# modprobe lnet
root@ubuntu-server-1404-x8664:~# modprobe lustre

Building from Intel sources

wget https://downloadmirror.intel.com/25772/eng/client-ubuntu.tar

# install build tools etc
aptitude install  debhelper pkg-config swig quilt flex gfortran tk8.4 tcl tcl8.4 dpatch curl tk python-libxml2 libnl1 dkms graphviz chrpath bison
aptitude install git build-essential libtool automake python-docutils

# install the lustre source
tar xvf client-ubuntu.tar
dpkg -i lustre-*

cd /usr/src/
tar jxvf lustre.tar.bz2
cd modules/lustre

# build/make and modprobe
./configure --disable-server
make
make install
depmod -a
modprobe lustre

# check it
root@test-ubuntu:/home/ubuntu/scratch# uname -a
Linux test-ubuntu 3.13.0-91-generic #138-Ubuntu SMP Fri Jun 24 17:00:34 UTC 2016 x86_64 x86_64 x86_64 GNU/Linux
root@test-ubuntu:/home/ubuntu/scratch# lsmod | grep lustre
lustre                979729  0
lmv                   252692  1 lustre
mdc                   201390  1 lustre
lov                   357210  1 lustre
ptlrpc               1380446  6 fid,fld,lmv,mdc,lov,lustre
obdclass             1107320  13 fid,fld,lmv,mdc,lov,lustre,ptlrpc
lnet                  373585  4 lustre,obdclass,ptlrpc,ksocklnd
libcfs                398341  10 fid,fld,lmv,mdc,lov,lnet,lustre,obdclass,ptlrpc,ksocklnd