Lustre SFF - Revision history

Mike: /* Adding 90 Bay */

2017-01-09T11:41:43Z

Adding 90 Bay

2017-01-05T16:51:08Z

Adding 90 Bay

2017-01-05T16:41:04Z

Adding 90 Bay

2016-11-24T16:32:42Z

Adding 90 Bay

2016-11-24T15:24:23Z

90-bay

2016-11-08T12:19:27Z

Format Lustre Filesystem

2016-11-08T12:13:33Z

Format Lustre Filesystem

2016-11-08T12:10:13Z

Format Lustre Filesystem

2016-11-08T11:38:41Z

Advanced Configuration

2016-11-08T11:30:47Z

Lustre SFF link for advanced configuration.

@@ Line 118: / Line 118: @@
 foo2=(${foo[@]/#//dev/mapper/})
 for i in {0..7}; do zpool create ost000$i raidz2 -f ${foo[@]:((11*i)):11}; done
 mkfs.lustre --mgs --backfstype=zfs --reformat mgt/mgt
@@ Line 123: / Line 124: @@
 for i in {0..7}; do mkfs.lustre --ost --backfstype=zfs --fsname=lzfs --index=$i --mgsnode=192.168.0.1@o2ib --reformat ost000$i/ost000$i; done
 for i in mgt; do mount -t  lustre $i/$i /zfs/$i; done

← Older revision		Revision as of 16:51, 5 January 2017
Line 123:		Line 123:

	for i in {0..7}; do mkfs.lustre --ost --backfstype=zfs --fsname=lzfs --index=$i --mgsnode=192.168.0.1@o2ib --reformat ost000$i/ost000$i; done		for i in {0..7}; do mkfs.lustre --ost --backfstype=zfs --fsname=lzfs --index=$i --mgsnode=192.168.0.1@o2ib --reformat ost000$i/ost000$i; done
		+
		+	for i in mgt; do mount -t lustre $i/$i /zfs/$i; done
		+	for i in mdt; do mount -t lustre $i/$i /zfs/$i; done
		+	for i in ost000{0..3}; do mount -t lustre $i/$i /zfs/$i; done
		+
		+	for i in ost000{4..7}; do mount -t lustre $i/$i /zfs/$i; done
	</syntaxhighlight>		</syntaxhighlight>

@@ Line 112: / Line 112: @@
 <syntaxhighlight>
-lsscsi -i | grep ST1000NM0023 | grep -v '-' > lsscsi_90bay.txt
+zpool create -f mgt mirror /dev/sd{a,b}1
-A=($(cat ../sff/lsscsi_90bay.txt | awk '{printf " "$6}'))
+zpool create -f mdt mirror /dev/sd{a,b}2
-sff1:
+foo=($(lsscsi -i | grep 0023 | grep -v 531b | awk '{print $7}' | sort | uniq | sort --random-sort))
-<syntaxhighlight>
+foo2=(${foo[@]/#//dev/mapper/})
-for i in {0..3}; do mkdir -p /zfs/ost$(printf %0.4i $((i+3))); done
+for i in {0..7}; do zpool create ost000$i raidz2 -f ${foo[@]:((11*i)):11}; done
-sff2:
+mkfs.lustre --mgs --backfstype=zfs --reformat mgt/mgt
-<syntaxhighlight>
+mkfs.lustre --mdt --backfstype=zfs --fsname=lzfs --index=0 --mgsnode=192.168.0.1@o2ib --reformat mdt/mdt
-for i in {7..11}; do mkdir -p /zfs/ost$(printf %0.4i $i); done
-for i in {7..11}; do zpool import ost$(printf %0.4i $i); done # Reboot if import fails.
+for i in {0..7}; do mkfs.lustre --ost --backfstype=zfs --fsname=lzfs --index=$i --mgsnode=192.168.0.1@o2ib --reformat ost000$i/ost000$i; done
 </syntaxhighlight>

@@ Line 123: / Line 123: @@
 for i in {0..3}; do mkdir -p /zfs/ost$(printf %0.4i $((i+3))); done
 for i in {0..3}; do mkfs.lustre --ost --backfstype=zfs --fsname=lzfs --index=$((i+2)) --mgsnode=192.168.0.1@o2ib --reformat ost$(printf %0.4i $((i+3)))/ost$(printf %0.4i $((i+3))); done
 </syntaxhighlight>

@@ Line 107: / Line 107: @@
 ssh $OSS mount -t lustre ost0001/ost0001 /zfs/ost0001
 ssh $OSS mount -t lustre ost0002/ost0002 /zfs/ost0002
 </syntaxhighlight>

@@ Line 102: / Line 102: @@
 ssh $OSS mkfs.lustre --fsname=$FSNAME --ost --index=0000 --backfstype=zfs --servicenode=$MGS --mgsnode=$MGS --mgsnode=$OSS ost0001/ost0001
 ssh $OSS mkfs.lustre --fsname=$FSNAME --ost --index=0001 --backfstype=zfs --servicenode=$MGS --mgsnode=$MGS --mgsnode=$OSS ost0002/ost0002
 </syntaxhighlight>

@@ Line 99: / Line 99: @@
 OSS=192.168.0.2@o2ib
 FSNAME=lzfs
-ssh $MGS mkfs.lustre --fsname=$FSNAME --mgs --mdt --index=0 --backfstype=zfs --servicenode=$OSS --mgsnode=$MGS --mgsnode=$OSS --reformat mdt/mdt
+ssh $MGS mkfs.lustre --fsname=$FSNAME --mgs --mdt --index=0 --backfstype=zfs --servicenode=$OSS --mgsnode=$MGS --mgsnode=$OSS --reformat mgt/mgt
 ssh $OSS mkfs.lustre --fsname=$FSNAME --ost --index=0000 --backfstype=zfs --servicenode=$MGS --mgsnode=$MGS --mgsnode=$OSS ost0001/ost0001
 ssh $OSS mkfs.lustre --fsname=$FSNAME --ost --index=0001 --backfstype=zfs --servicenode=$MGS --mgsnode=$MGS --mgsnode=$OSS ost0002/ost0002

← Older revision		Revision as of 11:38, 8 November 2016
Line 107:		Line 107:
	http://lustre.ornl.gov/ecosystem-2015/documents/LustreEco2015-Tutorial2.pdf		http://lustre.ornl.gov/ecosystem-2015/documents/LustreEco2015-Tutorial2.pdf

		+	Configure InfiniBand as required: https://docs.oracle.com/cd/E19436-01/820-3522-10/ch4-linux.html

	=== Installing Non-Production Test Lustre (ZFS provided) ===		=== Installing Non-Production Test Lustre (ZFS provided) ===

← Older revision		Revision as of 11:30, 8 November 2016
Line 103:		Line 103:
	ssh $OSS mkfs.lustre --fsname=$FSNAME --ost --index=0001 --backfstype=zfs --servicenode=$MGS --mgsnode=$MGS --mgsnode=$OSS ost0002/ost0002		ssh $OSS mkfs.lustre --fsname=$FSNAME --ost --index=0001 --backfstype=zfs --servicenode=$MGS --mgsnode=$MGS --mgsnode=$OSS ost0002/ost0002
	</syntaxhighlight>		</syntaxhighlight>
		+
		+	=== Advanced Configuration ===
		+	http://lustre.ornl.gov/ecosystem-2015/documents/LustreEco2015-Tutorial2.pdf