New release available: 2022-07-31 "Igor".
upgrade now! [52.2] (what's this?)
xcat_template_nvme
working kickstart file for NVMe based boot disks with RAID1
#
#cmdline
lang en_US.UTF-8
#KICKSTARTNET#
#
# Where's the source?
# nfs --server hostname.of.server or IP --dir /path/to/RH/CD/image
#
#nfs --server #XCATVAR:INSTALL_NFS# --dir #XCATVAR:INSTALL_SRC_DIR#
%include /tmp/repos
#device ethernet e100
#keyboard "us"
keyboard --vckeymap=de --xlayouts='de','us'
#
# Clear the MBR
#
zerombr
#
# Only use specified disks
#
ignoredisk --only-use=nvme10n1,nvme11n1
#
# Wipe out the disk
#
clearpart --drives=nvme10n1,nvme11n1 --all
#
# Customize to fit your needs
#
#XCAT_PARTITION_START#
#No RAID
#%include /tmp/partitionfile
#part /boot/efi --fstype="biosboot" --ondisk=nvme10n1 --size=128
#part /boot --fstype="ext4" --ondisk=disk/by-path/pci-0000:5c:00.0-scsi-0:1:0:0 --size=512
#part /usr --fstype="ext4" --ondisk=disk/by-path/pci-0000:5c:00.0-scsi-0:1:0:0 --size=51200
#part / --fstype="ext4" --ondisk=disk/by-path/pci-0000:5c:00.0-scsi-0:1:0:0 --size=51200
#part /home --fstype="ext4" --ondisk=disk/by-path/pci-0000:5c:00.0-scsi-0:1:0:0 --size=1024
#part swap --fstype="swap" --ondisk=disk/by-path/pci-0000:5c:00.0-scsi-0:1:0:0 --size=32768
#part /var --fstype="ext4" --ondisk=disk/by-path/pci-0000:5c:00.0-scsi-0:1:0:0 --size=1 --grow
# Raid 1 IDE config
part raid.10 --size 512 --asprimary --ondisk=nvme10n1
part raid.11 --size 512 --asprimary --ondisk=nvme10n1
part raid.12 --size 51200 --asprimary --ondisk=nvme10n1
part raid.13 --size 16384 --ondisk=nvme10n1
part raid.14 --size 51200 --ondisk=nvme10n1
part raid.15 --size 1 --grow --ondisk=nvme10n1
part raid.20 --size 512 --asprimary --ondisk=nvme11n1
part raid.21 --size 512 --asprimary --ondisk=nvme11n1
part raid.22 --size 51200 --asprimary --ondisk=nvme11n1
part raid.23 --size 16384 --ondisk=nvme11n1
part raid.24 --size 51200 --ondisk=nvme11n1
part raid.25 --size 1 --grow --ondisk=nvme11n1
# You can add --spares=x
raid /boot/efi --fstype="efi" --device bootefi --level=RAID1 raid.10 raid.20
raid /boot --fstype ext4 --device boot --level=RAID1 raid.11 raid.21
raid / --fstype xfs --device root --level=RAID1 raid.12 raid.22
raid swap --fstype swap --device swap --level=RAID1 raid.13 raid.23
raid /usr --fstype xfs --device usr --level=RAID1 raid.14 raid.24
raid /var --fstype xfs --device var --level=RAID1 raid.15 raid.25
#XCAT_PARTITION_END#
#
# bootloader config
# --append <args>
# --useLilo
# --md5pass <crypted MD5 password for GRUB>
#
#The bootloader config here is commented out
#For user customized partition file or partition script,
#the bootloader configuration should be specified in the user customized partition file/script
#For the xCAT default partition scheme, the bootloader configuration is in /tmp/partitionfile
#which is generated in %pre section
##KICKSTARTBOOTLOADER#
bootloader --append=" crashkernel=auto,console=ttyS#TABLE:nodehm:$NODE:serialport#,#TABLE:nodehm:$NODE:serialspeed#n8r" --location=mbr --boot-drive=nvme10n1
#
# install or upgrade
#
install
#
# text mode install (default is graphical)
#
text
#
# network configuration
#
#network --bootproto=static --device=bond0 --activate --bondslaves=eth0,eth1 --bondopts=mode=802.3ad
#network --bootproto=static --device=bond0 --activate --vlanid=797
#network --bootproto=dhcp --device=eth0 --activate
#network --bootproto=static --device=eno1 --gateway=172.17.137.2 --ip=#TABLE:hosts:$NODE:ip# --nameserver=172.17.137.2 --netmask=255.255.255.224 --ipv6=auto --activate
#network --hostname=#TABLE:hosts:$NODE:hostnames#
#
# firewall
#
firewall --disabled
#
# Select a zone
# Add the --utc switch if your hardware clock is set to GMT
#
#timezone US/Central
timezone --utc "#TABLE:site:key=timezone:value#"
#
# Don't do X
#
skipx
#
# To generate an encrypted root password use:
#
# perl -e 'print crypt("blah","Xa") . "\n";'p
# openssl passwd -apr1 -salt xxxxxxxx password
#
# where "blah" is your root password.
#
#rootpw --iscrypted XaLGAVe1C41x2
#rootpw XaLGAVe1C41x2 --iscrypted
#rootpw --iscrypted #CRYPT:passwd:key=system,username=root:password#
rootpw --iscrypted $6$8KAICeEwzKZfWUuA$rcROIqvFfi1vfPRX2P1LOBrhGGATBIs54s8lqvrlQTucumtZpVmyMWD5J8rRSNarVowBBUMZb7iD77lBdTRQF/
#
# NIS setup: auth --enablenis --nisdomain sensenet
# --nisserver neptune --useshadow --enablemd5
#
# OR
#auth --useshadow --enablemd5
auth --enableshadow --passalgo=sha512
#
# SE Linux
#
selinux --disabled
#selinux --permissive
#
# Reboot after installation
#
reboot
#
# Enable or disable services
#
#services --enabled=cpupower,NetworkManager --disabled=tuned
services --enabled="NetworkManager" --disabled=tuned
#
#end of section
#
%packages
#INCLUDE_DEFAULT_PKGLIST#
%end
%addon com_redhat_kdump --enable --reserve-mb='auto'
%end
%pre
{
echo "Running Kickstart Pre-Installation script..."
#INCLUDE:#ENV:XCATROOT#/share/xcat/install/scripts/pre.rh.rhels7#
} >>/tmp/pre-install.log 2>&1
%end
%post --log=/root/ks-post.log
mkdir -p /var/log/xcat/
{
cat >> /var/log/xcat/xcat.log << "EOF"
%include /tmp/pre-install.log
EOF
echo "Running Kickstart Post-Installation script..."
#INCLUDE:#ENV:XCATROOT#/share/xcat/install/scripts/post.xcat#
#INCLUDE:#ENV:XCATROOT#/share/xcat/install/scripts/post.rhels7#
} >>/var/log/xcat/xcat.log 2>&1
%end
command history of ece01 for reference
3 mmvdisk rg create --rg ece_rg1 --nc ece_nc1
4 mmvdisk nc list
5 mmvdisk rg list
7 mmlsnvmestatus
8 mmlsnvmestatus all
10 ecedrivemapping --mode nvme –report
11 ecedrivemapping --mode nvme –-report
12 ecedrivemapping --mode nvme --report
13 mmvdisk rg list
14 mmvdisk
15 mmvdisk rg
16 mmvdisk nc list
17 mmvdisk rg --recovery-group ece_rg1 --node-class ece_nc1
18 mmvdisk rg create --recovery-group ece_rg1 --node-class ece_nc1
21 mmvdisk rg create --recovery-group ece_rg1 --node-class ece_nc1
22 mmvdisk rg list
24 mmvdisk rg list --da
25 mmvdisk
26 mmvdisk vdiskset
27 mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 2M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
29 mmvdisk vdiskset list
30 mmvdisk filesystem create --fs ecefs --vs SSD01A --mmcrfs -T /ece01 -r 2 -m 2
31 mmvdisk filesystem create --fs ecefs --vs SSD01A --fg ncA=1 --mmcrfs -T /ece01 -r 2 -m 2
32 mmvdisk vdiskset list
33 mmvdisk create --vs all
34 mmvdisk vdiskset create --vs all
35 mmvdisk vdiskset list
39 mmvdisk filesystem create --fs ecefs --vs SSD01A --fg ncA=1 --mmcrfs -T /ece01 -r 2 -m 2
40 mmvdisk filesystem create --fs ecefs --vs SSD01A --fg ece_nc1=1 --mmcrfs -T /ece01 -r 2 -m 2
41 mmvdisk filesystem create --fs ecefs --vs SSD01A --mmcrfs -T /ece01 -r 2 -m 2
45 mmvdisk filesystem create --fs ecefs --vs SSD01A --mmcrfs -T /ece01 -r 2 -m 2 --version
46 mmvdisk filesystem create --fs ecefs --vs SSD01A --mmcrfs -T /ece01 -r 2 -m 2 --version =5.1.0.0
47 mmvdisk filesystem create --fs ecefs --vs SSD01A --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
59 mmvdisk rg list
60 mmvdisk server configure --node-class ece_nc1 --recycle one
101 mmvdisk
102 mmvdisk rg list
103 mmvdisk rg
104 mmvdisk rg delete --rg ece_rg1
105 mmvdisk vdiskset undefine --vdisk-set SSD01A
106 mmvdisk rg delete --rg ece_rg1
107 mmvdisk rg delete
108 mmvdisk rg delete --rg ece_rg1 -p
109 mmvdisk vdiskset
110 mmvdisk vdiskset list
111 mmvdisk vdiskset
112 mmvdisk vdiskset undefine --vd SSD01A
113 mmvdisk vdiskset undefine --vdisk-set SSD01A
114 mmvdisk vdiskset deletee --vdisk-set SSD01A
115 mmvdisk vdiskset delete --vdisk-set SSD01A
116 mmvdisk rg list
117 mmvdisk vdiskset undefine --vdisk-set SSD01A
118 mmvdisk rg list
119 mmvdisk vdiskset undefine --vdisk-set SSD01A
120 mmvdisk rg
121 mmvdisk rg delete --rg ece_rg1
122 mmvdisk rg list
123 mmvdisk nc list
124 mmvdisk nc
125 mmvdisk nc add --nc ece_nc1 -N ece06
126 mmvdisk nc delete
127 mmvdisk nc delete --nc ece_nc1 -a
128 mmvdisk nc delete --nc ece_nc1
129 mmvdisk nc delete --nc ece_nc1 -N ece01
130 mmvdisk nc delete --nc ece_nc1
131 mmvdisk nc
132 mmvdisk nc delete --nc ece_nc1
133 mmvdisk nc delete --nc ece_nc1 --confirm
138 mmvdisk
139 mmvdisk pdisk
140 mmvdisk pdisk list
141 mmvdisk pdisk list rg all
142 mmvdisk pdisk list --rg all
144 mmvdisk pdisk list --rg all
145 mmvdisk nc list
146 mmvdisk nc
147 mmvdisk nc delete --node-class ece_nc1
148 mmvdisk nc delete --node-class ece_nc1 -N ece01ece02,ece03,ece04,ece05
149 mmvdisk server unconfigure
150 mmvdisk server unconfigure --node-class ece_nc1
151 mmvdisk nc list
152 mmvdisk nc add --node-class ece_nc1 -N ece06
153 mmvdisk server
154 mmvdisk server list
155 mmvdisk nc list
156 mmvdisk server configure --node-class ece_nc1
157 mmvdisk server configure --recycle all
158 mmvdisk server configure --node-class ece_nc1 --recycle all
159 ecedrivemapping
160 ecedrivemapping -h
161 ecedrivemapping --mode nvme list
162 ecedrivemapping --mode nvme
166 ecedrivemapping --mode nvme
167 ecedrivemapping
168 ecedrivemapping -h
169 mmvdisk
170 mmvdisk pdisk
171 mmvdisk pdisk list
172 mmvdisk vdisk
173 mmvdisk vdisk list
175 ecedrivemapping --report
176 ecedrivemapping --mode nvme --report
178 mmvdisk rg create --recovery-group ece_rg1 --node-class ece_nc1
181 mmvdisk rg create --recovery-group ece_rg1 --node-class ece_nc1
182 ecedrivemapping
183 ecedrivemapping --mode nvme
184 ecedrivemapping --mode nvme --report
185 ecedrivemapping --mode nvme --report -h
186 ecedrivemapping --mode nvme --report
187 ls -l /dev/nvme*
188 mmvdisk rg create --recovery-group ece_rg1 --node-class ece_nc1
189 ecedrivemapping
190 ecedrivemapping --mode nvme
193 ecedrivemapping --mode nvme
196 mmvdisk rg create --recovery-group ece_rg1 --node-class ece_nc1
197 mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 2M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
198 mmvdisk filesystem create --fs ecefs --vs SSD01A --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
200 mmvdisk vdiskset create --vdisk-set SSD01A
202 mmvdisk filesystem create --fs ecefs --vs SSD01A --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
226 nvme list
227 smartctl -a /dev/nvme0n1
228 nvme list
229 nvme id-ns
230 nvme id-ns /dev/nvme0n1
231 smartctl -a /dev/nvme0n1
236 history | grep mmvdisk
237 history |grep mmvdisk
238 mmvdisk server list
241 mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 4M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
243 mmvdisk vdiskset delete --vdisk-set SSD01A
244 mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 4M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
245 mmvdisk vdiskset delete --vdisk-set SSD01A
246 mmvdisk vdiskset list
247 mmvdisk vdiskset
248 mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 4M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
249 mmvdisk vdiskset
250 mmvdisk vdiskset list
251 nvme id-ns /dev/nvme0n1
252 smartctl -a /dev/nvme0n1
253 history | grep nvme
259 mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 4M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
260 mmvdisk rg list
261 ecedrivemapping
262 ecedrivemapping --report
263 ecedrivemapping --mode nvme --report
264 mmvdisk rg list --da
265 mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 2M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
266 mmvdisk vdiskset
267 mmvdisk vdiskset undefine --vs SSD01A
268 mmvdisk rg list --da
269 mmvdisk rg list
270 mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 4M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
273 mmvdisk nc list
274 mmvdisk fs list
275 mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 4M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
276 mmvdisk rg list
277 mmvdisk pdisk list --rg ece_rg1
278 mmvdisk rg
279 mmvdisk rg chnage --rg ece_rg1 --activate
280 mmvdisk rg change --rg ece_rg1 --activate
281 mmvdisk rg change --rg ece_rg1 --active
282 mmvdisk rg change --rg ece_rg1 --active DEFAULT
283 mmvdisk rg
284 mmvdisk rg list
286 mmvdisk rg list
287 mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 4M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
288 mmvdisk server
289 mmvdisk rg
290 mmvdisk rg delete --rg ece_rg1
291 mmvdisk rg list
292 mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 4M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
294 mmvdisk rg delete --rg ece_rg1
295 mmvdisk rg
297 mmvdisk vs
298 mmvdisk vs list
299 mmvdisk vs listmmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 2M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
300 mmvdisk vs list
301 mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 2M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
302 mmvdisk recoverygroup change --recovery-group ece_rg1
303 mmvdisk recoverygroup change --recovery-group ece_rg1 --active DEFAULT
304 mmvdisk server configure --node-class ece_nc1 --recycle one
305 mmvdisk server configure --update --node-class ece_nc1 --recycle 1
307 mmvdisk server configure --update --node-class ece_nc1 --recycle 1
308 mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 2M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
310 mmvdisk filesystem create --fs ecefs --vs SSD01A --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
312 mmvdisk filesystem create --fs ecefs --vs SSD01A --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
313 mmvdisk rg list
314 mmvdisk vs list
315 mmvdisk filesystem create --fs ecefs --vs SSD01A --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
316 mmvdisk vdiskset create --vdisk-set SSD01A
317 mmvdisk filesystem create --fs ecefs --vs SSD01A --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
337 mmvdisk filesystem delete
338 mmvdisk filesystem delete --fs ecefs
339 mmvdisk vs
340 mmvdisk vs undefine --vs SSD01A
341 mmvdisk vs delete --vs SSD01A
342 mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 4M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
343 mmvdisk server
344 mmvdisk server list
345 mmvdisk vdiskset delete --vs SSD01A
346 mmvdisk vdiskset list
347 mmvdisk vdiskset delete
348 mmvdisk vdiskset delete --vs SSD01A
349 mmvdisk server
350 mmvdisk server --nc ece_nc1 --recycle all
351 mmvdisk server change --nc ece_nc1 --recycle all
352 mmvdisk server
353 mmvdisk server configure --nc ece_nc1 --recycle all
354 mmvdisk server configure --update --node-class ece_nc1 --recycle 1
355 mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 4M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
356 mmvdisk vdiskset
357 mmvdisk vdiskset undefine --vs SSD01A --rg ece_rg1 --code 8+2p --bs 4M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
358 mmvdisk vdiskset undefine --vs SSD01A
359 mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 4M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
360 mmvdisk filesystem create --fs ecefs --vs SSD01A --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
361 mmvdisk server configure --update --node-class ece_nc1 --recycle 1
362 mmvdisk filesystem create --fs ecefs --vs SSD01A --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
363 mmvdisk vdiskset
364 mmvdisk vdiskset create --vs SDD01A
365 mmvdisk vdiskset create --vs SSD01A
366 mmvdisk filesystem create --fs ecefs --vs SSD01A --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
423 mmvdisk
424 mmvdisk pdisk
425 mmvdisk pdisk list
426 mmvdisk pdisk list --rg all
428 mmvdisk pdisk list
429 mmvdisk pdisk list --rg all -L
433 ecedrivemapping --mode nvme --report
434 nvme list
465 mmumount gxfs_nvme -a
467 mmumount nvme -a
468 mmumount gxfs_nvme -a
483 mmdelfs nvme
486 mmvdisk
487 mmvdisk rg
488 mmvdisk rg list
489 mmvdisk vd
490 mmvdisk vd list
491 mmvdisk vd list --vs all
496 mmvdisk filesystem create --fs ecefs --vs SSD01A --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
502 man mmvdisk
523 mmvdisk
529 mmvdisk pdisk list --rg all -L
530 mmvdisk pdisk list --rg all
535 mmvdisk vdiskset undefine --vs SSD01A
537 mmlsnsd | grep mmvdisk
538 history | grep mmvdisk
539 mmvdisk server configure --update --node-class ece_nc1 --recycle 1
540 mmvdisk vdiskset undefine --vs SSD01A
541 mmvdisk vdiskset delete --vs SSD01A#
542 mmvdisk vdiskset delete --vs SSD01A
543 mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 16M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
544 mmvdisk vdiskset delete --vdisk-set SSD01A
545 mmvdisk server configure --update --node-class ece_nc1 --recycle 1
546 mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 16M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
547 mmvdisk vdiskset undefine --vs SSD01A
548 mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 16M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
549 mmdf ecefsmmvdisk filesystem create --fs ecefs --vs SSD01A --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
550 mmvdisk filesystem create --fs ecefs --vs SSD01A --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
551 mmvdisk vdiskset create --vdisk-set SSD01A
552 mmvdisk filesystem create --fs ecefs --vs SSD01A --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
634 mmvdisk vdiskset define --vs SSD01B --rg ece_rg1 --code 8+2p --bs 2M --da DA1 --nsd-usage metadataOnly --sp system --set-size 10%
635 mmvdisk
636 mmvdisk vs list
637 mmvdisk pd list
638 mmvdisk pd list -L
639 mmvdisk pd list -L --rg all
640 mmvdisk pd list --rg all
641 mmvdisk vs list
642 mmvdisk vs
643 mmvdisk vs list -Y
644 mmvdisk vs list --vs all
648 mmvdisk vs list --vs all
650 mmvdisk vdiskset delete --vdisk-set SSD01A
651 mmvdisk vs list --vs all
652 mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 4M --da DA1 --nsd-usage dataOnly --sp fast --set-size 90%
653 mmvdisk vdiskset undefine --vs SSD01A
654 mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 4M --da DA1 --nsd-usage dataOnly --sp fast --set-size 90%
655 mmvdisk vs list --vs all
656 mmvdisk filesystem create --fs ecefs --vs SSD01A,SSD01B --mmcrfs -T /ece01 -r 2 -m 2
657 mmvdisk vdiskset create --vs SDD01A
658 mmvdisk server configure --update --node-class ece_nc1 --recycle 1
659 mmvdisk vdiskset create --vs SDD01A
660 mmvdisk filesystem create --fs ecefs --vs SSD01A,SSD01B --mmcrfs -T /ece01 -r 2 -m 2
661 mmvdisk vs list --vs all
662 mmvdisk vdiskset create --vs SDD01B
663 mmvdisk vdiskset create --vdisk-set SSD01A
664 mmvdisk vdiskset create --vdisk-set SSD01B
665 mmvdisk vs list --vs all
666 mmvdisk filesystem create --fs ecefs --vs SSD01A,SSD01B --mmcrfs -T /ece01 -r 2 -m 2
667 mmvdisk filesystem create --fs ecefs --vs SSD01A,SSD01B --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
730 mmvdisk nc list
731 mmvdisk nc list ece_nc1
732 mmvdisk nc list --nc ece_nc1
733 mmvdisk
742 history | grep mmvdisk
743 history |grep mmvdisk
744 mmvdisk vdiskset undefine --vs SSD01A
746 mmvdisk vdiskset delete --vdisk-set SSD01A
747 mmvdisk vdiskset undefine --vs SSD01A
748 nvme id-ns /dev/nvme1n1 | grep LBA
749 nvme id-ns /dev/nvme1 | grep LBA
750 nvme id-ns /dev/nvme1
751 nvme id-ns /dev/nvme1mmvdisk vdiskset list
752 mmvdisk vd list
753 mmvdisk vd list --vd all
754 mmvdisk vd list
755 mmvdisk rg list
756 mmvdisk rg
757 mmvdisk rg delete ece_rg1
758 mmvdisk rg delete --rg ece_rg1
759 mmvdisk vdiskset undefine --vdisk-set SSD01B
760 mmvdisk vdiskset delete --vdisk-set SSD01B
761 mmvdisk rg delete --rg ece_rg1
762 mmvdisk vdiskset undefine --vdisk-set SSD01B
763 mmvdisk rg delete --rg ece_rg1
764 mmvdisk rg list
765 mmvdisk
766 mmvdisk nc list
767 mmvdisk nc list --nc ece_nc1
769 nvme id-ns /dev/nvme1n1 | grep lba
770 nvme id-ns /dev/nvme1n1 -v | grep lba
771 nvme id-ns /dev/nvme1n1 -v
772 nvme id-ns /dev/nvme1n1
773 nvme id-ns /dev/nvme1n1 -v
774 nvme id-ns -H /dev/nvme1n1
775 lsblk | egrep -o "nvme[0-9][0-9]?" | uniq
776 ecedrivemapping
778 ecedrivemapping
779 man ecedrivemapping
780 ecedrivemapping --?
781 ecedrivemapping -h
782 ecedrivemapping --report
783 ecedrivemapping --mode nvme --report
784 nvme id-ns -H /dev/nvme1
785 nvme format --lbaf=3 /dev/nvme1
786 nvme id-ns -H /dev/nvme1
787 for i in $( seq 0 7 ); do echo nvme id-ns -H /dev/nvme$i; done
788 for i in $( seq 0 7 ); do nvme id-ns -H /dev/nvme$i; done
789 for i in $( seq 0 7 ); do nvme id-ns -H /dev/nvme$i | grep LBA ; done
790 nvme format --lbaf=3 /dev/nvme1n1
791 for i in $( seq 0 7 ); do nvme id-ns -H /dev/nvme$i | grep LBA ; done
792 for i in $( seq 0 7 ); do nvme id-ns -H /dev/nvme$i | grep "in use" ; done
793 for i in $( seq 0 7 ); do echo nvme format -f /dev/nvme${i}n1 | grep LBA ; done
794 for i in $( seq 0 7 ); do echo nvme format -f /dev/nvme${i}n1 ; done
795 for i in $( seq 0 7 ); do nvme format -f /dev/nvme${i}n1 ; done
796 for i in $( seq 0 7 ); do nvme id-ns -H /dev/nvme$i | grep "in use" ; done
797 for i in $( seq 0 7 ); do nvme id-ns -H /dev/nvme${i}n1 | grep "in use" ; done
798 nvme format -f /dev/nvme0n1
799 nvme id-ns -H /dev/nvme0n1
800 nvme id-ns -H /dev/nvme0
801 nvme format -f /dev/nvme0
802 nvme id-ns -H /dev/nvme0
803 nvme id-ns -H /dev/nvme0n1
804 nvme id-ns -H /dev/nvme0n0
805 nvme id-ns -H /dev/nvme0n1
808 nvme id-ns -H /dev/nvme0n1
809 for i in $( seq 0 7 ); do nvme id-ns -H /dev/nvme${i}n1 | grep "in use" ; done
811 nvme format /dev/nvme7n1 --lbaf=3 -f
812 for i in $( seq 0 7 ); do nvme id-ns -H /dev/nvme${i}n1 | grep "in use" ; done
814 for i in $( seq 0 7 ); do nvme id-ns -H /dev/nvme${i}n1 | grep "in use" ; done
815 for i in $( seq 0 7 ); do nvme format /dev/nvme${i}n1 --lbaf=3 -f ; done
816 for i in $( seq 0 7 ); do nvme id-ns -H /dev/nvme${i}n1 | grep "in use" ; done
822 history | grep mmvdisk
823 mmvdisk rg create --recovery-group ece_rg1 --node-class ece_nc1
826 mmvdisk rg create --recovery-group ece_rg1 --node-class ece_nc1
828 mmvdisk rg create --recovery-group ece_rg1 --node-class ece_nc1
831 mmvdisk rg create --recovery-group ece_rg1 --node-class ece_nc1
832 ecedrivemapping -h
833 ecedrivemapping --mode nvme --slotrange 0 7
835 ecedrivemapping --mode nvme --slotrange 0 7
841 ecedrivemapping --mode nvme --report
848 mmvdisk rg create --recovery-group ece_rg1 --node-class ece_nc1
851 mmvdisk rg create --recovery-group ece_rg1 --node-class ece_nc1
852 history | grep mmvdisk
853 mmvdisk pdisk list
854 mmvdisk pdisk list --rg ece_rg
855 mmvdisk pdisk list --rg ece_rg1
856 mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+3p --bs 16M --da DA1 --nsd-usage dataOnly --sp fast --set-size 90%
857 mmvdisk vdiskset define --vs SSD01B --rg ece_rg1 --code 4+2p --bs 2M --da DA1 --nsd-usage metadataOnly --sp system --set-size 10%
858 mmvdisk vd list
859 mmvdisk vd list --vd all
860 mmvdisk vd list --rg ece_rg1
861 mmvdisk vd list --rg all
862 mmvdisk
863 mmvdisk vs list --rg all
864 mmvdisk vdiskset define --vs SSD01C --rg ece_rg1 --code 4+2p --bs 2M --da DA1 --nsd-usage metadataOnly --sp system --set-size 10%
865 mmvdisk filesystem create --fs ecefs --vs SSD01A,SSD01B --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
866 mmvdisk vdiskset create --vdisk-set SSD01A
867 mmvdisk vdiskset create --vdisk-set SSD01B
868 mmvdisk filesystem create --fs ecefs --vs SSD01A,SSD01B --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
882 mmvdisk recoverygroup list
883 mmvdisk recoverygroup list --rg ece_rg1
884 mmvdisk recoverygroup list --rg ece_rg1 --log-group
885 mmvdisk recoverygroup list --rg ece_rg1 --vdisk-set
886 man mmvdisk
887 man mmvdisk vdiskset
888 mmvdisk vds
889 mmvdisk vdiskset
890 mmvdisk vdiskset --code
891 mmvdisk vdiskset --code -h
892 mmvdisk vdiskset list
893 mmvdisk vdiskset --code -h -vdisk-set all
894 mmvdisk vdiskset --code --vdisk-set all
895 mmvdisk vdiskset list --vdisk-set all
896 mmvdisk recoverygroup list --recovery-group ece_rg1 --vdisk
921 nvme id-ns -H /dev/nvme0
922 nvme id-ns -H /dev/nvme0n1
923 nvme id-ns -H /dev/nvme0
925 for i in $( seq 0 7 ); do nvme id-ns -H /dev/nvme${i}n1 | grep "in use" ; done
926 for i in $( seq 0 7 ); do nvme id-ns -H /dev/nvme${i} | grep "in use" ; done
960 nvme list
980 ls -l /dev/nvme*
989 mmvdisk
990 mmvdisk vdisk
991 mmvdisk vdisk list
992 mmvdisk vdisk list all
993 mmvdisk vdisk list --vdisk-set all
994 mmvdisk vdisk list --vdisk-set all | grep SSD
995 mmvdisk vdisk list --vdisk-set all | grep SSD | wc -l
996 mmvdisk pdisk
997 mmvdisk pdisk list --recovery-group all
998 mmvdisk
999 mmvdisk recoverygroup
1000 mmvdisk recoverygroup list
working ECE GxFS config
[root@ece01 ~]# mmlsconfig Configuration data for cluster gxfs.cluster: -------------------------------------------- clusterName gxfs.cluster clusterId 12947237399990901383 autoload no dmapiFileHandleSize 32 minReleaseLevel 5.1.0.0 ccrEnabled yes verbsRdma enable nsdbufspace 70 nsdSmallThreadRatio 1 prefetchAggressiveness 3 ignorePrefetchLUNCount yes workerThreads 1024 nsdMinWorkerThreads 2048 nsdMaxWorkerThreads 2048 scatterBufferSize 512k maxMBpS 22000 maxblocksize 16M cipherList AUTHONLY prefetchPct 50 verbsRdmasPerConnection 16 verbsRdmaSend no nsdMultiQueue 512 maxFilesToCache 5000 pagepool 8G [gxfs01,gxfs02] pagepool 128G [cnode00,cnode01,cnode02,cnode03,cnode10,cnode11,cnode12,cnode13] pagepool 16G [ece_nc1] pagepool 26953197977 nsdRAIDTracks 128K nspdQueues 64 nspdBufferMemPerQueue 24m nspdThreadsPerQueue 2 nsdMinWorkerThreads 3842 nsdMaxWorkerThreads 3842 nsdSmallThreadRatio 1 nsdRAIDEventLogToConsole all nsdRAIDBlockDeviceMaxSectorsKB 0 nsdRAIDBlockDeviceNrRequests 0 nsdRAIDBlockDeviceQueueDepth 0 nsdRAIDBlockDeviceScheduler off nsdRAIDMaxPdiskQueueDepth 128 nsdRAIDSmallThreadRatio 2 nsdRAIDDefaultGeneratedFD yes nsdRAIDDiskCheckVWCE yes nsdRAIDMasterBufferPoolSize 2G nsdRAIDThreadsPerQueue 16 numaMemoryInterleave yes panicOnIOHang yes ignorePrefetchLUNCount yes pitWorkerThreadsPerNode 32 workerThreads 512 prefetchPct 50 maxFilesToCache 128k maxStatCache 128k maxMBpS 24000 prefetchThreads 32 pagepoolMaxPhysMemPct 90 nsdRAIDReconstructAggressiveness 0 [common] dioSmallSeqWriteBatching yes verbsPorts mlx5_0 [ece01,ece02,ece03,ece04,ece05,ece06] verbsPorts mlx5_0 mlx5_1 mlx5_2 [common] adminMode central File systems in cluster gxfs.cluster: ------------------------------------- /dev/ecefs /dev/gxfs [root@ece01 ~]#
xcat_template_nvme.txt · Last modified: 2022/07/10 09:34 by 127.0.0.1