Site Tools


New release available: 2022-07-31 "Igor". upgrade now! [52.2] (what's this?)
xcat_template_nvme

working kickstart file for NVMe based boot disks with RAID1

#
#cmdline

lang en_US.UTF-8
#KICKSTARTNET#

#
# Where's the source?
# nfs --server hostname.of.server or IP --dir /path/to/RH/CD/image
#
#nfs --server #XCATVAR:INSTALL_NFS# --dir #XCATVAR:INSTALL_SRC_DIR#

%include /tmp/repos

#device ethernet e100
#keyboard "us"
keyboard --vckeymap=de --xlayouts='de','us'

#
# Clear the MBR
#
zerombr

#
# Only use specified disks
#
ignoredisk --only-use=nvme10n1,nvme11n1

#
# Wipe out the disk
#
clearpart --drives=nvme10n1,nvme11n1 --all

#
# Customize to fit your needs
#

#XCAT_PARTITION_START#
#No RAID
#%include /tmp/partitionfile
#part /boot/efi --fstype="biosboot" --ondisk=nvme10n1 --size=128
#part /boot --fstype="ext4" --ondisk=disk/by-path/pci-0000:5c:00.0-scsi-0:1:0:0 --size=512
#part /usr --fstype="ext4" --ondisk=disk/by-path/pci-0000:5c:00.0-scsi-0:1:0:0 --size=51200
#part / --fstype="ext4" --ondisk=disk/by-path/pci-0000:5c:00.0-scsi-0:1:0:0 --size=51200
#part /home --fstype="ext4" --ondisk=disk/by-path/pci-0000:5c:00.0-scsi-0:1:0:0 --size=1024
#part swap --fstype="swap" --ondisk=disk/by-path/pci-0000:5c:00.0-scsi-0:1:0:0 --size=32768
#part /var --fstype="ext4" --ondisk=disk/by-path/pci-0000:5c:00.0-scsi-0:1:0:0 --size=1 --grow

# Raid 1 IDE config
part raid.10 --size 512 --asprimary --ondisk=nvme10n1
part raid.11 --size 512 --asprimary --ondisk=nvme10n1
part raid.12 --size 51200 --asprimary --ondisk=nvme10n1
part raid.13 --size 16384 --ondisk=nvme10n1
part raid.14 --size 51200 --ondisk=nvme10n1
part raid.15 --size 1 --grow --ondisk=nvme10n1

part raid.20 --size 512 --asprimary --ondisk=nvme11n1
part raid.21 --size 512 --asprimary --ondisk=nvme11n1
part raid.22 --size 51200 --asprimary --ondisk=nvme11n1
part raid.23 --size 16384 --ondisk=nvme11n1
part raid.24 --size 51200 --ondisk=nvme11n1
part raid.25 --size 1 --grow --ondisk=nvme11n1

# You can add --spares=x
raid /boot/efi --fstype="efi" --device bootefi --level=RAID1 raid.10 raid.20
raid /boot --fstype ext4 --device boot --level=RAID1 raid.11 raid.21
raid / --fstype xfs --device root --level=RAID1 raid.12 raid.22
raid swap --fstype swap --device swap --level=RAID1 raid.13 raid.23
raid /usr --fstype xfs --device usr --level=RAID1 raid.14 raid.24
raid /var --fstype xfs --device var --level=RAID1 raid.15 raid.25

#XCAT_PARTITION_END#

#
# bootloader config
# --append <args>
# --useLilo
# --md5pass <crypted MD5 password for GRUB>
#
#The bootloader config here is commented out
#For user customized partition file or partition script,
#the bootloader configuration should be specified in the user customized partition file/script
#For the xCAT default partition scheme, the bootloader configuration is in /tmp/partitionfile
#which is generated in %pre section
##KICKSTARTBOOTLOADER#
bootloader --append=" crashkernel=auto,console=ttyS#TABLE:nodehm:$NODE:serialport#,#TABLE:nodehm:$NODE:serialspeed#n8r" --location=mbr --boot-drive=nvme10n1

#
# install or upgrade
#
install

#
# text mode install (default is graphical)
#
text

#
# network configuration
#
#network --bootproto=static --device=bond0 --activate --bondslaves=eth0,eth1 --bondopts=mode=802.3ad
#network --bootproto=static --device=bond0 --activate --vlanid=797
#network --bootproto=dhcp --device=eth0 --activate
#network  --bootproto=static --device=eno1 --gateway=172.17.137.2 --ip=#TABLE:hosts:$NODE:ip# --nameserver=172.17.137.2 --netmask=255.255.255.224 --ipv6=auto --activate
#network  --hostname=#TABLE:hosts:$NODE:hostnames#

#
# firewall
#
firewall --disabled

#
# Select a zone
# Add the --utc switch if your hardware clock is set to GMT
#
#timezone US/Central
timezone --utc "#TABLE:site:key=timezone:value#"

#
# Don't do X
#
skipx

#
# To generate an encrypted root password use:
#
# perl -e 'print crypt("blah","Xa") . "\n";'p
# openssl passwd -apr1 -salt xxxxxxxx password
#
# where "blah" is your root password.
#
#rootpw --iscrypted XaLGAVe1C41x2
#rootpw XaLGAVe1C41x2 --iscrypted
#rootpw --iscrypted #CRYPT:passwd:key=system,username=root:password#
rootpw --iscrypted $6$8KAICeEwzKZfWUuA$rcROIqvFfi1vfPRX2P1LOBrhGGATBIs54s8lqvrlQTucumtZpVmyMWD5J8rRSNarVowBBUMZb7iD77lBdTRQF/

#
# NIS setup: auth --enablenis --nisdomain sensenet
# --nisserver neptune --useshadow --enablemd5
#
# OR
#auth --useshadow --enablemd5
auth --enableshadow --passalgo=sha512

#
# SE Linux
#
selinux --disabled
#selinux --permissive

#
# Reboot after installation
#
reboot

#
# Enable or disable services
#
#services --enabled=cpupower,NetworkManager --disabled=tuned
services --enabled="NetworkManager" --disabled=tuned

#
#end of section
#
%packages
#INCLUDE_DEFAULT_PKGLIST#
%end
%addon com_redhat_kdump --enable --reserve-mb='auto'
%end
%pre
{
echo "Running Kickstart Pre-Installation script..."
#INCLUDE:#ENV:XCATROOT#/share/xcat/install/scripts/pre.rh.rhels7#
} >>/tmp/pre-install.log 2>&1
%end
%post --log=/root/ks-post.log
mkdir -p /var/log/xcat/
{
cat >> /var/log/xcat/xcat.log << "EOF"
%include /tmp/pre-install.log
EOF
echo "Running Kickstart Post-Installation script..."
#INCLUDE:#ENV:XCATROOT#/share/xcat/install/scripts/post.xcat#
#INCLUDE:#ENV:XCATROOT#/share/xcat/install/scripts/post.rhels7#
} >>/var/log/xcat/xcat.log 2>&1
%end

command history of ece01 for reference

 3  mmvdisk rg create --rg ece_rg1 --nc ece_nc1
    4  mmvdisk nc list
    5  mmvdisk rg list
    7  mmlsnvmestatus
    8  mmlsnvmestatus all
   10  ecedrivemapping --mode nvme –report
   11  ecedrivemapping --mode nvme –-report
   12  ecedrivemapping --mode nvme --report
   13  mmvdisk rg list
   14  mmvdisk
   15  mmvdisk rg
   16  mmvdisk nc list
   17  mmvdisk rg --recovery-group ece_rg1 --node-class ece_nc1
   18  mmvdisk rg create --recovery-group ece_rg1 --node-class ece_nc1
   21  mmvdisk rg create --recovery-group ece_rg1 --node-class ece_nc1
   22  mmvdisk rg list
   24  mmvdisk rg list --da
   25  mmvdisk
   26  mmvdisk vdiskset
   27  mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 2M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
   29  mmvdisk vdiskset list
   30  mmvdisk filesystem create --fs ecefs --vs SSD01A --mmcrfs -T /ece01 -r 2 -m 2
   31  mmvdisk filesystem create --fs ecefs --vs SSD01A --fg ncA=1 --mmcrfs -T /ece01 -r 2 -m 2
   32  mmvdisk vdiskset list
   33  mmvdisk create --vs all
   34  mmvdisk vdiskset create --vs all
   35  mmvdisk vdiskset list
   39  mmvdisk filesystem create --fs ecefs --vs SSD01A --fg ncA=1 --mmcrfs -T /ece01 -r 2 -m 2
   40  mmvdisk filesystem create --fs ecefs --vs SSD01A --fg ece_nc1=1 --mmcrfs -T /ece01 -r 2 -m 2
   41  mmvdisk filesystem create --fs ecefs --vs SSD01A  --mmcrfs -T /ece01 -r 2 -m 2
   45  mmvdisk filesystem create --fs ecefs --vs SSD01A  --mmcrfs -T /ece01 -r 2 -m 2 --version
   46  mmvdisk filesystem create --fs ecefs --vs SSD01A  --mmcrfs -T /ece01 -r 2 -m 2 --version =5.1.0.0
   47  mmvdisk filesystem create --fs ecefs --vs SSD01A  --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
   59  mmvdisk rg list
   60  mmvdisk server configure --node-class ece_nc1 --recycle one
  101  mmvdisk
  102  mmvdisk rg list
  103  mmvdisk rg
  104  mmvdisk rg delete --rg ece_rg1
  105  mmvdisk vdiskset undefine --vdisk-set SSD01A
  106  mmvdisk rg delete --rg ece_rg1
  107  mmvdisk rg delete
  108  mmvdisk rg delete --rg ece_rg1 -p
  109  mmvdisk vdiskset
  110  mmvdisk vdiskset list
  111  mmvdisk vdiskset
  112  mmvdisk vdiskset undefine --vd SSD01A
  113  mmvdisk vdiskset undefine --vdisk-set SSD01A
  114  mmvdisk vdiskset deletee --vdisk-set SSD01A
  115  mmvdisk vdiskset delete --vdisk-set SSD01A
  116  mmvdisk rg list
  117  mmvdisk vdiskset undefine --vdisk-set SSD01A
  118  mmvdisk rg list
  119  mmvdisk vdiskset undefine --vdisk-set SSD01A
  120  mmvdisk rg
  121  mmvdisk rg delete --rg ece_rg1
  122  mmvdisk rg list
  123  mmvdisk nc list
  124  mmvdisk nc
  125  mmvdisk nc add --nc ece_nc1 -N ece06
  126  mmvdisk nc delete
  127  mmvdisk nc delete --nc ece_nc1 -a
  128  mmvdisk nc delete --nc ece_nc1
  129  mmvdisk nc delete --nc ece_nc1 -N ece01
  130  mmvdisk nc delete --nc ece_nc1
  131  mmvdisk nc
  132  mmvdisk nc delete --nc ece_nc1
  133  mmvdisk nc delete --nc ece_nc1  --confirm
  138  mmvdisk
  139  mmvdisk pdisk
  140  mmvdisk pdisk list
  141  mmvdisk pdisk list rg all
  142  mmvdisk pdisk list --rg all
  144  mmvdisk pdisk list --rg all
  145  mmvdisk nc list
  146  mmvdisk nc
  147  mmvdisk nc delete --node-class ece_nc1
  148  mmvdisk nc delete --node-class ece_nc1 -N ece01ece02,ece03,ece04,ece05
  149  mmvdisk server unconfigure
  150  mmvdisk server unconfigure --node-class ece_nc1
  151  mmvdisk nc list
  152  mmvdisk nc add --node-class ece_nc1 -N ece06
  153  mmvdisk server
  154  mmvdisk server list
  155  mmvdisk nc list
  156  mmvdisk server configure --node-class ece_nc1
  157  mmvdisk server configure --recycle all
  158  mmvdisk server configure --node-class ece_nc1 --recycle all
  159  ecedrivemapping
  160  ecedrivemapping -h
  161  ecedrivemapping --mode nvme list
  162  ecedrivemapping --mode nvme
  166  ecedrivemapping --mode nvme
  167  ecedrivemapping
  168  ecedrivemapping -h
  169  mmvdisk
  170  mmvdisk pdisk
  171  mmvdisk pdisk list
  172  mmvdisk vdisk
  173  mmvdisk vdisk list
  175  ecedrivemapping --report
  176  ecedrivemapping --mode nvme --report
  178  mmvdisk rg create --recovery-group ece_rg1 --node-class ece_nc1
  181  mmvdisk rg create --recovery-group ece_rg1 --node-class ece_nc1
  182  ecedrivemapping
  183  ecedrivemapping --mode nvme
  184  ecedrivemapping --mode nvme --report
  185  ecedrivemapping --mode nvme --report -h
  186  ecedrivemapping --mode nvme --report
  187  ls -l /dev/nvme*
  188  mmvdisk rg create --recovery-group ece_rg1 --node-class ece_nc1
  189  ecedrivemapping
  190  ecedrivemapping --mode nvme
  193  ecedrivemapping --mode nvme
  196  mmvdisk rg create --recovery-group ece_rg1 --node-class ece_nc1
  197  mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 2M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
  198  mmvdisk filesystem create --fs ecefs --vs SSD01A  --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
  200  mmvdisk vdiskset create --vdisk-set SSD01A
  202  mmvdisk filesystem create --fs ecefs --vs SSD01A  --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
  226  nvme list
  227  smartctl -a /dev/nvme0n1
  228  nvme list
  229  nvme id-ns
  230  nvme id-ns /dev/nvme0n1
  231  smartctl -a /dev/nvme0n1
  236  history | grep mmvdisk
  237  history |grep mmvdisk
  238  mmvdisk server list
  241  mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 4M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
  243  mmvdisk vdiskset delete --vdisk-set SSD01A
  244  mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 4M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
  245  mmvdisk vdiskset delete --vdisk-set SSD01A
  246  mmvdisk vdiskset list
  247  mmvdisk vdiskset
  248  mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 4M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
  249  mmvdisk vdiskset
  250  mmvdisk vdiskset list
  251  nvme id-ns /dev/nvme0n1
  252  smartctl -a /dev/nvme0n1
  253  history | grep nvme
  259  mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 4M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
  260  mmvdisk rg list
  261  ecedrivemapping
  262  ecedrivemapping --report
  263  ecedrivemapping --mode nvme --report
  264  mmvdisk rg list --da
  265  mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 2M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
  266  mmvdisk vdiskset
  267  mmvdisk vdiskset undefine --vs SSD01A
  268  mmvdisk rg list --da
  269  mmvdisk rg list
  270  mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 4M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
  273  mmvdisk nc list
  274  mmvdisk fs list
  275  mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 4M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
  276  mmvdisk rg list
  277  mmvdisk pdisk list --rg ece_rg1
  278  mmvdisk rg
  279  mmvdisk rg chnage --rg ece_rg1 --activate
  280  mmvdisk rg change --rg ece_rg1 --activate
  281  mmvdisk rg change --rg ece_rg1 --active
  282  mmvdisk rg change --rg ece_rg1 --active DEFAULT
  283  mmvdisk rg
  284  mmvdisk rg list
  286  mmvdisk rg list
  287  mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 4M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
  288  mmvdisk server
  289  mmvdisk rg
  290  mmvdisk rg delete --rg ece_rg1
  291  mmvdisk rg list
  292  mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 4M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
  294  mmvdisk rg delete --rg ece_rg1
  295  mmvdisk rg
  297  mmvdisk vs
  298  mmvdisk vs list
  299  mmvdisk vs listmmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 2M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
  300  mmvdisk vs list
  301  mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 2M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
  302  mmvdisk recoverygroup change --recovery-group ece_rg1
  303  mmvdisk recoverygroup change --recovery-group ece_rg1 --active DEFAULT
  304  mmvdisk server configure --node-class ece_nc1 --recycle one
  305   mmvdisk server configure --update --node-class ece_nc1 --recycle 1
  307   mmvdisk server configure --update --node-class ece_nc1 --recycle 1
  308  mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 2M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
  310  mmvdisk filesystem create --fs ecefs --vs SSD01A  --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
  312  mmvdisk filesystem create --fs ecefs --vs SSD01A  --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
  313  mmvdisk rg list
  314  mmvdisk vs list
  315  mmvdisk filesystem create --fs ecefs --vs SSD01A  --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
  316  mmvdisk vdiskset create --vdisk-set SSD01A
  317  mmvdisk filesystem create --fs ecefs --vs SSD01A  --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
  337  mmvdisk filesystem delete
  338  mmvdisk filesystem delete --fs ecefs
  339  mmvdisk vs
  340  mmvdisk vs undefine --vs SSD01A
  341  mmvdisk vs delete --vs SSD01A
  342  mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 4M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
  343  mmvdisk server
  344  mmvdisk server list
  345  mmvdisk vdiskset delete --vs SSD01A
  346  mmvdisk vdiskset list
  347  mmvdisk vdiskset delete
  348  mmvdisk vdiskset delete --vs SSD01A
  349  mmvdisk server
  350  mmvdisk server --nc ece_nc1 --recycle all
  351  mmvdisk server change --nc ece_nc1 --recycle all
  352  mmvdisk server
  353  mmvdisk server configure --nc ece_nc1 --recycle all
  354  mmvdisk server configure --update --node-class ece_nc1 --recycle 1
  355  mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 4M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
  356  mmvdisk vdiskset
  357  mmvdisk vdiskset undefine --vs SSD01A --rg ece_rg1 --code 8+2p --bs 4M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
  358  mmvdisk vdiskset undefine --vs SSD01A
  359  mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 4M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
  360  mmvdisk filesystem create --fs ecefs --vs SSD01A  --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
  361  mmvdisk server configure --update --node-class ece_nc1 --recycle 1
  362  mmvdisk filesystem create --fs ecefs --vs SSD01A  --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
  363  mmvdisk vdiskset
  364  mmvdisk vdiskset create --vs SDD01A
  365  mmvdisk vdiskset create --vs SSD01A
  366  mmvdisk filesystem create --fs ecefs --vs SSD01A  --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
  423  mmvdisk
  424  mmvdisk pdisk
  425  mmvdisk pdisk list
  426  mmvdisk pdisk list --rg all
  428  mmvdisk pdisk list
  429  mmvdisk pdisk list --rg all -L
  433  ecedrivemapping --mode nvme --report
  434  nvme list
  465  mmumount gxfs_nvme -a
  467  mmumount nvme -a
  468  mmumount gxfs_nvme -a
  483  mmdelfs nvme
  486  mmvdisk
  487  mmvdisk rg
  488  mmvdisk rg list
  489  mmvdisk vd
  490  mmvdisk vd list
  491  mmvdisk vd list --vs all
  496  mmvdisk filesystem create --fs ecefs --vs SSD01A  --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
  502  man mmvdisk
  523  mmvdisk
  529  mmvdisk pdisk list --rg all -L
  530  mmvdisk pdisk list --rg all
  535  mmvdisk vdiskset undefine --vs SSD01A
  537  mmlsnsd | grep mmvdisk
  538  history | grep mmvdisk
  539   mmvdisk server configure --update --node-class ece_nc1 --recycle 1
  540  mmvdisk vdiskset undefine --vs SSD01A
  541  mmvdisk vdiskset delete --vs SSD01A#
  542  mmvdisk vdiskset delete --vs SSD01A
  543  mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 16M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
  544  mmvdisk vdiskset delete --vdisk-set SSD01A
  545   mmvdisk server configure --update --node-class ece_nc1 --recycle 1
  546  mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 16M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
  547  mmvdisk vdiskset undefine --vs SSD01A
  548  mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 16M --da DA1 --nsd-usage dataAndMetadata --sp system --set-size 90%
  549  mmdf ecefsmmvdisk filesystem create --fs ecefs --vs SSD01A  --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
  550  mmvdisk filesystem create --fs ecefs --vs SSD01A  --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
  551  mmvdisk vdiskset create --vdisk-set SSD01A
  552  mmvdisk filesystem create --fs ecefs --vs SSD01A  --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
  634  mmvdisk vdiskset define --vs SSD01B --rg ece_rg1 --code 8+2p --bs 2M --da DA1 --nsd-usage metadataOnly --sp system --set-size 10%
  635  mmvdisk
  636  mmvdisk vs list
  637  mmvdisk pd list
  638  mmvdisk pd list -L
  639  mmvdisk pd list -L --rg all
  640  mmvdisk pd list --rg all
  641  mmvdisk vs list
  642  mmvdisk vs
  643  mmvdisk vs list -Y
  644  mmvdisk vs list --vs all
  648  mmvdisk vs list --vs all
  650  mmvdisk vdiskset delete --vdisk-set SSD01A
  651  mmvdisk vs list --vs all
  652  mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 4M --da DA1 --nsd-usage dataOnly --sp fast --set-size 90%
  653  mmvdisk vdiskset undefine --vs SSD01A
  654  mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+2p --bs 4M --da DA1 --nsd-usage dataOnly --sp fast --set-size 90%
  655  mmvdisk vs list --vs all
  656  mmvdisk filesystem create --fs ecefs --vs SSD01A,SSD01B  --mmcrfs -T /ece01 -r 2 -m 2
  657  mmvdisk vdiskset create --vs SDD01A
  658   mmvdisk server configure --update --node-class ece_nc1 --recycle 1
  659  mmvdisk vdiskset create --vs SDD01A
  660  mmvdisk filesystem create --fs ecefs --vs SSD01A,SSD01B  --mmcrfs -T /ece01 -r 2 -m 2
  661  mmvdisk vs list --vs all
  662  mmvdisk vdiskset create --vs SDD01B
  663  mmvdisk vdiskset create --vdisk-set SSD01A
  664  mmvdisk vdiskset create --vdisk-set SSD01B
  665  mmvdisk vs list --vs all
  666  mmvdisk filesystem create --fs ecefs --vs SSD01A,SSD01B  --mmcrfs -T /ece01 -r 2 -m 2
  667  mmvdisk filesystem create --fs ecefs --vs SSD01A,SSD01B  --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
  730  mmvdisk nc list
  731  mmvdisk nc list ece_nc1
  732  mmvdisk nc list --nc ece_nc1
  733  mmvdisk
  742  history | grep mmvdisk
  743  history |grep mmvdisk
  744  mmvdisk vdiskset undefine --vs SSD01A
  746  mmvdisk vdiskset delete --vdisk-set SSD01A
  747  mmvdisk vdiskset undefine --vs SSD01A
  748  nvme id-ns /dev/nvme1n1 | grep LBA
  749  nvme id-ns /dev/nvme1 | grep LBA
  750  nvme id-ns /dev/nvme1
  751  nvme id-ns /dev/nvme1mmvdisk vdiskset list
  752  mmvdisk vd list
  753  mmvdisk vd list --vd all
  754  mmvdisk vd list
  755  mmvdisk rg list
  756  mmvdisk rg
  757  mmvdisk rg delete ece_rg1
  758  mmvdisk rg delete --rg ece_rg1
  759  mmvdisk vdiskset undefine --vdisk-set SSD01B
  760  mmvdisk vdiskset delete --vdisk-set SSD01B
  761  mmvdisk rg delete --rg ece_rg1
  762  mmvdisk vdiskset undefine --vdisk-set SSD01B
  763  mmvdisk rg delete --rg ece_rg1
  764  mmvdisk rg list
  765  mmvdisk
  766  mmvdisk nc list
  767  mmvdisk nc list --nc ece_nc1
  769  nvme id-ns /dev/nvme1n1 | grep lba
  770  nvme id-ns /dev/nvme1n1 -v | grep lba
  771  nvme id-ns /dev/nvme1n1 -v
  772  nvme id-ns /dev/nvme1n1
  773  nvme id-ns /dev/nvme1n1 -v
  774  nvme id-ns -H /dev/nvme1n1
  775  lsblk | egrep -o "nvme[0-9][0-9]?" | uniq
  776  ecedrivemapping
  778  ecedrivemapping
  779  man ecedrivemapping
  780  ecedrivemapping --?
  781  ecedrivemapping -h
  782  ecedrivemapping --report
  783  ecedrivemapping --mode nvme --report
  784   nvme id-ns -H /dev/nvme1
  785  nvme format --lbaf=3 /dev/nvme1
  786   nvme id-ns -H /dev/nvme1
  787  for i in $( seq 0 7 ); do echo nvme id-ns -H /dev/nvme$i; done
  788  for i in $( seq 0 7 ); do  nvme id-ns -H /dev/nvme$i; done
  789  for i in $( seq 0 7 ); do  nvme id-ns -H /dev/nvme$i | grep LBA ; done
  790  nvme format --lbaf=3 /dev/nvme1n1
  791  for i in $( seq 0 7 ); do  nvme id-ns -H /dev/nvme$i | grep LBA ; done
  792  for i in $( seq 0 7 ); do  nvme id-ns -H /dev/nvme$i | grep "in use" ; done
  793  for i in $( seq 0 7 ); do echo nvme format -f /dev/nvme${i}n1 | grep LBA ; done
  794  for i in $( seq 0 7 ); do echo nvme format -f /dev/nvme${i}n1 ; done
  795  for i in $( seq 0 7 ); do nvme format -f /dev/nvme${i}n1 ; done
  796  for i in $( seq 0 7 ); do  nvme id-ns -H /dev/nvme$i | grep "in use" ; done
  797  for i in $( seq 0 7 ); do  nvme id-ns -H /dev/nvme${i}n1 | grep "in use" ; done
  798  nvme format -f /dev/nvme0n1
  799  nvme id-ns -H /dev/nvme0n1
  800  nvme id-ns -H /dev/nvme0
  801  nvme format -f /dev/nvme0
  802  nvme id-ns -H /dev/nvme0
  803  nvme id-ns -H /dev/nvme0n1
  804  nvme id-ns -H /dev/nvme0n0
  805  nvme id-ns -H /dev/nvme0n1
  808  nvme id-ns -H /dev/nvme0n1
  809  for i in $( seq 0 7 ); do  nvme id-ns -H /dev/nvme${i}n1 | grep "in use" ; done
  811  nvme format /dev/nvme7n1 --lbaf=3 -f
  812  for i in $( seq 0 7 ); do  nvme id-ns -H /dev/nvme${i}n1 | grep "in use" ; done
  814  for i in $( seq 0 7 ); do  nvme id-ns -H /dev/nvme${i}n1 | grep "in use" ; done
  815  for i in $( seq 0 7 ); do  nvme format /dev/nvme${i}n1 --lbaf=3 -f ; done
  816  for i in $( seq 0 7 ); do  nvme id-ns -H /dev/nvme${i}n1 | grep "in use" ; done
  822  history | grep mmvdisk
  823  mmvdisk rg create --recovery-group ece_rg1 --node-class ece_nc1
  826  mmvdisk rg create --recovery-group ece_rg1 --node-class ece_nc1
  828  mmvdisk rg create --recovery-group ece_rg1 --node-class ece_nc1
  831  mmvdisk rg create --recovery-group ece_rg1 --node-class ece_nc1
  832  ecedrivemapping -h
  833  ecedrivemapping --mode nvme --slotrange 0 7
  835  ecedrivemapping --mode nvme --slotrange 0 7
  841  ecedrivemapping --mode nvme --report
  848  mmvdisk rg create --recovery-group ece_rg1 --node-class ece_nc1
  851  mmvdisk rg create --recovery-group ece_rg1 --node-class ece_nc1
  852  history | grep mmvdisk
  853  mmvdisk pdisk list
  854  mmvdisk pdisk list --rg ece_rg
  855  mmvdisk pdisk list --rg ece_rg1
  856  mmvdisk vdiskset define --vs SSD01A --rg ece_rg1 --code 8+3p --bs 16M --da DA1 --nsd-usage dataOnly --sp fast --set-size 90%
  857  mmvdisk vdiskset define --vs SSD01B --rg ece_rg1 --code 4+2p --bs 2M --da DA1 --nsd-usage metadataOnly --sp system --set-size 10%
  858  mmvdisk vd list
  859  mmvdisk vd list --vd all
  860  mmvdisk vd list --rg ece_rg1
  861  mmvdisk vd list --rg all
  862  mmvdisk
  863  mmvdisk vs list --rg all
  864  mmvdisk vdiskset define --vs SSD01C --rg ece_rg1 --code 4+2p --bs 2M --da DA1 --nsd-usage metadataOnly --sp system --set-size 10%
  865  mmvdisk filesystem create --fs ecefs --vs SSD01A,SSD01B  --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
  866  mmvdisk vdiskset create --vdisk-set SSD01A
  867  mmvdisk vdiskset create --vdisk-set SSD01B
  868  mmvdisk filesystem create --fs ecefs --vs SSD01A,SSD01B  --mmcrfs -T /ece01 -r 2 -m 2 --version=5.1.0.0
  882  mmvdisk recoverygroup list
  883  mmvdisk recoverygroup list --rg ece_rg1
  884  mmvdisk recoverygroup list --rg ece_rg1 --log-group
  885  mmvdisk recoverygroup list --rg ece_rg1 --vdisk-set
  886  man mmvdisk
  887  man mmvdisk vdiskset
  888  mmvdisk vds
  889  mmvdisk vdiskset
  890  mmvdisk vdiskset --code
  891  mmvdisk vdiskset --code -h
  892  mmvdisk vdiskset list
  893  mmvdisk vdiskset --code -h -vdisk-set all
  894  mmvdisk vdiskset --code --vdisk-set all
  895  mmvdisk vdiskset list --vdisk-set all
  896  mmvdisk recoverygroup list --recovery-group ece_rg1 --vdisk
  921  nvme id-ns -H /dev/nvme0
  922  nvme id-ns -H /dev/nvme0n1
  923  nvme id-ns -H /dev/nvme0
  925  for i in $( seq 0 7 ); do  nvme id-ns -H /dev/nvme${i}n1 | grep "in use" ; done
  926  for i in $( seq 0 7 ); do  nvme id-ns -H /dev/nvme${i} | grep "in use" ; done
  960  nvme  list
  980  ls -l /dev/nvme*
  989  mmvdisk
  990  mmvdisk vdisk
  991  mmvdisk vdisk list
  992  mmvdisk vdisk list all
  993  mmvdisk vdisk list --vdisk-set all
  994  mmvdisk vdisk list --vdisk-set all | grep SSD
  995  mmvdisk vdisk list --vdisk-set all | grep SSD | wc -l
  996  mmvdisk pdisk
  997  mmvdisk pdisk list --recovery-group all
  998  mmvdisk
  999  mmvdisk recoverygroup
 1000  mmvdisk recoverygroup list

working ECE GxFS config

[root@ece01 ~]# mmlsconfig
Configuration data for cluster gxfs.cluster:
--------------------------------------------
clusterName gxfs.cluster
clusterId 12947237399990901383
autoload no
dmapiFileHandleSize 32
minReleaseLevel 5.1.0.0
ccrEnabled yes
verbsRdma enable
nsdbufspace 70
nsdSmallThreadRatio 1
prefetchAggressiveness 3
ignorePrefetchLUNCount yes
workerThreads 1024
nsdMinWorkerThreads 2048
nsdMaxWorkerThreads 2048
scatterBufferSize 512k
maxMBpS 22000
maxblocksize 16M
cipherList AUTHONLY
prefetchPct 50
verbsRdmasPerConnection 16
verbsRdmaSend no
nsdMultiQueue 512
maxFilesToCache 5000
pagepool 8G
[gxfs01,gxfs02]
pagepool 128G
[cnode00,cnode01,cnode02,cnode03,cnode10,cnode11,cnode12,cnode13]
pagepool 16G
[ece_nc1]
pagepool 26953197977
nsdRAIDTracks 128K
nspdQueues 64
nspdBufferMemPerQueue 24m
nspdThreadsPerQueue 2
nsdMinWorkerThreads 3842
nsdMaxWorkerThreads 3842
nsdSmallThreadRatio 1
nsdRAIDEventLogToConsole all
nsdRAIDBlockDeviceMaxSectorsKB 0
nsdRAIDBlockDeviceNrRequests 0
nsdRAIDBlockDeviceQueueDepth 0
nsdRAIDBlockDeviceScheduler off
nsdRAIDMaxPdiskQueueDepth 128
nsdRAIDSmallThreadRatio 2
nsdRAIDDefaultGeneratedFD yes
nsdRAIDDiskCheckVWCE yes
nsdRAIDMasterBufferPoolSize 2G
nsdRAIDThreadsPerQueue 16
numaMemoryInterleave yes
panicOnIOHang yes
ignorePrefetchLUNCount yes
pitWorkerThreadsPerNode 32
workerThreads 512
prefetchPct 50
maxFilesToCache 128k
maxStatCache 128k
maxMBpS 24000
prefetchThreads 32
pagepoolMaxPhysMemPct 90
nsdRAIDReconstructAggressiveness 0
[common]
dioSmallSeqWriteBatching yes
verbsPorts mlx5_0
[ece01,ece02,ece03,ece04,ece05,ece06]
verbsPorts mlx5_0 mlx5_1 mlx5_2
[common]
adminMode central

File systems in cluster gxfs.cluster:
-------------------------------------
/dev/ecefs
/dev/gxfs
[root@ece01 ~]#
xcat_template_nvme.txt · Last modified: 2022/07/10 09:34 by 127.0.0.1