Site Tools


New release available: 2022-07-31 "Igor". upgrade now! [52.2] (what's this?)
marcus1

xCAT Walkthrough

### on the master node that's running xCAT ###
chdef -t site master=<shared IP> nameservers=<shared IP> forwarders=<customer's DNS servers, comma-separated> dhcpinterfaces=enp1s0f0

chdef -t node gxfsadm0-0 groups=master,all ip=192.168.2.142 otherinterfaces="-ha:10.0.0.194,-ib:10.11.120.1"

chdef -t node gxfsadm0-1 groups=master,all ip=192.168.2.143 otherinterfaces="-ha:10.0.0.195,-ib:10.11.120.2"

chdef -t network -o "192_168_2_0-255_255_255_0" -n mgmt_network

chdef -t network -o "10_0_0_0-255_255_255_0" -n ha_network

chdef -t network -o "10_11_120_0-255_255_255_0" -n ibha_network

chdef -t network mgmt_network dhcpserver=<shared IP> tftpserver=<shared IP> nameservers=<shared IP> ntpservers=<shared IP> logservers=<shared IP> dynamicrange=192.168.2.201-192.168.2.210 staticrange=192.168.2.1-192.168.2.25 ddnsdomain=gpfs.cluster domain=gpfs.cluster comments="network for deployment and GPFS daemon"

chdef -t network ha_network gateway="" tftpserver="" ddnsdomain=gpfs.cluster domain=gpfs.cluster comments="network for HA heartbeat"

chdef -t network ibha_network gateway="" tftpserver="" ddnsdomain=gpfs.cluster domain=gpfs.cluster comments="network for HA DRBD"

chdef -t network ib_network net=10.0.4.0 netmask=255.255.255.0 ddnsdomain=gpfs.cluster domain=gpfs.cluster comments="network for RDMA communication"

chdef -t network ipmi_network net=<IPMI net> netmask=255.255.255.0 mgtifname=<NIC linking to IPMI net> ddnsdomain=gpfs.cluster domain=gpfs.cluster comments="network for H/W management of NSD servers and storage systems"


### in case of RoCE add MTU and (if needed) VLAN ID ###
chdef -t network ib_network net=10.0.4.0 netmask=255.255.255.0 ddnsdomain=gpfs.cluster domain=gpfs.cluster mtu=9000 vlanid=100


### add and configure nodes ###
nodeadd gxfs[1-4] groups=nsdserver,all

chdef -t node gxfs3 nicips.ens27f0=192.168.2.220 nicips.ens27f1=10.0.0.220 nictypes.ens27f0=ethernet nictypes.ens27f1=ethernet nictypes.ens44=ethernet nictypes.roce100=vlan nicnetworks.ens27f0=mgmt_network nicnetworks.ens27f1=ipmi_network nicnetworks.roce100=ib_network nicdevices.roce100=ens44


### example from KIT with VLAN and bonding ###
[root@GRIDKA-gxfsadmin ~]# tabdump nics | grep f01-123-123
"f01-123-123","bond0!10.65.121.223,bond0.797!172.18.224.16","bond0.797!-gpfs",,"ens27f0!ethernet,ens27f1!ethernet,bond0!bond,bond0.797!vlan",,"bond0!network_121,bond0.797!daemon-interface",,,"bond0!ens27f0|ens27f1,bond0.797!bond0",,,


### prepare deployment environment ###
mkdir -p /install/nec-gxfs/syncfiles /install/iso

scp <install host>:/repo/iso/rhel-server-7.4-x86_64-dvd.iso /install/iso

scp <install host>:/repo/iso/CentOS-7-x86_64-DVD-1708.iso /install/iso

copycds /install/iso/rhel-server-7.4-x86_64-dvd.iso

copycds /install/iso/CentOS-7-x86_64-DVD-1708.iso

cd /install/nec-gxfs

cat << EOF > nec-gxfs.rhels7.stanza
# <xCAT data object stanza file>

nec-gxfs-rhels7.4-x86_64-stateful:
    objtype=osimage
    imagetype=linux
    osarch=x86_64
    osdistroname=rhels7.4-x86_64
    osname=Linux
    osvers=rhels7.4
    otherpkgdir=/install/post/otherpkgs/rhels7.4/x86_64
    pkgdir=/install/rhels7.4/x86_64
    pkglist=/install/nec-gxfs/nec-gxfs.rhels7.pkglist
    profile=storage-nec
    provmethod=install
    template=/install/nec-gxfs/nec-gxfs.rhels7.tmpl
EOF

cat nec-gxfs.rhels7.stanza | mkdef -z

lsdef -t osimage nec-gxfs-rhels7.4-x86_64-stateful


### create kickstart template according to HZDR optimized one ###
vi /install/nec-gxfs/nec-gxfs.rhels7.tmpl

nec-gxfs.rhels7.tmpl see here

### build CentOS-based netboot image ###
genimage centos7.4-x86_64-netboot-compute
cat << EOF > /install/postscripts/nec-gxfs_setup
#!/bin/bash

# Update the installation

# Install Mellanox OFED and IBM Spectrum Scale
/usr/bin/yum -y install mlnx-ofed-all gpfs.*

# Configure systemd
/usr/bin/systemctl enable obenibd.service
/usr/bin/systemctl enable gpfs.service
/usr/bin/systemctl enable ntpd.service

# Remove domain suffix from hostname
HOSTNAME=$(/usr/bin/hostname -s)
/usr/bin/hostnamectl set-hostname $HOSTNAME
EOF

chdef -t node gxfs3 addkcmdline="modprobe.blacklist=mpt3sas modprobe.blacklist=mpt2sas"
marcus1.txt · Last modified: 2022/07/10 09:34 by 127.0.0.1