Site Tools


New release available: 2022-07-31 "Igor". upgrade now! [52.2] (what's this?)
bmsystemconf

setup name of storage arrys
set IP addresses of controller
default IP after factory reset: 192.168.128.101/24 and 192.168.129.101
if the NetApp box is connected via serial line first the baud rate is asked. After that no prompt applies automatically, to get the prompt you need to send break immediatly followed by a ESC
in minicom: ctrl-A F ESC

create two DDPs on the Titan system (110*6TB NL-SAS disks and 10* 400GB SSD)
create input file for SMcli

show "Creating Disk Pool Disk_Pool_1.";
//This command creates disk pool <Disk_Pool_1>.
create diskPool drives=(99,1,1 99,1,2 99,1,3 99,1,4 99,1,5 99,1,6 99,2,1 99,2,2 99,2,3 99,2,4 99,2,5 99,2,6 99,3,1 99,3,2 99,3,3 99,3,4 99,3,5 99,3,6 99,4,1 99,4,2 99,4,3 99,4,4 99,4,5 99,4,6 99,5,1 99,5,2 99,5,3 99,5,4 99,5,5 99,5,6 0,1,3 0,1,4 0,1,5 0,1,6 0,1,7 0,2,3 0,2,4 0,2,5 0,2,6 0,2,7 0,3,3 0,3,4 0,3,5 0,3,6 0,3,7 0,4,3 0,4,4 0,4,5 0,4,6 0,4,7 0,5,3 0,5,4 0,5,5 0,5,6 0,5,7) userLabel="Disk_Pool_1" securityType=none dataAssurance=enabled warningThreshold=0 criticalThreshold=0 criticalPriority=highest degradedPriority=high backgroundPriority=low;
show "Setting the reserved drive count to 3.";
set diskPool ["Disk_Pool_1"] reservedDriveCount=3;

show "Creating Disk Pool Disk_Pool_2.";
//This command creates disk pool <Disk_Pool_2>.
create diskPool drives=(99,1,7 99,1,8 99,1,9 99,1,10 99,1,11 99,1,12 99,2,7 99,2,8 99,2,9 99,2,10 99,2,11 99,2,12 99,3,7 99,3,8 99,3,9 99,3,10 99,3,11 99,3,12 99,4,7 99,4,8 99,4,9 99,4,10 99,4,11 99,4,12 99,5,7 99,5,8 99,5,9 99,5,10 99,5,11 99,5,12 0,1,8 0,1,9 0,1,10 0,1,11 0,1,12 0,2,8 0,2,9 0,2,10 0,2,11 0,2,12 0,3,8 0,3,9 0,3,10 0,3,11 0,3,12 0,4,8 0,4,9 0,4,10 0,4,11 0,4,12 0,5,8 0,5,9 0,5,10 0,5,11 0,5,12) userLabel="Disk_Pool_2" securityType=none dataAssurance=enabled warningThreshold=0 criticalThreshold=0 criticalPriority=highest degradedPriority=high backgroundPriority=low;
show "Setting the reserved drive count to 3.";
set diskPool ["Disk_Pool_2"] reservedDriveCount=3;

execute via SMcli

[root@gpfs-master NEC_BM-system]# SMcli 192.168.2.60 192.168.2.61 -f create_ddp.smli 
Performing syntax check...

Syntax check complete.

Executing script...

Creating Disk Pool Disk_Pool_1.
Setting the reserved drive count to 3.
Creating Disk Pool Disk_Pool_2.
Setting the reserved drive count to 3.
Script execution complete.

SMcli completed successfully.

[root@gpfs-master NEC_BM-system]# 

create scriptfile for creating volumes. Sample script for just one volume. Needs to be copied accordingly.

show "Creating volume DDP01_01 on disk pool Disk_Pool_1.";
//This command creates volume <DDP01_01> on disk pool <Disk_Pool_1>.
create volume diskPool="Disk_Pool_1" userLabel="DDP01_01" owner=A capacity=27487790694400 Bytes dataAssurance=enabled mapping=none;
show "Setting additional attributes for volume DDP01_01.";
// Configuration settings that can not be set during Volume creation.
set volume["DDP01_01"] cacheFlushModifier=10;
set volume["DDP01_01"] cacheWithoutBatteryEnabled=false;
set volume["DDP01_01"] mirrorEnabled=true;
set volume["DDP01_01"] readCacheEnabled=false;
set volume["DDP01_01"] writeCacheEnabled=true;
set volume["DDP01_01"] mediaScanEnabled=true;
set volume["DDP01_01"] redundancyCheckEnabled=true;
set volume["DDP01_01"] cacheReadPrefetch=false;

and excecute using SMcli

[root@gpfs-master NEC_BM-system]# SMcli 192.168.2.60 192.168.2.61 -f create_volumes_ddp02.smcli 
Performing syntax check...

Syntax check complete.

Executing script...

Creating volume DDP02_01 on disk pool Disk_Pool_2.
Setting additional attributes for volume DDP02_01.
Creating volume DDP02_02 on disk pool Disk_Pool_2.
Setting additional attributes for volume DDP02_02.
Creating volume DDP02_03 on disk pool Disk_Pool_2.
Setting additional attributes for volume DDP02_03.
Creating volume DDP02_04 on disk pool Disk_Pool_2.
Setting additional attributes for volume DDP02_04.
Creating volume DDP02_05 on disk pool Disk_Pool_2.
Setting additional attributes for volume DDP02_01.
Creating volume DDP02_06 on disk pool Disk_Pool_2.
Setting additional attributes for volume DDP02_06.
Creating volume DDP02_07 on disk pool Disk_Pool_2.
Setting additional attributes for volume DDP02_07.
Creating volume DDP02_08 on disk pool Disk_Pool_2.
Setting additional attributes for volume DDP02_08.
Script execution complete.

SMcli completed successfully.

[root@gpfs-master NEC_BM-system]#

create file for host mapping

// Creating Host Topology
show "Creating Host Group building_block_00.";
create hostGroup userLabel="building_block_00"; 

show "Creating Host gpfs1 with Host Type Index 7 on Host Group building_block_00.";
// This Host Type Index corresponds to Type Linux (DM-MP)
create host userLabel="gpfs1" hostType=7 hostGroup="building_block_00";

show "Creating Host gpfs2 with Host Type Index 7 on Host Group building_block_00.";
// This Host Type Index corresponds to Type Linux (DM-MP)
create host userLabel="gpfs2" hostType=7 hostGroup="building_block_00";

show "Creating Host Port gpfs1h0p1 on Host gpfs1 with WWN 500605b00a3247c1 and with interfaceType SAS.";
create hostPort host="gpfs1" userLabel="gpfs1h0p1" identifier="500605b00a3247c1" interfaceType=SAS;

show "Creating Host Port gpfs2h0p1 on Host gpfs2 with WWN 500605b00a323f21 and with interfaceType SAS.";
create hostPort host="gpfs2" userLabel="gpfs2h0p1" identifier="500605b00a323f21" interfaceType=SAS;

show "Creating Host Port gpfs1h1p1 on Host gpfs1 with WWN 500605b00a13c111 and with interfaceType SAS.";
create hostPort host="gpfs1" userLabel="gpfs1h1p1" identifier="500605b00a13c111" interfaceType=SAS;

show "Creating Host Port gpfs2h1p0 on Host gpfs2 with WWN 500605b00a13c190 and with interfaceType SAS.";
create hostPort host="gpfs2" userLabel="gpfs2h1p0" identifier="500605b00a13c190" interfaceType=SAS;

show "Creating Host Port gpfs2h1p1 on Host gpfs2 with WWN 500605b00a13c191 and with interfaceType SAS.";
create hostPort host="gpfs2" userLabel="gpfs2h1p1" identifier="500605b00a13c191" interfaceType=SAS;

show "Creating Host Port gpfs1h1p0 on Host gpfs1 with WWN 500605b00a13c110 and with interfaceType SAS.";
create hostPort host="gpfs1" userLabel="gpfs1h1p0" identifier="500605b00a13c110" interfaceType=SAS;

show "Creating Host Port gpfs2h0p0 on Host gpfs2 with WWN 500605b00a323f20 and with interfaceType SAS.";
create hostPort host="gpfs2" userLabel="gpfs2h0p0" identifier="500605b00a323f20" interfaceType=SAS;

show "Creating Host Port gpfs1h0p0 on Host gpfs1 with WWN 500605b00a3247c0 and with interfaceType SAS.";
create hostPort host="gpfs1" userLabel="gpfs1h0p0" identifier="500605b00a3247c0" interfaceType=SAS;

execute script via SMcli

excute script for LUN mapping

// Creating Volume-To-LUN Mappings
show "Creating Volume-to-LUN Mapping for Volume SSD00 to LUN 0 under Host Group building_block_00.";
set volume ["SSD00"] logicalUnitNumber=0 hostGroup="building_block_00";  

show "Creating Volume-to-LUN Mapping for Volume SSD01 to LUN 0 under Host Group building_block_00.";
set volume ["SSD01"] logicalUnitNumber=1 hostGroup="building_block_00";

show "Creating Volume-to-LUN Mapping for Volume DDP01_01 to LUN 10 under Host Group building_block_00.";
set volume ["DDP01_01"] logicalUnitNumber=10 hostGroup="building_block_00";

show "Creating Volume-to-LUN Mapping for Volume DDP01_02 to LUN 11 under Host Group building_block_00.";
set volume ["DDP01_02"] logicalUnitNumber=11 hostGroup="building_block_00";

show "Creating Volume-to-LUN Mapping for Volume DDP01_03 to LUN 12 under Host Group building_block_00.";
set volume ["DDP01_03"] logicalUnitNumber=12 hostGroup="building_block_00";

show "Creating Volume-to-LUN Mapping for Volume DDP01_04 to LUN 13 under Host Group building_block_00.";
set volume ["DDP01_04"] logicalUnitNumber=13 hostGroup="building_block_00";

show "Creating Volume-to-LUN Mapping for Volume DDP01_05 to LUN 14 under Host Group building_block_00.";
set volume ["DDP01_05"] logicalUnitNumber=14 hostGroup="building_block_00";

show "Creating Volume-to-LUN Mapping for Volume DDP01_06 to LUN 15 under Host Group building_block_00.";
set volume ["DDP01_06"] logicalUnitNumber=15 hostGroup="building_block_00";

show "Creating Volume-to-LUN Mapping for Volume DDP01_07 to LUN 16 under Host Group building_block_00.";
set volume ["DDP01_07"] logicalUnitNumber=16 hostGroup="building_block_00";

show "Creating Volume-to-LUN Mapping for Volume DDP01_08 to LUN 17 under Host Group building_block_00.";
set volume ["DDP01_08"] logicalUnitNumber=17 hostGroup="building_block_00";

show "Creating Volume-to-LUN Mapping for Volume DDP02_01 to LUN 20 under Host Group building_block_00.";
set volume ["DDP02_01"] logicalUnitNumber=20 hostGroup="building_block_00";

show "Creating Volume-to-LUN Mapping for Volume DDP02_02 to LUN 21 under Host Group building_block_00.";
set volume ["DDP02_02"] logicalUnitNumber=21 hostGroup="building_block_00";

show "Creating Volume-to-LUN Mapping for Volume DDP02_03 to LUN 22 under Host Group building_block_00.";
set volume ["DDP02_03"] logicalUnitNumber=22 hostGroup="building_block_00";

show "Creating Volume-to-LUN Mapping for Volume DDP02_04 to LUN 23 under Host Group building_block_00.";
set volume ["DDP02_04"] logicalUnitNumber=23 hostGroup="building_block_00";

show "Creating Volume-to-LUN Mapping for Volume DDP02_05 to LUN 24 under Host Group building_block_00.";
set volume ["DDP02_05"] logicalUnitNumber=24 hostGroup="building_block_00";

show "Creating Volume-to-LUN Mapping for Volume DDP02_06 to LUN 25 under Host Group building_block_00.";
set volume ["DDP02_06"] logicalUnitNumber=25 hostGroup="building_block_00";

show "Creating Volume-to-LUN Mapping for Volume DDP02_07 to LUN 26 under Host Group building_block_00.";
set volume ["DDP02_07"] logicalUnitNumber=26 hostGroup="building_block_00";

show "Creating Volume-to-LUN Mapping for Volume DDP02_08 to LUN 27 under Host Group building_block_00.";
set volume ["DDP02_08"] logicalUnitNumber=27 hostGroup="building_block_00";

execute build_multipath.sh and copy output to /etc/multipath.conf. This output can be used for both systems of the building block. The settings are identical.

[root@gpfs1 NEC_BM-system]# bash build_multipath.sh 
multipaths {
        multipath {
                wwid                    360080e5000435a2c0000031c5761730b
                alias                   Titan_DDP01_01
        }
        multipath {
                wwid                    360080e50004359d80000027e576172b8
                alias                   Titan_DDP01_02
[...]

prepare build_stanza.sh file reflecting the volume names and their usage. Run the build_stanza.sh script and redirect output to xxx.stanza file. Create NSDs using created stanza file.

[root@gpfs1 NEC_BM-system]# mmcrnsd -F nec_bm.stanza 
mmcrnsd: Processing disk dm-5
mmcrnsd: Processing disk dm-8
mmcrnsd: Processing disk dm-0
mmcrnsd: Processing disk dm-3
mmcrnsd: Processing disk dm-2
mmcrnsd: Processing disk dm-7
mmcrnsd: Processing disk dm-5
mmcrnsd: Processing disk dm-10
mmcrnsd: Processing disk dm-6
mmcrnsd: Processing disk dm-9
mmcrnsd: Processing disk dm-13
mmcrnsd: Processing disk dm-9
mmcrnsd: Processing disk dm-14
mmcrnsd: Processing disk dm-12
mmcrnsd: Processing disk dm-15
mmcrnsd: Processing disk dm-14
mmcrnsd: Processing disk dm-13
mmcrnsd: Processing disk dm-19
mmcrnsd: Propagating the cluster configuration data to all
  affected nodes.  This is an asynchronous process.
[root@gpfs1 NEC_BM-system]#

create filesystem using the stanza file

[root@gpfs1 NEC_BM-system]# mmcrfs titan -F nec_bm.stanza

The following disks of titan will be formatted on node gpfs2:
    Titan_SSD00: size 716800 MB
    Titan_SSD01: size 716800 MB
    Titan_DDP01_01: size 26214400 MB
    Titan_DDP01_02: size 26214400 MB
    Titan_DDP01_03: size 26214400 MB
    Titan_DDP01_04: size 26214400 MB
    Titan_DDP01_05: size 26214400 MB
    Titan_DDP01_06: size 26214400 MB
    Titan_DDP01_07: size 26214400 MB
    Titan_DDP01_08: size 26214400 MB
    Titan_DDP02_01: size 26214400 MB
    Titan_DDP02_02: size 26214400 MB
    Titan_DDP02_03: size 26214400 MB
    Titan_DDP02_04: size 26214400 MB
    Titan_DDP02_05: size 26214400 MB
    Titan_DDP02_06: size 26214400 MB
    Titan_DDP02_07: size 26214400 MB
    Titan_DDP02_08: size 26214400 MB
Formatting file system ...
Disks up to size 8.9 TB can be added to storage pool system.
Disks up to size 470 TB can be added to storage pool datapool.
Creating Inode File
Creating Allocation Maps
Creating Log Files
Clearing Inode Allocation Map
Clearing Block Allocation Map
Formatting Allocation Map for storage pool system
Formatting Allocation Map for storage pool datapool
Completed creation of file system /dev/titan.
mmcrfs: Propagating the cluster configuration data to all
  affected nodes.  This is an asynchronous process.
[root@gpfs1 NEC_BM-system]# 
bmsystemconf.txt · Last modified: 2022/07/10 09:34 by 127.0.0.1