Friday 5 October 2012

veritas disk group operations

1)create diskgroup

bash-3.00# vxdg init testgroup d0=c2t4d0

bash-3.00# vxdg list
NAME         STATE           ID
testgroup    enabled,cds          1348637413.21.kaveri

2)add devices to diskgroup

bash-3.00# vxdg -g testgroup adddisk d1=c2t3d0
bash-3.00# vxdg -g testgroup adddisk d2=c2t2d0

bash-3.00# vxdisk list
DEVICE       TYPE            DISK         GROUP        STATUS
c1t0d0s2     auto:none       -            -            online invalid
c1t1d0s2     auto:none       -            -            online invalid
c2t0d0s2     auto:cdsdisk    -            -            online
c2t1d0s2     auto:cdsdisk    -            -            online
c2t2d0s2     auto:cdsdisk    d2           testgroup    online
c2t3d0s2     auto:cdsdisk    d1           testgroup    online
c2t4d0s2     auto:cdsdisk    d0           testgroup    online

3)remove disk from disk group

bash-3.00# vxdg -g testgroup rmdisk d2
bash-3.00# vxdisk list
DEVICE       TYPE            DISK         GROUP        STATUS
c1t0d0s2     auto:none       -            -            online invalid
c1t1d0s2     auto:none       -            -            online invalid
c2t0d0s2     auto:cdsdisk    -            -            online
c2t1d0s2     auto:cdsdisk    -            -            online
c2t2d0s2     auto:cdsdisk    -            -            online
c2t3d0s2     auto:cdsdisk    d1           testgroup    online
c2t4d0s2     auto:cdsdisk    d0           testgroup    online
bash-3.00# vxdg -g testgroup rmdisk d1

bash-3.00# vxdg -g testgroup adddisk d1=c2t3d0
bash-3.00# vxdg -g testgroup adddisk d2=c2t2d0
bash-3.00# vxdisk list
DEVICE       TYPE            DISK         GROUP        STATUS
c1t0d0s2     auto:none       -            -            online invalid
c1t1d0s2     auto:none       -            -            online invalid
c2t0d0s2     auto:cdsdisk    -            -            online
c2t1d0s2     auto:cdsdisk    -            -            online
c2t2d0s2     auto:cdsdisk    d2           testgroup    online
c2t3d0s2     auto:cdsdisk    d1           testgroup    online
c2t4d0s2     auto:cdsdisk    d0           testgroup    online


4)To see maxsize of diskgroup.

bash-3.00# vxassist -g testgroup -p maxsize
188436480
bash-3.00# vxassist -g testgroup  maxsize
Maximum volume size: 188436480 (92010Mb)

5)to see the deported diskgroup information.


bash-3.00# vxdg -C deport testgroup
bash-3.00# vxdisk list
DEVICE       TYPE            DISK         GROUP        STATUS
c1t0d0s2     auto:none       -            -            online invalid
c1t1d0s2     auto:none       -            -            online invalid
c2t0d0s2     auto:cdsdisk    -            -            online
c2t1d0s2     auto:cdsdisk    -            -            online
c2t2d0s2     auto:cdsdisk    -            -            online
c2t3d0s2     auto:cdsdisk    -            -            online
c2t4d0s2     auto:cdsdisk    -            -            online



6)to see the deported diskgroup information.

bash-3.00# vxdisk -o alldgs list
DEVICE       TYPE            DISK         GROUP        STATUS
c1t0d0s2     auto:none       -            -            online invalid
c1t1d0s2     auto:none       -            -            online invalid
c2t0d0s2     auto:cdsdisk    -            -            online
c2t1d0s2     auto:cdsdisk    -            -            online
c2t2d0s2     auto:cdsdisk    -            (testgroup)  online
c2t3d0s2     auto:cdsdisk    -            (testgroup)  online
c2t4d0s2     auto:cdsdisk    -            (testgroup)  online

7)to import disk group

bash-3.00# vxdg -C import testgroup
bash-3.00# vxdg list
NAME         STATE           ID
testgroup    enabled,cds          1348637413.21.kaveri
bash-3.00# vxdisk list
DEVICE       TYPE            DISK         GROUP        STATUS
c1t0d0s2     auto:none       -            -            online invalid
c1t1d0s2     auto:none       -            -            online invalid
c2t0d0s2     auto:cdsdisk    -            -            online
c2t1d0s2     auto:cdsdisk    -            -            online
c2t2d0s2     auto:cdsdisk    d2           testgroup    online
c2t3d0s2     auto:cdsdisk    d1           testgroup    online
c2t4d0s2     auto:cdsdisk    d0           testgroup    online

8)To rename disk group

bash-3.00# vxdg deport testgroup
bash-3.00# vxdg -n test import testgroup
bash-3.00# vxdg list
NAME         STATE           ID
test         enabled,cds          1348637413.21.kaveri
bash-3.00# vxdg -n testgroup deport test

bash-3.00# vxdisk -o alldgs list
DEVICE       TYPE            DISK         GROUP        STATUS
c1t0d0s2     auto:none       -            -            online invalid
c1t1d0s2     auto:none       -            -            online invalid
c2t0d0s2     auto:cdsdisk    -            -            online
c2t1d0s2     auto:cdsdisk    -            -            online
c2t2d0s2     auto:cdsdisk    -            (testgroup)  online
c2t3d0s2     auto:cdsdisk    -            (testgroup)  online
c2t4d0s2     auto:cdsdisk    -            (testgroup)  online
bash-3.00# vxdg import testgroup


bash-3.00# vxdg list
NAME         STATE           ID
testgroup    enabled,cds          1348637413.21.kaveri
bash-3.00# vxdisk list
DEVICE       TYPE            DISK         GROUP        STATUS
c1t0d0s2     auto:none       -            -            online invalid
c1t1d0s2     auto:none       -            -            online invalid
c2t0d0s2     auto:cdsdisk    -            -            online
c2t1d0s2     auto:cdsdisk    -            -            online
c2t2d0s2     auto:cdsdisk    d2           testgroup    online
c2t3d0s2     auto:cdsdisk    d1           testgroup    online
c2t4d0s2     auto:cdsdisk    d0           testgroup    online


9)to make default disk group

bash-3.00# vxdg defaultdg
nodg
bash-3.00# vxdctl defaultdg testgroup
bash-3.00# vxdg defaultdg
testgroup

======================
Problem

NFS client could not mount the exported VxFS filesystem from Linux NFS Server. The mount command hung on the NFS Client

Error

No Error. Symptom is NFS Mount on NFS Client hangs.

Environment

Any Supported Linux Operating System, running any version of VERITAS Volume Manager (VxVM).
The VxVM devices files have minor numbers that are much higher than the Linux maximum of 255.
This has been seen on RHEL5, RHEL4 only because it's most commonly used for NFS Servers with VxVM.

Cause

This is a limitation on Linux which does not support device minor number greater than 255 in it's NFS implementation.
Please refer to the following report from Linu: https://bugzilla.redhat.com/show_bug.cgi?id=174385
Assuming the Problematic volume is testvol in testdg, the minor number can be obtained in 2 ways:
SERVER# #ls -l /dev/vx/rdsk/testdg/testvol
crw-------   1 root     root      75, 9001 Dec 11 16:31 /dev/vx/rdsk/testdg/testvol
SERVER# vxprint -g testdg -vF %minor testvol
9001

This example shows a minor number of 9001, this will not work as a NFS export on Linux. The minor needs to be < 256.

Solution

When using VxVM Volumes for NFS Shares, It is essential that needs to reminor the disk group. The command is "vxdg -g reminor <number> . The new minor number must be less than 255.
Procedure:
1. Umount all Veritas volumes in the diskgroup involved with NFS issue. If there are some VxVM Volumes in the same diskgroup being used as Raw devices, the applications using them must be stopped.
2. Reminor the diskgroup, which reminors the volumes in the diskgroup (Setting minor to 100 allows for 156 NFS shares from the NFS Server):
# vxdg -g testdg reminor 100
3. Confirm the change is complete:
# vxprint -g testdg -vF %minor testvol
4. Remount and reshare the NFS exports.
5. Test the mount the filesystems from the NFS client.

NOTE: If filesystems cannot be unmounted, the reminor can be done, and the new minor numbers will be picked up at the next reboot for the devices that were busy.


==========================

10)disk group reminor operations

bash-3.00# vxprint -g testgroup -vF %minor convol
50000
bash-3.00# vxprint -l testgroup
Disk group: testgroup

Group:    testgroup
info:     dgid=1348637413.21.kaveri
version:  140
alignment: 8192 (bytes)
activation: read-write
detach-policy: global
dg-fail-policy: dgdisable
copies:   nconfig=default nlog=default
devices:  max=32767 cur=1
minors:   >= 50000
cds=on

bash-3.00# vxdg -g testgroup reminor 255
bash-3.00# vxprint -l testgroup
Disk group: testgroup

Group:    testgroup
info:     dgid=1348637413.21.kaveri
version:  140
alignment: 8192 (bytes)
activation: read-write
detach-policy: global
dg-fail-policy: dgdisable
copies:   nconfig=default nlog=default
devices:  max=32767 cur=1
minors:   >= 255
cds=on


bash-3.00# vxprint -g testgroup -vF %minor convol
255


bash-3.00# vxdisk list
DEVICE       TYPE            DISK         GROUP        STATUS
c1t0d0s2     auto:none       -            -            online invalid
c1t1d0s2     auto:none       -            -            online invalid
c2t0d0s2     auto:cdsdisk    -            -            online
c2t1d0s2     auto:cdsdisk    -            -            online
c2t2d0s2     auto:cdsdisk    d2           testgroup    online
c2t3d0s2     auto:cdsdisk    d1           testgroup    online
c2t4d0s2     auto:cdsdisk    d0           testgroup    online
bash-3.00# vxprint -hvt
Disk group: testgroup

V  NAME         RVG/VSET/CO  KSTATE   STATE    LENGTH   READPOL   PREFPLEX UTYPE
PL NAME         VOLUME       KSTATE   STATE    LENGTH   LAYOUT    NCOL/WID MODE
SD NAME         PLEX         DISK     DISKOFFS LENGTH   [COL/]OFF DEVICE   MODE
SV NAME         PLEX         VOLNAME  NVOLLAYR LENGTH   [COL/]OFF AM/NM    MODE
SC NAME         PLEX         CACHE    DISKOFFS LENGTH   [COL/]OFF DEVICE   MODE
DC NAME         PARENTVOL    LOGVOL
SP NAME         SNAPVOL      DCO
EX NAME         ASSOC        VC                       PERMS    MODE     STATE

v  convol       -            ENABLED  ACTIVE   2097152  SELECT    -        fsgen
pl convol-01    convol       ENABLED  ACTIVE   2097152  CONCAT    -        RW
sd d0-01        convol-01    d0       0        2097152  0         c2t4d0   ENA
bash-3.00#

11)split && join operations

bash-3.00# vxdg split testgroup newtestgroup convol
bash-3.00# vxdg list
NAME         STATE           ID
testgroup    enabled,cds          1348637413.21.kaveri
newtestgroup enabled,cds          1348641528.34.kaveri
bash-3.00# vxprint -hvt
Disk group: newtestgroup

V  NAME         RVG/VSET/CO  KSTATE   STATE    LENGTH   READPOL   PREFPLEX UTYPE
PL NAME         VOLUME       KSTATE   STATE    LENGTH   LAYOUT    NCOL/WID MODE
SD NAME         PLEX         DISK     DISKOFFS LENGTH   [COL/]OFF DEVICE   MODE
SV NAME         PLEX         VOLNAME  NVOLLAYR LENGTH   [COL/]OFF AM/NM    MODE
SC NAME         PLEX         CACHE    DISKOFFS LENGTH   [COL/]OFF DEVICE   MODE
DC NAME         PARENTVOL    LOGVOL
SP NAME         SNAPVOL      DCO
EX NAME         ASSOC        VC                       PERMS    MODE     STATE

v  convol       -            DISABLED ACTIVE   2097152  SELECT    -        fsgen
pl convol-01    convol       DISABLED ACTIVE   2097152  CONCAT    -        RW
sd d0-01        convol-01    d0       0        2097152  0         c2t4d0   ENA
bash-3.00# vxdisk list
DEVICE       TYPE            DISK         GROUP        STATUS
c1t0d0s2     auto:none       -            -            online invalid
c1t1d0s2     auto:none       -            -            online invalid
c2t0d0s2     auto:cdsdisk    -            -            online
c2t1d0s2     auto:cdsdisk    -            -            online
c2t2d0s2     auto:cdsdisk    d2           testgroup    online
c2t3d0s2     auto:cdsdisk    d1           testgroup    online
c2t4d0s2     auto:cdsdisk    d0           newtestgroup online


====
bash-3.00# vxdisk list
DEVICE       TYPE            DISK         GROUP        STATUS
c1t0d0s2     auto:none       -            -            online invalid
c1t1d0s2     auto:none       -            -            online invalid
c2t0d0s2     auto:cdsdisk    -            -            online
c2t1d0s2     auto:cdsdisk    -            -            online
c2t2d0s2     auto:cdsdisk    d2           testgroup    online
c2t3d0s2     auto:cdsdisk    d1           testgroup    online
c2t4d0s2     auto:cdsdisk    d0           newtestgroup online
bash-3.00# vxprint -hvt
Disk group: newtestgroup

V  NAME         RVG/VSET/CO  KSTATE   STATE    LENGTH   READPOL   PREFPLEX UTYPE
PL NAME         VOLUME       KSTATE   STATE    LENGTH   LAYOUT    NCOL/WID MODE
SD NAME         PLEX         DISK     DISKOFFS LENGTH   [COL/]OFF DEVICE   MODE
SV NAME         PLEX         VOLNAME  NVOLLAYR LENGTH   [COL/]OFF AM/NM    MODE
SC NAME         PLEX         CACHE    DISKOFFS LENGTH   [COL/]OFF DEVICE   MODE
DC NAME         PARENTVOL    LOGVOL
SP NAME         SNAPVOL      DCO
EX NAME         ASSOC        VC                       PERMS    MODE     STATE

v  convol       -            DISABLED ACTIVE   2097152  SELECT    -        fsgen
pl convol-01    convol       DISABLED ACTIVE   2097152  CONCAT    -        RW
sd d0-01        convol-01    d0       0        2097152  0         c2t4d0   ENA

v  testvol      -            ENABLED  ACTIVE   2097152  SELECT    -        fsgen
pl testvol-01   testvol      ENABLED  ACTIVE   2097152  CONCAT    -        RW
sd d0-02        testvol-01   d0       2097152  2097152  0         c2t4d0   ENA

bash-3.00# vxdg join newtestgroup testgroup

bash-3.00# vxdg list
NAME         STATE           ID
testgroup    enabled,cds          1348637413.21.kaveri
bash-3.00# vxprint -hvt
Disk group: testgroup

V  NAME         RVG/VSET/CO  KSTATE   STATE    LENGTH   READPOL   PREFPLEX UTYPE
PL NAME         VOLUME       KSTATE   STATE    LENGTH   LAYOUT    NCOL/WID MODE
SD NAME         PLEX         DISK     DISKOFFS LENGTH   [COL/]OFF DEVICE   MODE
SV NAME         PLEX         VOLNAME  NVOLLAYR LENGTH   [COL/]OFF AM/NM    MODE
SC NAME         PLEX         CACHE    DISKOFFS LENGTH   [COL/]OFF DEVICE   MODE
DC NAME         PARENTVOL    LOGVOL
SP NAME         SNAPVOL      DCO
EX NAME         ASSOC        VC                       PERMS    MODE     STATE

v  convol       -            DISABLED ACTIVE   2097152  SELECT    -        fsgen
pl convol-01    convol       DISABLED ACTIVE   2097152  CONCAT    -        RW
sd d0-01        convol-01    d0       0        2097152  0         c2t4d0   ENA

v  testvol      -            DISABLED ACTIVE   2097152  SELECT    -        fsgen
pl testvol-01   testvol      DISABLED ACTIVE   2097152  CONCAT    -        RW
sd d0-02        testvol-01   d0       2097152  2097152  0         c2t4d0   ENA
bash-3.00#


No comments:

Post a Comment