[root@sr04fsnb ~]# gluster volume info vol01
 
Volume Name: vol01
Type: Distributed-Replicate
Volume ID: 8074ccce-07c2-42fd-9009-b022e1cf5000
Status: Started
Number of Bricks: 20 x 2 = 40
Transport-type: tcp
Bricks:
Brick1: sr02fsna.stor.us01.symvec.net:/export/shelf1/gfs-brick0
Brick2: sr05fsna.stor.us01.symvec.net:/export/shelf1/gfs-brick0
Brick3: sr02fsna.stor.us01.symvec.net:/export/shelf2/gfs-brick0
Brick4: sr05fsna.stor.us01.symvec.net:/export/shelf2/gfs-brick0
Brick5: sr02fsna.stor.us01.symvec.net:/export/shelf3/gfs-brick0
Brick6: sr05fsna.stor.us01.symvec.net:/export/shelf3/gfs-brick0
Brick7: sr02fsna.stor.us01.symvec.net:/export/shelf4/gfs-brick0
Brick8: sr05fsna.stor.us01.symvec.net:/export/shelf4/gfs-brick0
Brick9: sr02fsnb.stor.us01.symvec.net:/export/shelf1/gfs-brick0
Brick10: sr05fsnb.stor.us01.symvec.net:/export/shelf1/gfs-brick0
Brick11: sr02fsnb.stor.us01.symvec.net:/export/shelf2/gfs-brick0
Brick12: sr05fsnb.stor.us01.symvec.net:/export/shelf2/gfs-brick0
Brick13: sr02fsnb.stor.us01.symvec.net:/export/shelf3/gfs-brick0
Brick14: sr05fsnb.stor.us01.symvec.net:/export/shelf3/gfs-brick0
Brick15: sr02fsnb.stor.us01.symvec.net:/export/shelf4/gfs-brick0
Brick16: sr05fsnb.stor.us01.symvec.net:/export/shelf4/gfs-brick0
Brick17: sr03fsna.stor.us01.symvec.net:/export/shelf1/gfs-brick0
Brick18: sr06fsna.stor.us01.symvec.net:/export/shelf1/gfs-brick0
Brick19: sr03fsna.stor.us01.symvec.net:/export/shelf2/gfs-brick0
Brick20: sr06fsna.stor.us01.symvec.net:/export/shelf2/gfs-brick0
Brick21: sr03fsna.stor.us01.symvec.net:/export/shelf3/gfs-brick0
Brick22: sr06fsna.stor.us01.symvec.net:/export/shelf3/gfs-brick0
Brick23: sr03fsna.stor.us01.symvec.net:/export/shelf4/gfs-brick0
Brick24: sr06fsna.stor.us01.symvec.net:/export/shelf4/gfs-brick0
Brick25: sr03fsnb.stor.us01.symvec.net:/export/shelf1/gfs-brick0
Brick26: sr06fsnb.stor.us01.symvec.net:/export/shelf1/gfs-brick0
Brick27: sr03fsnb.stor.us01.symvec.net:/export/shelf2/gfs-brick0
Brick28: sr06fsnb.stor.us01.symvec.net:/export/shelf2/gfs-brick0
Brick29: sr03fsnb.stor.us01.symvec.net:/export/shelf3/gfs-brick0
Brick30: sr06fsnb.stor.us01.symvec.net:/export/shelf3/gfs-brick0
Brick31: sr03fsnb.stor.us01.symvec.net:/export/shelf4/gfs-brick0
Brick32: sr06fsnb.stor.us01.symvec.net:/export/shelf4/gfs-brick0
Brick33: sr04fsna.stor.us01.symvec.net:/export/shelf1/gfs-brick0
Brick34: sr07fsna.stor.us01.symvec.net:/export/shelf1/gfs-brick0
Brick35: sr04fsna.stor.us01.symvec.net:/export/shelf2/gfs-brick0
Brick36: sr07fsna.stor.us01.symvec.net:/export/shelf2/gfs-brick0
Brick37: sr04fsna.stor.us01.symvec.net:/export/shelf3/gfs-brick0
Brick38: sr07fsna.stor.us01.symvec.net:/export/shelf3/gfs-brick0
Brick39: sr04fsna.stor.us01.symvec.net:/export/shelf4/gfs-brick0
Brick40: sr07fsna.stor.us01.symvec.net:/export/shelf4/gfs-brick0
Options Reconfigured:
nfs.disable: on
cluster.quorum-type: auto


[root@sr04fsnb ~]# service glusterd stop
Stopping glusterd:                                         [  OK  ]
[root@sr04fsnb ~]# for D in /export/shelf*;do rm -rf ${D}/gfs-brick0;mkdir ${D}/gfs-brick0;done
[root@sr04fsnb ~]# for D in /export/shelf*/gfs-brick0 /export/shelf* /export /;do setfattr -x trusted.glusterfs.volume-id ${D};setfattr -x trusted.gfid ${D};done
setfattr: /export/shelf1/gfs-brick0: No such attribute
setfattr: /export/shelf1/gfs-brick0: No such attribute
setfattr: /export/shelf2/gfs-brick0: No such attribute
setfattr: /export/shelf2/gfs-brick0: No such attribute
setfattr: /export/shelf3/gfs-brick0: No such attribute
setfattr: /export/shelf3/gfs-brick0: No such attribute
setfattr: /export/shelf4/gfs-brick0: No such attribute
setfattr: /export/shelf4/gfs-brick0: No such attribute
setfattr: /export/shelf1: No such attribute
setfattr: /export/shelf1: No such attribute
setfattr: /export/shelf2: No such attribute
setfattr: /export/shelf2: No such attribute
setfattr: /export/shelf3: No such attribute
setfattr: /export/shelf3: No such attribute
setfattr: /export/shelf4: No such attribute
setfattr: /export/shelf4: No such attribute
setfattr: /export: No such attribute
setfattr: /export: No such attribute
setfattr: /: No such attribute
setfattr: /: No such attribute
[root@sr04fsnb ~]# service glusterd start
Starting glusterd:                                         [  OK  ]
[root@sr04fsnb ~]# gluster volume add-brick vol01 sr04fsnb.stor.us01.symvec.net:/export/shelf1/gfs-brick0 sr07fsnb.stor.us01.symvec.net:/export/shelf1/gfs-brick0 sr04fsnb.stor.us01.symvec.net:/export/shelf2/gfs-brick0 sr07fsnb.stor.us01.symvec.net:/export/shelf2/gfs-brick0 sr04fsnb.stor.us01.symvec.net:/export/shelf3/gfs-brick0 sr07fsnb.stor.us01.symvec.net:/export/shelf3/gfs-brick0 sr04fsnb.stor.us01.symvec.net:/export/shelf4/gfs-brick0 sr07fsnb.stor.us01.symvec.net:/export/shelf4/gfs-brick0
Brick sr04fsnb.stor.us01.symvec.net:/export/shelf1/gfs-brick0 is already a part of the volume