Please see my other blog for Oracle EBusiness Suite Posts - EBMentors

Search This Blog
Note: All the posts are based on practical approach avoiding lengthy theory. All have been tested on some development servers. Please don’t test any post on production servers until you are sure.

Tuesday, October 29, 2013

Exadata: Replacing damaged disk is really plugNplay activity

On Exadata if any disk is failed due to some problem , replacing it will not be the hard job. It is quite simple task. On my testing environment I did the below to test it, things are quite self explanatory.


[root@exacell1 raw]# ls
disk01  disk03  disk05  disk07  disk09  disk11  FLASH01  FLASH03
disk02  disk04  disk06  disk08  disk10  disk12  FLASH02  FLASH04
[root@exacell1 raw]# pwd
/opt/oracle/cell/disks/raw
[root@exacell1 raw]# rm disk12
rm: remove regular file `disk12'? yes
[root@exacell1 raw]#

CellCLI> list alerthistory

CellCLI> list alerthistory 14_1 detail
         name:                   14_1
         alertDescription:       "Hard disk was removed"
         alertMessage:           "Hard disk was removed.  Status        : NOT PRESENT  Manufacturer  : Unknown  Model Number  : Unknown  Size          : 1000M  Serial Number : /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk12  Firmware      : Unknown  Slot Number   : Unknown  Cell Disk     : CD_disk12_cell1  Grid Disk     : datagd_CD_disk12_cell1"
         alertSequenceID:        14
         alertShortName:         Hardware
         alertType:              Stateful
         beginTime:              2013-10-28T19:44:56+03:00
         examinedBy:          
         metricObjectName:       /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk12
         notificationState:      0
         sequenceBeginTime:      2013-10-28T19:44:56+03:00
         severity:               critical
         alertAction:            Informational.

CellCLI> list celldisk
         CD_disk01_cell1         normal
         CD_disk02_cell1         normal
         CD_disk03_cell1         normal
         CD_disk04_cell1         normal
         CD_disk05_cell1         normal
         CD_disk06_cell1         normal
         CD_disk07_cell1         normal
         CD_disk08_cell1         normal
         CD_disk09_cell1         normal
         CD_disk10_cell1         normal
         CD_disk11_cell1         normal
         CD_disk12_cell1         not present
         FD_00_cell1             normal
         FD_01_cell1             normal
         FD_02_cell1             normal
         FD_03_cell1             normal

CellCLI> list griddisk
         datagd_CD_disk01_cell1  active
         datagd_CD_disk02_cell1  active
         datagd_CD_disk03_cell1  active
         datagd_CD_disk04_cell1  active
         datagd_CD_disk05_cell1  active
         datagd_CD_disk06_cell1  active
         datagd_CD_disk07_cell1  active
         datagd_CD_disk08_cell1  active
         datagd_CD_disk09_cell1  active
         datagd_CD_disk10_cell1  active
         datagd_CD_disk11_cell1  active
         datagd_CD_disk12_cell1  not present

SQL> select name,state from v$asm_disk
  2  /

NAME                           STATE
------------------------------ --------
DATAGD_CD_DISK03_CELL1         NORMAL
DATAGD_CD_DISK05_CELL1         NORMAL
DATAGD_CD_DISK01_CELL1         NORMAL
DATAGD_CD_DISK04_CELL1         NORMAL
DATAGD_CD_DISK02_CELL1         NORMAL
DATAGD_CD_DISK06_CELL1         NORMAL
                               NORMAL
                               NORMAL
                               NORMAL
                               NORMAL
                               NORMAL

11 rows selected.

SQL> select * from gv$asm_operation;

no rows selected

CellCLI> list physicaldisk
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH01   /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH01    normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH02   /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH02    normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH03   /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH03    normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH04   /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH04    normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk01    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk01     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk02    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk02     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk03    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk03     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk04    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk04     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk05    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk05     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk06    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk06     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk07    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk07     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk08    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk08     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk09    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk09     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk10    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk10     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk11    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk11     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk12    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk12     not present

[root@exacell1 raw]# dd if=/dev/zero of=disk12 bs=1M count=1000
1000+0 records in
1000+0 records out
1048576000 bytes (1.0 GB) copied, 11.3881 seconds, 92.1 MB/s
[root@exacell1 raw]#

CellCLI> list physicaldisk
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH01   /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH01    normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH02   /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH02    normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH03   /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH03    normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH04   /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH04    normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk01    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk01     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk02    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk02     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk03    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk03     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk04    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk04     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk05    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk05     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk06    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk06     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk07    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk07     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk08    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk08     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk09    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk09     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk10    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk10     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk11    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk11     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk12    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk12     normal

CellCLI> list celldisk
         CD_disk01_cell1         normal
         CD_disk02_cell1         normal
         CD_disk03_cell1         normal
         CD_disk04_cell1         normal
         CD_disk05_cell1         normal
         CD_disk06_cell1         normal
         CD_disk07_cell1         normal
         CD_disk08_cell1         normal
         CD_disk09_cell1         normal
         CD_disk10_cell1         normal
         CD_disk11_cell1         normal
         CD_disk12_cell1         normal
         FD_00_cell1             normal
         FD_01_cell1             normal
         FD_02_cell1             normal
         FD_03_cell1             normal

CellCLI> list griddisk
         datagd_CD_disk01_cell1  active
         datagd_CD_disk02_cell1  active
         datagd_CD_disk03_cell1  active
         datagd_CD_disk04_cell1  active
         datagd_CD_disk05_cell1  active
         datagd_CD_disk06_cell1  active
         datagd_CD_disk07_cell1  active
         datagd_CD_disk08_cell1  active
         datagd_CD_disk09_cell1  active
         datagd_CD_disk10_cell1  active
         datagd_CD_disk11_cell1  active
         datagd_CD_disk12_cell1  active

Related Posts:
Exadata: Monitoring Active Requests, Alerts and Wait Events
Exadata: Replacing damaged disk is really plugNplay activity
Exadata: What differentiates GI on Exadata with GI on non-Exadata?
Exadata: Understanding key OS Processes for a cell
Exadata: Health Checking Exadata
Exadata: Diagnostics using sundiag/deaddisk
Exadata: Knowing a bit Exadata administrative utilities
Posted by at
Labels:

No comments:

Post a Comment

Subscribe to: Post Comments (Atom)