# # This file relates to http://www.freebsddiary.org/3ware-netsaint-plugin.php # # Copyright © 1997-2006 DVL Software Ltd. # All rights reserved. # # tw_cli //opti> focus c0 //opti/c0> show Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u1 SPARE OK - - 69.2404 - OFF - u2 RAID-10 OK - 64K 195.548 ON OFF OFF Port Status Unit Size Blocks Serial --------------------------------------------------------------- p0 OK u2 69.25 GB 145226112 WD-WMAKE23790 p1 OK u2 69.25 GB 145226112 WD-WMAKE23790 p2 OK u2 69.25 GB 145226112 WD-WMAKE23943 p3 OK u2 69.25 GB 145226112 WD-WMAKE23790 p4 OK u? 69.25 GB 145226112 WD-WMAKE23790 p5 OK u2 69.25 GB 145226112 WD-WMAKE23792 p6 OK u2 69.25 GB 145226112 WD-WMAKE23790 p7 OK u1 69.25 GB 145226112 WD-WMAKE23786 Name OnlineState BBUReady Status Volt Temp Hours LastCapTest --------------------------------------------------------------------------- bbu On Yes OK OK OK 0 xx-xxx-xxxx //opti/c0> //opti/c0> show alarms Ctl Date Severity Alarm Message ------------------------------------------------------------------------------ c0 [Mon Aug 14 13:06:09 2006] INFO Drive inserted: port=4 c0 [Mon Aug 14 13:05:58 2006] WARNING Drive removed: port=4 c0 [Mon Aug 14 12:12:36 2006] INFO Rebuild completed: unit=2 c0 [Mon Aug 14 11:56:11 2006] INFO Drive inserted: port=4 c0 [Mon Aug 14 11:53:01 2006] INFO Rebuild started: unit=2 c0 [Mon Aug 14 11:50:23 2006] ERROR Degraded unit: unit=2, port=4 c0 [Mon Aug 14 11:50:23 2006] WARNING Drive removed: port=4 c0 [Mon Aug 14 11:47:21 2006] INFO Drive inserted: port=6 c0 [Mon Aug 14 11:31:06 2006] WARNING Drive removed: port=6 c0 [Thu Jan 1 00:00:01 1970] INFO Battery capacity test is overdue //opti/c0> //opti/c0> show numunits /c0 Number of Units = 2 //opti/c0> /* drive 4 has been removed */ //opti/c0> show Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u1 SPARE OK - - 69.2404 - OFF - u2 RAID-10 OK - 64K 195.548 ON OFF OFF Port Status Unit Size Blocks Serial --------------------------------------------------------------- p0 OK u2 69.25 GB 145226112 WD-WMAKE23790 p1 OK u2 69.25 GB 145226112 WD-WMAKE23790 p2 OK u2 69.25 GB 145226112 WD-WMAKE23943 p3 OK u2 69.25 GB 145226112 WD-WMAKE23790 p4 DRIVE-REMOVED - - - - p5 OK u2 69.25 GB 145226112 WD-WMAKE23792 p6 OK u2 69.25 GB 145226112 WD-WMAKE23790 p7 OK u1 69.25 GB 145226112 WD-WMAKE23786 Name OnlineState BBUReady Status Volt Temp Hours LastCapTest --------------------------------------------------------------------------- bbu On Yes OK OK OK 0 xx-xxx-xxxx //opti/c0> /* drive 4 inserted */ //opti/c0> show Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u1 SPARE OK - - 69.2404 - OFF - u2 RAID-10 OK - 64K 195.548 ON OFF OFF Port Status Unit Size Blocks Serial --------------------------------------------------------------- p0 OK u2 69.25 GB 145226112 WD-WMAKE23790 p1 OK u2 69.25 GB 145226112 WD-WMAKE23790 p2 OK u2 69.25 GB 145226112 WD-WMAKE23943 p3 OK u2 69.25 GB 145226112 WD-WMAKE23790 p4 OK u? 69.25 GB 145226112 WD-WMAKE23790 p5 OK u2 69.25 GB 145226112 WD-WMAKE23792 p6 OK u2 69.25 GB 145226112 WD-WMAKE23790 p7 OK u1 69.25 GB 145226112 WD-WMAKE23786 Name OnlineState BBUReady Status Volt Temp Hours LastCapTest --------------------------------------------------------------------------- bbu On Yes OK OK OK 0 xx-xxx-xxxx //opti/c0> //opti/c0> add type=spare disk=4 Creating new unit on controller /c0 ... Failed. Error: (API:0012) Disk is member of un-exported unit. //opti/c0> /* after designating as hot spare via BIOS interface */ # tw_cli //opti> focus c0 //opti/c0> show Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u0 SPARE OK - - 69.2404 - OFF - u1 RAID-10 OK - 64K 195.548 ON OFF OFF u2 SPARE OK - - 69.2404 - OFF - Port Status Unit Size Blocks Serial --------------------------------------------------------------- p0 OK u1 69.25 GB 145226112 WD-WMAKE23790 p1 OK u1 69.25 GB 145226112 WD-WMAKE23790 p2 OK u1 69.25 GB 145226112 WD-WMAKE23943 p3 OK u1 69.25 GB 145226112 WD-WMAKE23790 p4 OK u2 69.25 GB 145226112 WD-WMAKE23790 p5 OK u1 69.25 GB 145226112 WD-WMAKE23792 p6 OK u1 69.25 GB 145226112 WD-WMAKE23790 p7 OK u0 69.25 GB 145226112 WD-WMAKE23786 Name OnlineState BBUReady Status Volt Temp Hours LastCapTest --------------------------------------------------------------------------- bbu On Yes OK OK OK 0 xx-xxx-xxxx //opti/c0> /* drive 6 was pulled here */ //opti/c0> show Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u0 SPARE OK - - 69.2404 - OFF - u1 RAID-10 DEGRADED - 64K 195.548 OFF OFF OFF u2 SPARE OK - - 69.2404 - OFF - Port Status Unit Size Blocks Serial --------------------------------------------------------------- p0 OK u1 69.25 GB 145226112 WD-WMAKE23790 p1 OK u1 69.25 GB 145226112 WD-WMAKE23790 p2 OK u1 69.25 GB 145226112 WD-WMAKE23943 p3 OK u1 69.25 GB 145226112 WD-WMAKE23790 p4 OK u2 69.25 GB 145226112 WD-WMAKE23790 p5 OK u1 69.25 GB 145226112 WD-WMAKE23792 p6 DRIVE-REMOVED - - - - p7 OK u0 69.25 GB 145226112 WD-WMAKE23786 Name OnlineState BBUReady Status Volt Temp Hours LastCapTest --------------------------------------------------------------------------- bbu On Yes OK OK OK 0 xx-xxx-xxxx //opti/c0> /* a short time later */ //opti/c0> show Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u1 RAID-10 REBUILD-PAUSED 66 64K 195.548 OFF OFF OFF u2 SPARE OK - - 69.2404 - OFF - Port Status Unit Size Blocks Serial --------------------------------------------------------------- p0 OK u1 69.25 GB 145226112 WD-WMAKE23790 p1 OK u1 69.25 GB 145226112 WD-WMAKE23790 p2 OK u1 69.25 GB 145226112 WD-WMAKE23943 p3 OK u1 69.25 GB 145226112 WD-WMAKE23790 p4 OK u2 69.25 GB 145226112 WD-WMAKE23790 p5 OK u1 69.25 GB 145226112 WD-WMAKE23792 p6 DRIVE-REMOVED - - - - p7 DEGRADED u1 69.25 GB 145226112 WD-WMAKE23786 Name OnlineState BBUReady Status Volt Temp Hours LastCapTest --------------------------------------------------------------------------- bbu On Yes OK OK OK 0 xx-xxx-xxxx //opti/c0> /* drive 6 was reinserted */ //opti/c0> show Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u1 RAID-10 REBUILD-PAUSED 66 64K 195.548 OFF OFF OFF u2 SPARE OK - - 69.2404 - OFF - Port Status Unit Size Blocks Serial --------------------------------------------------------------- p0 OK u1 69.25 GB 145226112 WD-WMAKE23790 p1 OK u1 69.25 GB 145226112 WD-WMAKE23790 p2 OK u1 69.25 GB 145226112 WD-WMAKE23943 p3 OK u1 69.25 GB 145226112 WD-WMAKE23790 p4 OK u2 69.25 GB 145226112 WD-WMAKE23790 p5 OK u1 69.25 GB 145226112 WD-WMAKE23792 p6 OK u? 69.25 GB 145226112 WD-WMAKE23790 p7 DEGRADED u1 69.25 GB 145226112 WD-WMAKE23786 Name OnlineState BBUReady Status Volt Temp Hours LastCapTest --------------------------------------------------------------------------- bbu On Yes OK OK OK 0 xx-xxx-xxxx //opti/c0> /* try adding a spare */ //opti/c0> add type=spare disk=6 Creating new unit on controller /c0 ... Failed. Error: (API:0012) Disk is member of un-exported unit. //opti/c0> /* went to pull drive 7, but pulled drive 3 instead */ //opti/c0> show Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u1 RAID-10 DEGRADED - 64K 195.548 OFF OFF OFF u2 SPARE OK - - 69.2404 - OFF - Port Status Unit Size Blocks Serial --------------------------------------------------------------- p0 OK u1 69.25 GB 145226112 WD-WMAKE23790 p1 OK u1 69.25 GB 145226112 WD-WMAKE23790 p2 OK u1 69.25 GB 145226112 WD-WMAKE23943 p3 DRIVE-REMOVED - - - - p4 OK u2 69.25 GB 145226112 WD-WMAKE23790 p5 OK u1 69.25 GB 145226112 WD-WMAKE23792 p6 OK u? 69.25 GB 145226112 WD-WMAKE23790 p7 DEGRADED u1 69.25 GB 145226112 WD-WMAKE23786 Name OnlineState BBUReady Status Volt Temp Hours LastCapTest --------------------------------------------------------------------------- bbu On Yes OK OK OK 0 xx-xxx-xxxx /* put drive 3 back in */ //opti/c0> show Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u1 RAID-10 REBUILD-PAUSED 12 64K 195.548 OFF OFF OFF Port Status Unit Size Blocks Serial --------------------------------------------------------------- p0 OK u1 69.25 GB 145226112 WD-WMAKE23790 p1 OK u1 69.25 GB 145226112 WD-WMAKE23790 p2 OK u1 69.25 GB 145226112 WD-WMAKE23943 p3 OK u? 69.25 GB 145226112 WD-WMAKE23790 p4 DEGRADED u1 69.25 GB 145226112 WD-WMAKE23790 p5 OK u1 69.25 GB 145226112 WD-WMAKE23792 p6 OK u? 69.25 GB 145226112 WD-WMAKE23790 p7 DEGRADED u1 69.25 GB 145226112 WD-WMAKE23786 Name OnlineState BBUReady Status Volt Temp Hours LastCapTest --------------------------------------------------------------------------- bbu On Yes OK OK OK 0 xx-xxx-xxxx //opti/c0> /* after some minutes, it starts to rebuild */ //opti/c0> show Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u1 RAID-10 REBUILDING 34 64K 195.548 OFF OFF OFF Port Status Unit Size Blocks Serial --------------------------------------------------------------- p0 OK u1 69.25 GB 145226112 WD-WMAKE23790 p1 OK u1 69.25 GB 145226112 WD-WMAKE23790 p2 OK u1 69.25 GB 145226112 WD-WMAKE23943 p3 OK u? 69.25 GB 145226112 WD-WMAKE23790 p4 DEGRADED u1 69.25 GB 145226112 WD-WMAKE23790 p5 OK u1 69.25 GB 145226112 WD-WMAKE23792 p6 OK u? 69.25 GB 145226112 WD-WMAKE23790 p7 DEGRADED u1 69.25 GB 145226112 WD-WMAKE23786 Name OnlineState BBUReady Status Volt Temp Hours LastCapTest --------------------------------------------------------------------------- bbu On Yes OK OK OK 0 xx-xxx-xxxx //opti/c0> /* after more time */ //opti/c0> show Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u1 RAID-10 OK - 64K 195.548 ON OFF OFF Port Status Unit Size Blocks Serial --------------------------------------------------------------- p0 OK u1 69.25 GB 145226112 WD-WMAKE23790 p1 OK u1 69.25 GB 145226112 WD-WMAKE23790 p2 OK u1 69.25 GB 145226112 WD-WMAKE23943 p3 OK u? 69.25 GB 145226112 WD-WMAKE23790 p4 OK u1 69.25 GB 145226112 WD-WMAKE23790 p5 OK u1 69.25 GB 145226112 WD-WMAKE23792 p6 OK u? 69.25 GB 145226112 WD-WMAKE23790 p7 OK u1 69.25 GB 145226112 WD-WMAKE23786 Name OnlineState BBUReady Status Volt Temp Hours LastCapTest --------------------------------------------------------------------------- bbu On Yes OK OK OK 0 xx-xxx-xxxx //opti/c0> /* now to add a new array */ //opti/c0> /c0 add type=raid0 disk=3:6 Creating new unit on controller /c0 ... Failed. Error: (API:0012) Disk is member of un-exported unit. //opti/c0> /* here I upgraded to the latest firmware */ //opti> /c0 add type=raid0 disk=3:6 Creating new unit on controller /c0 ... Failed. (0x0B:0x001F): One or more of the specified drives belong to another unit //opti> /* A very different error message */ //opti/c0> show Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u0 RAID-10 OK - 64K 195.548 ON OFF OFF u1 RAID-10 INOPERABLE - 64K 195.548 OFF OFF OFF u2 RAID-10 INOPERABLE - 64K 195.548 OFF OFF OFF Port Status Unit Size Blocks Serial --------------------------------------------------------------- p0 OK u0 69.25 GB 145226112 WD-WMAKE23790 p1 OK u0 69.25 GB 145226112 WD-WMAKE23790 p2 OK u0 69.25 GB 145226112 WD-WMAKE23943 p3 OK u1 69.25 GB 145226112 WD-WMAKE23790 p4 OK u0 69.25 GB 145226112 WD-WMAKE23790 p5 OK u0 69.25 GB 145226112 WD-WMAKE23792 p6 OK u2 69.25 GB 145226112 WD-WMAKE23790 p7 OK u0 69.25 GB 145226112 WD-WMAKE23786 Name OnlineState BBUReady Status Volt Temp Hours LastCapTest --------------------------------------------------------------------------- bbu On Yes OK OK OK 0 xx-xxx-xxxx //opti/c0> /* interesting details on the two inoperable units */ //opti/c0> focus u1 //opti/c0/u1> show Unit UnitType Status %Cmpl Port Stripe Size(GB) Blocks ----------------------------------------------------------------------- u1 RAID-10 INOPERABLE - - 64K 195.548 410093568 u1-0 RAID-1 INOPERABLE - - - - - u1-0-0 DISK DEGRADED - - - 65.1826 136697856 u1-0-1 DISK DEGRADED - - - 65.1826 136697856 u1-1 RAID-1 DEGRADED - - - - - u1-1-0 DISK DEGRADED - - - 65.1826 136697856 u1-1-1 DISK OK - p3 - 65.1826 136697856 u1-2 RAID-1 INOPERABLE - - - - - u1-2-0 DISK DEGRADED - - - 65.1826 136697856 u1-2-1 DISK DEGRADED - - - 65.1826 136697856 //opti/c0/u1> //opti/c0/u1> focus /c0/u2 //opti/c0/u2> show Unit UnitType Status %Cmpl Port Stripe Size(GB) Blocks ----------------------------------------------------------------------- u2 RAID-10 INOPERABLE - - 64K 195.548 410093568 u2-0 RAID-1 INOPERABLE - - - - - u2-0-0 DISK DEGRADED - - - 65.1826 136697856 u2-0-1 DISK DEGRADED - - - 65.1826 136697856 u2-1 RAID-1 INOPERABLE - - - - - u2-1-0 DISK DEGRADED - - - 65.1826 136697856 u2-1-1 DISK DEGRADED - - - 65.1826 136697856 u2-2 RAID-1 DEGRADED - - - - - u2-2-0 DISK OK - p6 - 65.1826 136697856 u2-2-1 DISK DEGRADED - - - 65.1826 136697856 //opti/c0/u2> /* now let's delete those two funny units */ //opti/c0/u2> focus /c0 //opti/c0> show unitstatus Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u0 RAID-10 OK - 64K 195.548 ON OFF OFF u1 RAID-10 INOPERABLE - 64K 195.548 OFF OFF OFF u2 RAID-10 INOPERABLE - 64K 195.548 OFF OFF OFF //opti/c0> /c0/u1 del Deleting /c0/u1 will cause the data on the unit permanently loss. Do you want to continue ? Y|N [N]: y Deleting unit c0/u1 ...Done. //opti/c0> /c0/u2 del Deleting /c0/u2 will cause the data on the unit permanently loss. Do you want to continue ? Y|N [N]: y Deleting unit c0/u2 ...Done. //opti/c0> show unitstatus Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u0 RAID-10 OK - 64K 195.548 ON OFF OFF //opti/c0> //opti/c0> show unitstatus Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u0 RAID-10 OK - 64K 195.548 ON OFF OFF //opti/c0> show Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u0 RAID-10 OK - 64K 195.548 ON OFF OFF Port Status Unit Size Blocks Serial --------------------------------------------------------------- p0 OK u0 69.25 GB 145226112 WD-WMAKE23790 p1 OK u0 69.25 GB 145226112 WD-WMAKE23790 p2 OK u0 69.25 GB 145226112 WD-WMAKE23943 p3 OK - 69.25 GB 145226112 WD-WMAKE23790 p4 OK u0 69.25 GB 145226112 WD-WMAKE23790 p5 OK u0 69.25 GB 145226112 WD-WMAKE23792 p6 OK - 69.25 GB 145226112 WD-WMAKE23790 p7 OK u0 69.25 GB 145226112 WD-WMAKE23786 Name OnlineState BBUReady Status Volt Temp Hours LastCapTest --------------------------------------------------------------------------- bbu On Yes OK OK OK 0 xx-xxx-xxxx //opti/c0> //opti/c0> /c0 add type=spare disk=3 Creating new unit on controller /c0 ... Done. The new unit is /c0/u1. //opti/c0> /c0 add type=spare disk=6 Creating new unit on controller /c0 ... Done. The new unit is /c0/u2. //opti/c0> show unitstatus Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u0 RAID-10 OK - 64K 195.548 ON OFF OFF u1 SPARE OK - - 69.2404 - OFF - u2 SPARE OK - - 69.2404 - OFF - //opti/c0> /* at this point, all is well. IMHO, the problem is solved */ /* after pulling drive 7 for a few seconds and putting it right back in: Aug 14 16:02:12 opti kernel: twa0: WARNING: (0x04: 0x0019): Drive removed: port=7 Aug 14 16:02:12 opti kernel: twa0: ERROR: (0x04: 0x0002): Degraded unit: unit=0, port=7 Aug 14 16:02:24 opti kernel: twa0: INFO: (0x04: 0x001A): Drive inserted: port=7 Aug 14 16:02:24 opti kernel: twa0: INFO: (0x04: 0x001F): Unit operational unit=0 */ //opti/c0> show Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u0 RAID-10 INIT-PAUSED 33 64K 195.548 ON OFF OFF u1 SPARE OK - - 69.2404 - OFF - u2 SPARE OK - - 69.2404 - OFF - Port Status Unit Size Blocks Serial --------------------------------------------------------------- p0 OK u0 69.25 GB 145226112 WD-WMAKE23790 p1 OK u0 69.25 GB 145226112 WD-WMAKE23790 p2 OK u0 69.25 GB 145226112 WD-WMAKE23943 p3 OK u1 69.25 GB 145226112 WD-WMAKE23790 p4 OK u0 69.25 GB 145226112 WD-WMAKE23790 p5 OK u0 69.25 GB 145226112 WD-WMAKE23792 p6 OK u2 69.25 GB 145226112 WD-WMAKE23790 p7 OK u0 69.25 GB 145226112 WD-WMAKE23786 Name OnlineState BBUReady Status Volt Temp Hours LastCapTest --------------------------------------------------------------------------- bbu On Yes OK OK OK 0 xx-xxx-xxxx //opti/c0> /* at 16:04:52 */ //opti/c0> show Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u0 RAID-10 INITIALIZING 35 64K 195.548 ON OFF OFF u1 SPARE OK - - 69.2404 - OFF - u2 SPARE OK - - 69.2404 - OFF - Port Status Unit Size Blocks Serial --------------------------------------------------------------- p0 OK u0 69.25 GB 145226112 WD-WMAKE23790 p1 OK u0 69.25 GB 145226112 WD-WMAKE23790 p2 OK u0 69.25 GB 145226112 WD-WMAKE23943 p3 OK u1 69.25 GB 145226112 WD-WMAKE23790 p4 OK u0 69.25 GB 145226112 WD-WMAKE23790 p5 OK u0 69.25 GB 145226112 WD-WMAKE23792 p6 OK u2 69.25 GB 145226112 WD-WMAKE23790 p7 OK u0 69.25 GB 145226112 WD-WMAKE23786 Name OnlineState BBUReady Status Volt Temp Hours LastCapTest --------------------------------------------------------------------------- bbu On Yes OK OK OK 0 xx-xxx-xxxx //opti/c0> /* 16:06:07 */ //opti/c0> show Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u0 RAID-10 INITIALIZING 39 64K 195.548 ON OFF OFF u1 SPARE OK - - 69.2404 - OFF - u2 SPARE OK - - 69.2404 - OFF - Port Status Unit Size Blocks Serial --------------------------------------------------------------- p0 OK u0 69.25 GB 145226112 WD-WMAKE23790 p1 OK u0 69.25 GB 145226112 WD-WMAKE23790 p2 OK u0 69.25 GB 145226112 WD-WMAKE23943 p3 OK u1 69.25 GB 145226112 WD-WMAKE23790 p4 OK u0 69.25 GB 145226112 WD-WMAKE23790 p5 OK u0 69.25 GB 145226112 WD-WMAKE23792 p6 OK u2 69.25 GB 145226112 WD-WMAKE23790 p7 OK u0 69.25 GB 145226112 WD-WMAKE23786 Name OnlineState BBUReady Status Volt Temp Hours LastCapTest --------------------------------------------------------------------------- bbu On Yes OK OK OK 0 xx-xxx-xxxx //opti/c0> /* at 16:18 */ /opti/c0> show Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u0 RAID-10 INITIALIZING 82 64K 195.548 ON OFF OFF u1 SPARE OK - - 69.2404 - OFF - u2 SPARE OK - - 69.2404 - OFF - Port Status Unit Size Blocks Serial --------------------------------------------------------------- p0 OK u0 69.25 GB 145226112 WD-WMAKE23790 p1 OK u0 69.25 GB 145226112 WD-WMAKE23790 p2 OK u0 69.25 GB 145226112 WD-WMAKE23943 p3 OK u1 69.25 GB 145226112 WD-WMAKE23790 p4 OK u0 69.25 GB 145226112 WD-WMAKE23790 p5 OK u0 69.25 GB 145226112 WD-WMAKE23792 p6 OK u2 69.25 GB 145226112 WD-WMAKE23790 p7 OK u0 69.25 GB 145226112 WD-WMAKE23786 Name OnlineState BBUReady Status Volt Temp Hours LastCapTest --------------------------------------------------------------------------- bbu On Yes OK OK OK 0 xx-xxx-xxxx //opti/c0> /* at 16:23 */ //opti/c0> show Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u0 RAID-10 INITIALIZING 99 64K 195.548 ON OFF OFF u1 SPARE OK - - 69.2404 - OFF - u2 SPARE OK - - 69.2404 - OFF - Port Status Unit Size Blocks Serial --------------------------------------------------------------- p0 OK u0 69.25 GB 145226112 WD-WMAKE23790 p1 OK u0 69.25 GB 145226112 WD-WMAKE23790 p2 OK u0 69.25 GB 145226112 WD-WMAKE23943 p3 OK u1 69.25 GB 145226112 WD-WMAKE23790 p4 OK u0 69.25 GB 145226112 WD-WMAKE23790 p5 OK u0 69.25 GB 145226112 WD-WMAKE23792 p6 OK u2 69.25 GB 145226112 WD-WMAKE23790 p7 OK u0 69.25 GB 145226112 WD-WMAKE23786 Name OnlineState BBUReady Status Volt Temp Hours LastCapTest --------------------------------------------------------------------------- bbu On Yes OK OK OK 0 xx-xxx-xxxx //opti/c0> /* at 16:24 */ //opti/c0> show Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u0 RAID-10 OK - 64K 195.548 ON OFF OFF u1 SPARE OK - - 69.2404 - OFF - u2 SPARE OK - - 69.2404 - OFF - Port Status Unit Size Blocks Serial --------------------------------------------------------------- p0 OK u0 69.25 GB 145226112 WD-WMAKE23790 p1 OK u0 69.25 GB 145226112 WD-WMAKE23790 p2 OK u0 69.25 GB 145226112 WD-WMAKE23943 p3 OK u1 69.25 GB 145226112 WD-WMAKE23790 p4 OK u0 69.25 GB 145226112 WD-WMAKE23790 p5 OK u0 69.25 GB 145226112 WD-WMAKE23792 p6 OK u2 69.25 GB 145226112 WD-WMAKE23790 p7 OK u0 69.25 GB 145226112 WD-WMAKE23786 Name OnlineState BBUReady Status Volt Temp Hours LastCapTest --------------------------------------------------------------------------- bbu On Yes OK OK OK 0 xx-xxx-xxxx //opti/c0> /* Then I pulled drive 7 at 16:26 and left it out */ //opti/c0> show Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u0 RAID-10 DEGRADED - 64K 195.548 OFF OFF OFF u1 SPARE OK - - 69.2404 - OFF - u2 SPARE OK - - 69.2404 - OFF - Port Status Unit Size Blocks Serial --------------------------------------------------------------- p0 OK u0 69.25 GB 145226112 WD-WMAKE23790 p1 OK u0 69.25 GB 145226112 WD-WMAKE23790 p2 OK u0 69.25 GB 145226112 WD-WMAKE23943 p3 OK u1 69.25 GB 145226112 WD-WMAKE23790 p4 OK u0 69.25 GB 145226112 WD-WMAKE23790 p5 OK u0 69.25 GB 145226112 WD-WMAKE23792 p6 OK u2 69.25 GB 145226112 WD-WMAKE23790 p7 DRIVE-REMOVED - - - - Name OnlineState BBUReady Status Volt Temp Hours LastCapTest --------------------------------------------------------------------------- bbu On Yes OK OK OK 0 xx-xxx-xxxx //opti/c0> /* shortly thereafter, u1 has disappeared into u0 */ //opti/c0> show Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u0 RAID-10 REBUILD-PAUSED 66 64K 195.548 OFF OFF OFF u2 SPARE OK - - 69.2404 - OFF - Port Status Unit Size Blocks Serial --------------------------------------------------------------- p0 OK u0 69.25 GB 145226112 WD-WMAKE23790 p1 OK u0 69.25 GB 145226112 WD-WMAKE23790 p2 OK u0 69.25 GB 145226112 WD-WMAKE23943 p3 DEGRADED u0 69.25 GB 145226112 WD-WMAKE23790 p4 OK u0 69.25 GB 145226112 WD-WMAKE23790 p5 OK u0 69.25 GB 145226112 WD-WMAKE23792 p6 OK u2 69.25 GB 145226112 WD-WMAKE23790 p7 DRIVE-REMOVED - - - - Name OnlineState BBUReady Status Volt Temp Hours LastCapTest --------------------------------------------------------------------------- bbu On Yes OK OK OK 0 xx-xxx-xxxx //opti/c0> /* here you can see that drive 3 has been pulled into the array */ //opti/c0> /c0/u0 show Unit UnitType Status %Cmpl Port Stripe Size(GB) Blocks ----------------------------------------------------------------------- u0 RAID-10 REBUILD-PAUSED 66 - 64K 195.548 410093568 u0-0 RAID-1 OK - - - - - u0-0-0 DISK OK - p0 - 65.1826 136697856 u0-0-1 DISK OK - p1 - 65.1826 136697856 u0-1 RAID-1 OK - - - - - u0-1-0 DISK OK - p2 - 65.1826 136697856 u0-1-1 DISK OK - p4 - 65.1826 136697856 u0-2 RAID-1 REBUILD-PAUSED 0 - - - - u0-2-0 DISK DEGRADED - p3 - 65.1826 136697856 u0-2-1 DISK OK - p5 - 65.1826 136697856 //opti/c0> /* at 16:30 */ //opti/c0> /c0/u0 show Unit UnitType Status %Cmpl Port Stripe Size(GB) Blocks ----------------------------------------------------------------------- u0 RAID-10 REBUILDING 67 - 64K 195.548 410093568 u0-0 RAID-1 OK - - - - - u0-0-0 DISK OK - p0 - 65.1826 136697856 u0-0-1 DISK OK - p1 - 65.1826 136697856 u0-1 RAID-1 OK - - - - - u0-1-0 DISK OK - p2 - 65.1826 136697856 u0-1-1 DISK OK - p4 - 65.1826 136697856 u0-2 RAID-1 REBUILDING 1 - - - - u0-2-0 DISK DEGRADED - p3 - 65.1826 136697856 u0-2-1 DISK OK - p5 - 65.1826 136697856 //opti/c0> /* here is how I added d7 back in, exported it, rescanned, deleted the unit, then added a spare. */ # tw_cli info c0 Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u0 RAID-10 OK - 64K 195.548 ON OFF OFF u2 SPARE OK - - 69.2404 - OFF - Port Status Unit Size Blocks Serial --------------------------------------------------------------- p0 OK u0 69.25 GB 145226112 WD-WMAKE23790 p1 OK u0 69.25 GB 145226112 WD-WMAKE23790 p2 OK u0 69.25 GB 145226112 WD-WMAKE23943 p3 OK u0 69.25 GB 145226112 WD-WMAKE23790 p4 OK u0 69.25 GB 145226112 WD-WMAKE23790 p5 OK u0 69.25 GB 145226112 WD-WMAKE23792 p6 OK u2 69.25 GB 145226112 WD-WMAKE23790 p7 DRIVE-REMOVED - - - - Name OnlineState BBUReady Status Volt Temp Hours LastCapTest --------------------------------------------------------------------------- bbu On Yes OK OK OK 0 xx-xxx-xxxx # tw_cli info c0 Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u0 RAID-10 OK - 64K 195.548 ON OFF OFF u2 SPARE OK - - 69.2404 - OFF - Port Status Unit Size Blocks Serial --------------------------------------------------------------- p0 OK u0 69.25 GB 145226112 WD-WMAKE23790 p1 OK u0 69.25 GB 145226112 WD-WMAKE23790 p2 OK u0 69.25 GB 145226112 WD-WMAKE23943 p3 OK u0 69.25 GB 145226112 WD-WMAKE23790 p4 OK u0 69.25 GB 145226112 WD-WMAKE23790 p5 OK u0 69.25 GB 145226112 WD-WMAKE23792 p6 OK u2 69.25 GB 145226112 WD-WMAKE23790 p7 OK u? 69.25 GB 145226112 WD-WMAKE23786 Name OnlineState BBUReady Status Volt Temp Hours LastCapTest --------------------------------------------------------------------------- bbu On Yes OK OK OK 0 xx-xxx-xxxx # tw_cli info c0 Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u0 RAID-10 OK - 64K 195.548 ON OFF OFF u2 SPARE OK - - 69.2404 - OFF - Port Status Unit Size Blocks Serial --------------------------------------------------------------- p0 OK u0 69.25 GB 145226112 WD-WMAKE23790 p1 OK u0 69.25 GB 145226112 WD-WMAKE23790 p2 OK u0 69.25 GB 145226112 WD-WMAKE23943 p3 OK u0 69.25 GB 145226112 WD-WMAKE23790 p4 OK u0 69.25 GB 145226112 WD-WMAKE23790 p5 OK u0 69.25 GB 145226112 WD-WMAKE23792 p6 OK u2 69.25 GB 145226112 WD-WMAKE23790 p7 OK u? 69.25 GB 145226112 WD-WMAKE23786 Name OnlineState BBUReady Status Volt Temp Hours LastCapTest --------------------------------------------------------------------------- bbu On Yes OK OK OK 0 xx-xxx-xxxx # tw_cli /co /p7 del Error: (CLI:003) Specified controller does not exist. # tw_cli /c0 /p7 del Error: (CLI:031) Invalid controller command. # tw_cli /c0/p7 del Error: (CLI:035) Invalid port command. # tw_cli /c0/p7 export Exporting /c0/p7 will take the disk offline. Do you want to continue ? Y|N [N]: yes Exporting port /c0/p7 ... Done. # tw_cli /c0 rescan Rescanning controller /c0 for units and drives ...Done. Found the following unit(s): [/c0/u1]. Found the following drive(s): [none]. # tw_cli info c0 Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u0 RAID-10 OK - 64K 195.548 ON OFF OFF u1 RAID-10 INOPERABLE - 64K 195.548 OFF OFF OFF u2 SPARE OK - - 69.2404 - OFF - Port Status Unit Size Blocks Serial --------------------------------------------------------------- p0 OK u0 69.25 GB 145226112 WD-WMAKE23790 p1 OK u0 69.25 GB 145226112 WD-WMAKE23790 p2 OK u0 69.25 GB 145226112 WD-WMAKE23943 p3 OK u0 69.25 GB 145226112 WD-WMAKE23790 p4 OK u0 69.25 GB 145226112 WD-WMAKE23790 p5 OK u0 69.25 GB 145226112 WD-WMAKE23792 p6 OK u2 69.25 GB 145226112 WD-WMAKE23790 p7 OK u1 69.25 GB 145226112 WD-WMAKE23786 Name OnlineState BBUReady Status Volt Temp Hours LastCapTest --------------------------------------------------------------------------- bbu On Yes OK OK OK 0 xx-xxx-xxxx # tw_cli /c0/u1 del Deleting /c0/u1 will cause the data on the unit permanently loss. Do you want to continue ? Y|N [N]: Y Deleting unit c0/u1 ...Done. # tw_cli /c0 add type=spare disk=p 7 Error: (CLI:007) Invalid ID specified. # tw_cli /c0 add type=spare disk=7 Creating new unit on controller /c0 ... Done. The new unit is /c0/u1. # tw_cli info c0 Unit UnitType Status %Cmpl Stripe Size(GB) Cache AVerify IgnECC ------------------------------------------------------------------------------ u0 RAID-10 OK - 64K 195.548 ON OFF OFF u1 SPARE OK - - 69.2404 - OFF - u2 SPARE OK - - 69.2404 - OFF - Port Status Unit Size Blocks Serial --------------------------------------------------------------- p0 OK u0 69.25 GB 145226112 WD-WMAKE23790 p1 OK u0 69.25 GB 145226112 WD-WMAKE23790 p2 OK u0 69.25 GB 145226112 WD-WMAKE23943 p3 OK u0 69.25 GB 145226112 WD-WMAKE23790 p4 OK u0 69.25 GB 145226112 WD-WMAKE23790 p5 OK u0 69.25 GB 145226112 WD-WMAKE23792 p6 OK u2 69.25 GB 145226112 WD-WMAKE23790 p7 OK u1 69.25 GB 145226112 WD-WMAKE23786 Name OnlineState BBUReady Status Volt Temp Hours LastCapTest --------------------------------------------------------------------------- bbu On Yes OK OK OK 0 xx-xxx-xxxx #