Thursday, October 25, 2012

ERROR: Last Trap: Instruction Access Exception




If you got above error messages when powering on Sun Server (T-series, T1000/T2000), and the boot process stuck in there, do not call Oracle support or open SR via MOS unless you try below simple troubleshooting step:

Try to unplug all USB devices - ie USB keyboard + mouse, KVM etc, then connect your laptop/PC to server via serial port then reboot the server. IF the error messages are disappeared, I believe the server will able to boot as usual.

This issue are mostly related with USB keyboard /mouse or other USB related devices. It could be the USB devices or the USB port of the server it self. Try to plug the USB device on another port then reboot the server again. For T2000
there are 4 USB port on the back and 2 USB port on the front.

Saturday, October 20, 2012

How to install bootblk


root@pr01smx # uname -m
sun4v
root@pr01smx # cd /usr/platform/sun4v/lib/fs/ufs
root@pr01smx # installboot bootblk /dev/rdsk/c0t1d0s0
root@pr01smx #vi /etc/system (and make entry in last line set md:mirrored_root_flag=1)
root@pr01smx # more /etc/system
root@pr01smx #
root@pr01smx # init 0
{0} ok printenv boot-device
boot-device =           disk net
{0} ok printenv
Variable Name           Value                          Default Value

ttya-rts-dtr-off        false                          false
ttya-ignore-cd          true                           true
keyboard-layout         US-English
reboot-command
security-mode           none                           No default
security-password                                      No default
security-#badlogins     0                              No default
verbosity               min                            min
pci-mem64?              true                           true
diag-switch?            false                          false
local-mac-address?      true                           true
fcode-debug?            false                          false
scsi-initiator-id       7                              7
oem-logo                                               No default
oem-logo?               false                          false
oem-banner                                             No default
oem-banner?             false                          false
ansi-terminal?          true                           true
screen-#columns         80                             80
screen-#rows            34                             34
ttya-mode               9600,8,n,1,-                   9600,8,n,1,-
output-device           virtual-console                virtual-console
input-device            virtual-console                virtual-console
auto-boot-on-error?     false                          false
load-base               16384                          16384
auto-boot?              false                          true
network-boot-arguments
boot-command            boot                           boot
boot-file
boot-device             disk net                       disk net
multipath-boot?         false                          false
boot-device-index       0                              0
use-nvramrc?            false                          false
nvramrc
error-reset-recovery    boot                           boot

{0} ok nvalias mirror-disk /pci@0,600000/pci@0/scsi@1/disk@0,0:a


{0} ok devalias
ttya                     /ebus@c0/serial@0,ca0000
net3                     /pci@400/pci@0/pci@8/pci@0/pci@8/pci@0/pci@c/network@0,                                                                                                                                                             3
net2                     /pci@400/pci@0/pci@8/pci@0/pci@8/pci@0/pci@c/network@0,                                                                                                                                                             2
net1                     /pci@400/pci@0/pci@8/pci@0/pci@8/pci@0/pci@c/network@0,                                                                                                                                                             1
net0                     /pci@400/pci@0/pci@8/pci@0/pci@8/pci@0/pci@c/network@0
net                      /pci@400/pci@0/pci@8/pci@0/pci@8/pci@0/pci@c/network@0
cdrom                    /pci@400/pci@0/pci@9/pci@0/usb@0,2/hub@2/storage@3/disk                                                                                                                                                             @0:f
disk3                    /pci@400/pci@0/pci@1/scsi@0/disk@3
disk2                    /pci@400/pci@0/pci@1/scsi@0/disk@2
disk1                    /pci@400/pci@0/pci@1/scsi@0/disk@1
disk0                    /pci@400/pci@0/pci@1/scsi@0/disk@0
disk                     /pci@400/pci@0/pci@1/scsi@0/disk@0
scsi                     /pci@400/pci@0/pci@1/scsi@0
virtual-console          /virtual-devices/console@1
name                     aliases
{0} ok setenv boot-device disk0 disk1
boot-device =           disk0 disk1
{0} ok devalias
ttya                     /ebus@c0/serial@0,ca0000
net3                     /pci@400/pci@0/pci@8/pci@0/pci@8/pci@0/pci@c/network@0,                                                                                                                                                             3
net2                     /pci@400/pci@0/pci@8/pci@0/pci@8/pci@0/pci@c/network@0,                                                                                                                                                             2
net1                     /pci@400/pci@0/pci@8/pci@0/pci@8/pci@0/pci@c/network@0,                                                                                                                                                             1
net0                     /pci@400/pci@0/pci@8/pci@0/pci@8/pci@0/pci@c/network@0
net                      /pci@400/pci@0/pci@8/pci@0/pci@8/pci@0/pci@c/network@0
cdrom                    /pci@400/pci@0/pci@9/pci@0/usb@0,2/hub@2/storage@3/disk                                                                                                                                                             @0:f
disk3                    /pci@400/pci@0/pci@1/scsi@0/disk@3
disk2                    /pci@400/pci@0/pci@1/scsi@0/disk@2
disk1                    /pci@400/pci@0/pci@1/scsi@0/disk@1
disk0                    /pci@400/pci@0/pci@1/scsi@0/disk@0
disk                     /pci@400/pci@0/pci@1/scsi@0/disk@0
scsi                     /pci@400/pci@0/pci@1/scsi@0
virtual-console          /virtual-devices/console@1
name                     aliases
{0} ok printenv boot-device
boot-device =           disk0 disk1
{0} ok boot disk0

How to Clear Faulty Device

root@pcdbhmx1 # fmadm faulty -ai
root@pcdbhmx1 # fmdump -v

root@#fmadm repair f9b64deb-c196-e117-bbe0-d3c2bde09269

TIME                 UUID                                 SUNW-MSG-ID
May 27 2011 11:32:49 14a44eac-a312-e70d-8002-c513c146a646 PCIEX-8000-3S
   29%  fault.io.pciex.device-interr

        Problem in: hc://:product-id=SUNW,SPARC-Enterprise:chassis-id=AKD1102103:server-id=pcdbhmx1/chassis=0/ioboard=3/hostbridge=3/pciexrc=0/pciexbus=2/pcxdev=0/pciexfn=1
           Affects: dev:////pci@16,600000/network@0,1
               FRU: hc://:product-id=SUNW,SPARC-Enterprise:chassis-id=AKD1102103:server-id=pcdbhmx1/chassis=0/ioboard=3/hostbridge=3/pciexrc=0/pciexbus=2/pcxdev=0
          Location: iou#3-pci#6

   29%  fault.io.pciex.device-interr

        Problem in: hc://:product-id=SUNW,SPARC-Enterprise:chassis-id=AKD1102103:server-id=pcdbhmx1/chassis=0/ioboard=3/hostbridge=3/pciexrc=0/pciexbus=2/pcxdev=0/pciexfn=0
           Affects: dev:////pci@16,600000/network@0
               FRU: hc://:product-id=SUNW,SPARC-Enterprise:chassis-id=AKD1102103:server-id=pcdbhmx1/chassis=0/ioboard=3/hostbridge=3/pciexrc=0/pciexbus=2/pcxdev=0
          Location: iou#3-pci#6

   14%  fault.io.pciex.device-interr

        Problem in: hc://:product-id=SUNW,SPARC-Enterprise:chassis-id=AKD1102103:server-id=pcdbhmx1/chassis=0/ioboard=3/hostbridge=3/pciexrc=0
           Affects: dev:////pci@16,600000
               FRU: hc:///component=iou#3-pci#6
          Location: -

   14%  fault.io.pciex.bus-linkerr

        Problem in: hc://:product-id=SUNW,SPARC-Enterprise:chassis-id=AKD1102103:server-id=pcdbhmx1/chassis=0/ioboard=3/hostbridge=3/pciexrc=0/pciexbus=2/pcxdev=0/pciexfn=1
           Affects: dev:////pci@16,600000/network@0,1
               FRU: hc://:product-id=SUNW,SPARC-Enterprise:chassis-id=AKD1102103:server-id=pcdbhmx1/chassis=0/ioboard=3/hostbridge=3/pciexrc=0/pciexbus=2/pcxdev=0
          Location: iou#3-pci#6

   14%  fault.io.pciex.bus-linkerr

        Problem in: hc://:product-id=SUNW,SPARC-Enterprise:chassis-id=AKD1102103:server-id=pcdbhmx1/chassis=0/ioboard=3/hostbridge=3/pciexrc=0/pciexbus=2/pcxdev=0/pciexfn=0
           Affects: dev:////pci@16,600000/network@0
               FRU: hc://:product-id=SUNW,SPARC-Enterprise:chassis-id=AKD1102103:server-id=pcdbhmx1/chassis=0/ioboard=3/hostbridge=3/pciexrc=0/pciexbus=2/pcxdev=0
          Location: iou#3-pci#6

Jun 15 18:11:04.8734 14a44eac-a312-e70d-8002-c513c146a646 FMD-8000-4M Repaired
   29%  fault.io.pciex.device-interr    Repair Attempted

        Problem in: hc://:product-id=SUNW,SPARC-Enterprise:chassis-id=AKD1102103:server-id=pcdbhmx1/chassis=0/ioboard=3/hostbridge=3/pciexrc=0/pciexbus=2/pcxdev=0/pciexfn=1
           Affects: dev:////pci@16,600000/network@0,1
               FRU: hc://:product-id=SUNW,SPARC-Enterprise:chassis-id=AKD1102103:server-id=pcdbhmx1/chassis=0/ioboard=3/hostbridge=3/pciexrc=0/pciexbus=2/pcxdev=0
          Location: iou#3-pci#6

   29%  fault.io.pciex.device-interr    Repair Attempted

        Problem in: hc://:product-id=SUNW,SPARC-Enterprise:chassis-id=AKD1102103:server-id=pcdbhmx1/chassis=0/ioboard=3/hostbridge=3/pciexrc=0/pciexbus=2/pcxdev=0/pciexfn=0
           Affects: dev:////pci@16,600000/network@0
               FRU: hc://:product-id=SUNW,SPARC-Enterprise:chassis-id=AKD1102103:server-id=pcdbhmx1/chassis=0/ioboard=3/hostbridge=3/pciexrc=0/pciexbus=2/pcxdev=0
          Location: iou#3-pci#6

   14%  fault.io.pciex.device-interr    Repair Attempted

        Problem in: hc://:product-id=SUNW,SPARC-Enterprise:chassis-id=AKD1102103:server-id=pcdbhmx1/chassis=0/ioboard=3/hostbridge=3/pciexrc=0
           Affects: dev:////pci@16,600000
               FRU: hc:///component=iou#3-pci#6
          Location: -

   14%  fault.io.pciex.bus-linkerr      Repair Attempted

        Problem in: hc://:product-id=SUNW,SPARC-Enterprise:chassis-id=AKD1102103:server-id=pcdbhmx1/chassis=0/ioboard=3/hostbridge=3/pciexrc=0/pciexbus=2/pcxdev=0/pciexfn=1
           Affects: dev:////pci@16,600000/network@0,1
               FRU: hc://:product-id=SUNW,SPARC-Enterprise:chassis-id=AKD1102103:server-id=pcdbhmx1/chassis=0/ioboard=3/hostbridge=3/pciexrc=0/pciexbus=2/pcxdev=0
          Location: iou#3-pci#6

   14%  fault.io.pciex.bus-linkerr      Repair Attempted

        Problem in: hc://:product-id=SUNW,SPARC-Enterprise:chassis-id=AKD1102103:server-id=pcdbhmx1/chassis=0/ioboard=3/hostbridge=3/pciexrc=0/pciexbus=2/pcxdev=0/pciexfn=0
           Affects: dev:////pci@16,600000/network@0
               FRU: hc://:product-id=SUNW,SPARC-Enterprise:chassis-id=AKD1102103:server-id=pcdbhmx1/chassis=0/ioboard=3/hostbridge=3/pciexrc=0/pciexbus=2/pcxdev=0
          Location: iou#3-pci#6

Jun 15 18:11:04.8987 14a44eac-a312-e70d-8002-c513c146a646 FMD-8000-6U Resolved
   29%  fault.io.pciex.device-interr    Repair Attempted

        Problem in: hc://:product-id=SUNW,SPARC-Enterprise:chassis-id=AKD1102103:server-id=pcdbhmx1/chassis=0/ioboard=3/hostbridge=3/pciexrc=0/pciexbus=2/pcxdev=0/pciexfn=1
           Affects: dev:////pci@16,600000/network@0,1
               FRU: hc://:product-id=SUNW,SPARC-Enterprise:chassis-id=AKD1102103:server-id=pcdbhmx1/chassis=0/ioboard=3/hostbridge=3/pciexrc=0/pciexbus=2/pcxdev=0
          Location: iou#3-pci#6

   29%  fault.io.pciex.device-interr    Repair Attempted

        Problem in: hc://:product-id=SUNW,SPARC-Enterprise:chassis-id=AKD1102103:server-id=pcdbhmx1/chassis=0/ioboard=3/hostbridge=3/pciexrc=0/pciexbus=2/pcxdev=0/pciexfn=0
           Affects: dev:////pci@16,600000/network@0
               FRU: hc://:product-id=SUNW,SPARC-Enterprise:chassis-id=AKD1102103:server-id=pcdbhmx1/chassis=0/ioboard=3/hostbridge=3/pciexrc=0/pciexbus=2/pcxdev=0
          Location: iou#3-pci#6

   14%  fault.io.pciex.device-interr    Repair Attempted

        Problem in: hc://:product-id=SUNW,SPARC-Enterprise:chassis-id=AKD1102103:server-id=pcdbhmx1/chassis=0/ioboard=3/hostbridge=3/pciexrc=0
           Affects: dev:////pci@16,600000
               FRU: hc:///component=iou#3-pci#6
          Location: -

   14%  fault.io.pciex.bus-linkerr      Repair Attempted

        Problem in: hc://:product-id=SUNW,SPARC-Enterprise:chassis-id=AKD1102103:server-id=pcdbhmx1/chassis=0/ioboard=3/hostbridge=3/pciexrc=0/pciexbus=2/pcxdev=0/pciexfn=1
           Affects: dev:////pci@16,600000/network@0,1
               FRU: hc://:product-id=SUNW,SPARC-Enterprise:chassis-id=AKD1102103:server-id=pcdbhmx1/chassis=0/ioboard=3/hostbridge=3/pciexrc=0/pciexbus=2/pcxdev=0
          Location: iou#3-pci#6

   14%  fault.io.pciex.bus-linkerr      Repair Attempted

        Problem in: hc://:product-id=SUNW,SPARC-Enterprise:chassis-id=AKD1102103:server-id=pcdbhmx1/chassis=0/ioboard=3/hostbridge=3/pciexrc=0/pciexbus=2/pcxdev=0/pciexfn=0
           Affects: dev:////pci@16,600000/network@0
               FRU: hc://:product-id=SUNW,SPARC-Enterprise:chassis-id=AKD1102103:server-id=pcdbhmx1/chassis=0/ioboard=3/hostbridge=3/pciexrc=0/pciexbus=2/pcxdev=0
          Location: iou#3-pci#6

root@pcdbhmx1 # cd /var/fm/fmd
root@pcdbhmx1 # rm e* f* c*/eft/* r*/*
c*eft/*: No such file or directory
r*/*: No such file or directory
root@pcdbhmx1 # svcs -a | grep fmd
online         18:06:43 svc:/system/fmd:default
root@pcdbhmx1 # svcadm disable fmd
root@pcdbhmx1 # svcs -a | grep fmd
disabled       18:13:11 svc:/system/fmd:default
root@pcdbhmx1 # svcadm enable fmd
root@pcdbhmx1 # fmdump -v
TIME                 UUID                                 SUNW-MSG-ID
fmdump: /var/fm/fmd/fltlog is empty
root@pcdbhmx1 # fmadm faulty -ai
root@pcdbhmx1 #