[dm-devel] Multipath issues with kernel device errors

Tue Aug 28 20:25:48 UTC 2007

All,

I have multipath configured with an HP MSA 1000 with 2 servers connected
and am able to get a list of drives:

u01 (3600805f3000e80908183e8993f630007)

[size=24 GB][features="0"][hwhandler="0"]

\_ round-robin 0 [active]

 \_ 0:0:1:2 sda 8:0  [active][ready]

\_ round-robin 0 [enabled]

 \_ 1:0:1:2 sdd 8:48 [failed][faulty]

vote (3600805f3000e809048e185c3b427000a)

[size=251 MB][features="0"][hwhandler="0"]

\_ round-robin 0 [active]

 \_ 0:0:1:4 sdc 8:32 [active][ready]

\_ round-robin 0 [enabled]

 \_ 1:0:1:4 sdf 8:80 [failed][faulty]

ocr (3600805f3000e8090d57e99af0d1f0008)

[size=251 MB][features="0"][hwhandler="0"]

\_ round-robin 0 [active]

 \_ 0:0:1:3 sdb 8:16 [active][ready]

\_ round-robin 0 [enabled]

 \_ 1:0:1:3 sde 8:64 [failed][faulty]

My /var/log/messages is throwing these errors:

Aug 28 15:10:21 server01 kernel: Device sdf not ready.

Aug 28 15:10:22 server 01 kernel: Device sdd not ready.

Aug 28 15:10:22 server 01 kernel: Device sde not ready.

Aug 28 15:10:22 server 01 kernel: Device sdf not ready.

Aug 28 15:10:32 server 01 kernel: Device sdd not ready.

Aug 28 15:10:32 server 01 kernel: Device sde not ready.

Aug 28 15:10:32 server 01 kernel: Device sdf not ready.

Aug 28 15:10:42 server 01 kernel: Device sdd not ready.

Aug 28 15:10:42 server 01 kernel: Device sde not ready.

Aug 28 15:10:43 server 01 kernel: Device sdf not ready.

[user at server01 ~]$ sudo /sbin/multipath -v3 -l

load path identifiers cache

#

# all paths in cache :

#

3600805f3000e80908183e8993f630007  0:0:1:2 sda 8:0  [active][ready]
COMPAQ  /M

3600805f3000e8090d57e99af0d1f0008  0:0:1:3 sdb 8:16  [active][ready]
COMPAQ  /

3600805f3000e809048e185c3b427000a  0:0:1:4 sdc 8:32  [active][ready]
COMPAQ  /

3600805f3000e80908183e8993f630007  1:0:1:2 sdd 8:48  [failed][faulty]
COMPAQ

3600805f3000e8090d57e99af0d1f0008  1:0:1:3 sde 8:64  [failed][faulty]
COMPAQ

3600805f3000e809048e185c3b427000a  1:0:1:4 sdf 8:80  [failed][faulty]
COMPAQ

cciss!c0d0 blacklisted

dm-0 blacklisted

dm-1 blacklisted

dm-2 blacklisted

dm-3 blacklisted

dm-4 blacklisted

dm-5 blacklisted

dm-6 blacklisted

dm-7 blacklisted

hda blacklisted

md0 blacklisted

ram0 blacklisted

ram10 blacklisted

ram11 blacklisted

ram12 blacklisted

ram13 blacklisted

ram14 blacklisted

ram15 blacklisted

ram1 blacklisted

ram2 blacklisted

ram3 blacklisted

ram4 blacklisted

ram5 blacklisted

ram6 blacklisted

ram7 blacklisted

ram8 blacklisted

ram9 blacklisted

===== path info sda (mask 0x1) =====

bus = 1

dev_t = 8:0

size = 52420095

vendor = COMPAQ

product = MSA1000 VOLUME

rev = 4.48

h:b:t:l = 0:0:1:2

tgt_node_name = 0x500805f3000e8090

uid = 3600805f3000e80908183e8993f630007 (cache)

===== path info sdb (mask 0x1) =====

bus = 1

dev_t = 8:16

size = 514080

vendor = COMPAQ

product = MSA1000 VOLUME

rev = 4.48

h:b:t:l = 0:0:1:3

tgt_node_name = 0x500805f3000e8090

uid = 3600805f3000e8090d57e99af0d1f0008 (cache)

===== path info sdc (mask 0x1) =====

bus = 1

dev_t = 8:32

size = 514080

vendor = COMPAQ

product = MSA1000 VOLUME

rev = 4.48

h:b:t:l = 0:0:1:4

tgt_node_name = 0x500805f3000e8090

uid = 3600805f3000e809048e185c3b427000a (cache)

===== path info sdd (mask 0x1) =====

bus = 1

dev_t = 8:48

size = 52420095

vendor = COMPAQ

product = MSA1000 VOLUME

rev = 4.48

h:b:t:l = 1:0:1:2

tgt_node_name = 0x500805f3000e8090

uid = 3600805f3000e80908183e8993f630007 (cache)

===== path info sde (mask 0x1) =====

bus = 1

dev_t = 8:64

size = 514080

vendor = COMPAQ

product = MSA1000 VOLUME

rev = 4.48

h:b:t:l = 1:0:1:3

tgt_node_name = 0x500805f3000e8090

uid = 3600805f3000e8090d57e99af0d1f0008 (cache)

===== path info sdf (mask 0x1) =====

bus = 1

dev_t = 8:80

size = 514080

vendor = COMPAQ

product = MSA1000 VOLUME

rev = 4.48

h:b:t:l = 1:0:1:4

tgt_node_name = 0x500805f3000e8090

uid = 3600805f3000e809048e185c3b427000a (cache)

#

# all paths :

#

3600805f3000e80908183e8993f630007  0:0:1:2 sda 8:0  [active][ready]
COMPAQ  /M

3600805f3000e8090d57e99af0d1f0008  0:0:1:3 sdb 8:16  [active][ready]
COMPAQ  /

3600805f3000e809048e185c3b427000a  0:0:1:4 sdc 8:32  [active][ready]
COMPAQ  /

3600805f3000e80908183e8993f630007  1:0:1:2 sdd 8:48  [failed][faulty]
COMPAQ

3600805f3000e8090d57e99af0d1f0008  1:0:1:3 sde 8:64  [failed][faulty]
COMPAQ

3600805f3000e809048e185c3b427000a  1:0:1:4 sdf 8:80  [failed][faulty]
COMPAQ

params = 0 0 2 1 round-robin 0 1 1 8:0 100 round-robin 0 1 1 8:48 100

status = 1 0 0 2 1 A 0 1 0 8:0 A 0 E 0 1 0 8:48 F 2

u01 (3600805f3000e80908183e8993f630007)

[size=24 GB][features="0"][hwhandler="0"]

\_ round-robin 0 [active]

 \_ 0:0:1:2 sda 8:0  [active][ready]

\_ round-robin 0 [enabled]

 \_ 1:0:1:2 sdd 8:48 [failed][faulty]

params = 0 0 2 1 round-robin 0 1 1 8:32 100 round-robin 0 1 1 8:80 100

status = 1 0 0 2 1 A 0 1 0 8:32 A 0 E 0 1 0 8:80 F 2

vote (3600805f3000e809048e185c3b427000a)

[size=251 MB][features="0"][hwhandler="0"]

\_ round-robin 0 [active]

 \_ 0:0:1:4 sdc 8:32 [active][ready]

\_ round-robin 0 [enabled]

 \_ 1:0:1:4 sdf 8:80 [failed][faulty]

params = 0 0 2 1 round-robin 0 1 1 8:16 100 round-robin 0 1 1 8:64 100

status = 1 0 0 2 1 A 0 1 0 8:16 A 0 E 0 1 0 8:64 F 2

ocr (3600805f3000e8090d57e99af0d1f0008)

[size=251 MB][features="0"][hwhandler="0"]

\_ round-robin 0 [active]

 \_ 0:0:1:3 sdb 8:16 [active][ready]

\_ round-robin 0 [enabled]

 \_ 1:0:1:3 sde 8:64 [failed][faulty]

[user at server01 ~]$ ls -l /dev |grep sd

brw-rw----  1 root disk   8,   0 Aug 28 05:28 sda

brw-rw----  1 root disk   8,   1 Aug 28 05:28 sda1

brw-rw----  1 root disk   8,  16 Aug 28 05:28 sdb

brw-rw----  1 root disk   8,  17 Aug 28 05:28 sdb1

brw-rw----  1 root disk   8,  32 Aug 28 05:28 sdc

brw-rw----  1 root disk   8,  33 Aug 28 05:28 sdc1

brw-rw----  1 root disk   8,  48 Aug 28 05:28 sdd

brw-rw----  1 root disk   8,  64 Aug 28 05:28 sde

brw-rw----  1 root disk   8,  80 Aug 28 05:29 sdf

##### multipath.conf ######

## Use user friendly names, instead of using WWIDs as names.

defaults {

        user_friendly_names yes

}

defaults {

    multipath_tool          "/sbin/multipath -v0"

    udev_dir                /dev

    polling_interval        10

    selector                "round-robin 0"

    path_grouping_policy    failover

    getuid_callout          "/sbin/scsi_id -g -u -s /block/%n"

    prio_callout            "/bin/true"

    default_features        "0"

    rr_min_io               100

    failback                immediate

    user_friendly_name      yes

}

blacklist {

        wwid 26353900f02796769

       devnode "^(ram|raw|loop|fd|md|dm-|sr|scd|st)[0-9]*"

       devnode "^hd[a-z][[0-9]*]"

       devnode "^sd[a-z][[0-9]*]"

       devnode "^cciss!c[0-9]d[0-9]*[p[0-9]*]"

}

multipaths {

        multipath {

                wwid
3600805f3000e80908183e8993f630007

                alias                   u01

        }

        multipath {

                wwid
3600805f3000e8090d57e99af0d1f0008

                alias                   ocr

        }

        multipath {

                wwid
3600805f3000e809048e185c3b427000a

                alias                   vote

        }

}

devices {

       device {

               vendor                  "COMPAQ"

               product                 "MSA1000"

               path_grouping_policy    group_by_serial

               getuid_callout          "/sbin/scsi_id -g -u -s
/block/%n"

       }

}

Any help would be much appreciated.  I just need to keep the kernel from
trying to access those SCSI devices that are there for failover.

Thanks,

JB

-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://listman.redhat.com/archives/dm-devel/attachments/20070828/35685931/attachment.htm>