One of the Logical partitions "/dev/sda" of HP SAN not readable
 

We have HP SAN Storage of 24TB with /dev/VCipsArchi/LVCipsArchi1 as logical volume with six logical partitions sda1, sdb1, sdc1 sdd1 sde1 2TB each and sdf1 50TB. Suddenely two HDD went defective and we have replaced them properly and HP Command view showing everything OK. But sda1 partition is not readable and hence whole logical volume " /dev/VCipsArchi/LVCipsArchi1" is not mounted.
I am attaching some of the commands output for references.
-----
[root@cipsarchi ~]# cat /etc/fstab
# This file is edited by fstab-sync - see 'man fstab-sync' for details
/dev/VolGroup00/LogVol00 / ext3 defaults 1 1
LABEL=/boot /boot ext3 defaults 1 2
none /dev/pts devpts gid=5,mode=620 0 0
none /dev/shm tmpfs defaults 0 0
/dev/VolGroup00/LogVol02 /home ext3 defaults 1 2
none /proc proc defaults 0 0
none /sys sysfs defaults 0 0
/dev/VolGroup00/LogVol01 swap swap defaults 0 0
/dev/VCipsArchi/LVCipsArchi1 /data xfs defaults 1 2
/dev/hda /media/cdrecorder auto pamconsole,exec,noauto,managed 0 0
------------------------------------------------------------
[root@cipsarchi ~]# cat /proc/partitions
major minor #blocks name

8 0 2146435072 sda
8 1 2146435071 sda1
8 16 2146435072 sdb
8 17 2146435071 sdb1
8 32 2146435072 sdc
8 33 2146435071 sdc1
8 48 2146435072 sdd
8 49 2146435071 sdd1
8 64 2146435072 sde
8 65 2146435071 sde1
8 80 52428800 sdf
8 81 48829424 sdf1
104 0 143338560 cciss/c0d0
104 1 104391 cciss/c0d0p1
104 2 143227507 cciss/c0d0p2
253 0 30736384 dm-0
253 1 102203392 dm-1
253 2 10223616 dm-2
------------------------------------------
[root@cipsarchi ~]# lssd
sda 2,0,0,1 HP HSV300 0900
sdb 2,0,0,2 HP HSV300 0900
sdc 2,0,0,3 HP HSV300 0900
sdd 2,0,0,4 HP HSV300 0900
sde 2,0,0,5 HP HSV300 0900
sdf 2,0,0,6 HP HSV300 0900
-------------------------------------------
[root@cipsarchi ~]# lvmdiskscan
/dev/sda: read failed after 0 of 4096 at 0: Input/output error
/dev/ramdisk [ 16.00 MB]
/dev/sda [ 2.00 TB]
/dev/root [ 29.31 GB]
/dev/ram [ 16.00 MB]
/dev/sda1 [ 2.00 TB] LVM physical volume
/dev/cciss/c0d0p1 [ 101.94 MB]
/dev/dm-1 [ 97.47 GB]
/dev/ram2 [ 16.00 MB]
/dev/cciss/c0d0p2 [ 136.59 GB] LVM physical volume
/dev/dm-2 [ 9.75 GB]
/dev/ram3 [ 16.00 MB]
/dev/ram4 [ 16.00 MB]
/dev/ram5 [ 16.00 MB]
/dev/ram6 [ 16.00 MB]
/dev/ram7 [ 16.00 MB]
/dev/ram8 [ 16.00 MB]
/dev/ram9 [ 16.00 MB]
/dev/ram10 [ 16.00 MB]
/dev/ram11 [ 16.00 MB]
/dev/ram12 [ 16.00 MB]
/dev/ram13 [ 16.00 MB]
/dev/ram14 [ 16.00 MB]
/dev/ram15 [ 16.00 MB]
/dev/sdb1 [ 2.00 TB] LVM physical volume
/dev/sdc1 [ 2.00 TB] LVM physical volume
/dev/sdd1 [ 2.00 TB] LVM physical volume
/dev/sde1 [ 2.00 TB] LVM physical volume
/dev/sdf1 [ 46.57 GB] LVM physical volume
4 disks
17 partitions
0 LVM physical volume whole disks
7 LVM physical volumes
---------------------------------------------
[root@cipsarchi ~]# pvs -v
Scanning for physical volume names
Wiping cache of LVM-capable devices
PV VG Fmt Attr PSize PFree DevSize PV UUID
/dev/cciss/c0d0p2 VolGroup00 lvm2 a- 136.56G 32.00M 136.59G 5pHQUP-tNec-WR eQ-ggMs-QBjk-sLG6-TgLYaw
/dev/sda1 VCipsArchi lvm2 a- 2.00T 0 2.00T knU2TU-oGw8-3F uV-QfiE-i5I6-Xa9j-oN75zF
/dev/sdb1 VCipsArchi lvm2 a- 2.00T 0 2.00T mLf8mj-5CZY-fI Ah-uF8G-DYmN-E9YY-XBWyxw
/dev/sdc1 VCipsArchi lvm2 a- 2.00T 0 2.00T CPx9zY-3qVa-Fa NL-cz0k-6gPB-7C5s-afiaT9
/dev/sdd1 VCipsArchi lvm2 a- 2.00T 0 2.00T PN4dCn-0eTd-w0 kw-RhsX-ccUo-G1R1-4xJCr7
/dev/sde1 VCipsArchi lvm2 a- 2.00T 0 2.00T 5KOTFC-kPt2-1B 7w-iSAv-S7vj-VJsu-G6ArBY
/dev/sdf1 VCipsArchi lvm2 a- 50.00G 1020.00M 46.57G SYAfsO-m2wK-ES OF-bM7X-7lCM-FtNH-3TPOM8
--------------------------------------------------------------
[root@cipsarchi ~]# vgs -v
Finding all volume groups
Finding volume group "VolGroup00"
Finding volume group "VCipsArchi"
Wiping cache of LVM-capable devices
VG Attr Ext #PV #LV #SN VSize VFree VG UUID
VCipsArchi wz--n- 4.00M 6 1 1 10.04T 1020.00M qviDPG-dO5l-IzgM-3ZBR-QpiT-rD19-e0WZxg
VolGroup00 wz--n- 32.00M 1 3 0 136.56G 32.00M lGqFYJ-lt8g-m3dT-qNPv-QMQ8-HIg3-d0OcCU
-----------------------------------------------------------
[root@cipsarchi ~]# lvs -v
Finding all logical volumes
Wiping cache of LVM-capable devices
LV VG #Seg Attr LSize Maj Min KMaj KMin Origin Snap% Move Copy% Log LV UUID
LVCipsArchi1 VCipsArchi 5 owi--- 10.00T -1 -1 -1 -1 SMAP10-RVQV-Pyt5-19q4-f4xw-d4re-Y3cVWD
LVCipsArchi1-snap VCipsArchi 1 swi--- 49.00G -1 -1 -1 -1 LVCipsArchi1 AzvW1O-uEKX-2RNo-WIi6-OIt1-0HRs-oqp3ll
LogVol00 VolGroup00 1 -wi-ao 29.31G -1 -1 253 0 zrHphB-HrBg-3sLV-P8G0-YAmB-iLNy-9rGI2N
LogVol01 VolGroup00 1 -wi-ao 9.75G -1 -1 253 2 1J54Ei-MKC6-b8cL-IvIu-OHun-nKfg-ORHggb
LogVol02 VolGroup00 1 -wi-ao 97.47G -1 -1 253 1 V384jS-g4dV-Uu0x-e4jN-QyWS-4d7y-S8ErJO
--------------------------------------------------------------
[root@cipsarchi ~]# lvscan -v
Finding all logical volumes
ACTIVE '/dev/VolGroup00/LogVol00' [29.31 GB] inherit
ACTIVE '/dev/VolGroup00/LogVol02' [97.47 GB] inherit
ACTIVE '/dev/VolGroup00/LogVol01' [9.75 GB] inherit
Wiping cache of LVM-capable devices
inactive Original '/dev/VCipsArchi/LVCipsArchi1' [10.00 TB] inherit
inactive Snapshot '/dev/VCipsArchi/LVCipsArchi1-snap' [49.00 GB] inherit
-------------------------------------------------------------------
[root@cipsarchi ~]# df -h
Filesystem Size Used Avail Use% Mounted on
/dev/mapper/VolGroup00-LogVol00
29G 13G 16G 45% /
/dev/cciss/c0d0p1 99M 17M 77M 18% /boot
none 7.9G 0 7.9G 0% /dev/shm
/dev/mapper/VolGroup00-LogVol02
96G 24G 68G 27% /home
---------------------------------------------------------
[root@cipsarchi ~]# vgdisplay -v
Finding all volume groups
Finding volume group "VolGroup00"
--- Volume group ---
VG Name VolGroup00
System ID
Format lvm2
Metadata Areas 1
Metadata Sequence No 4
VG Access read/write
VG Status resizable
MAX LV 0
Cur LV 3
Open LV 3
Max PV 0
Cur PV 1
Act PV 1
VG Size 136.56 GB
PE Size 32.00 MB
Total PE 4370
Alloc PE / Size 4369 / 136.53 GB
Free PE / Size 1 / 32.00 MB
VG UUID lGqFYJ-lt8g-m3dT-qNPv-QMQ8-HIg3-d0OcCU

--- Logical volume ---
LV Name /dev/VolGroup00/LogVol00
VG Name VolGroup00
LV UUID zrHphB-HrBg-3sLV-P8G0-YAmB-iLNy-9rGI2N
LV Write Access read/write
LV Status available
# open 1
LV Size 29.31 GB
Current LE 938
Segments 1
Allocation inherit
Read ahead sectors 0
Block device 253:0

--- Logical volume ---
LV Name /dev/VolGroup00/LogVol02
VG Name VolGroup00
LV UUID V384jS-g4dV-Uu0x-e4jN-QyWS-4d7y-S8ErJO
LV Write Access read/write
LV Status available
# open 1
LV Size 97.47 GB
Current LE 3119
Segments 1
Allocation inherit
Read ahead sectors 0
Block device 253:1

--- Logical volume ---
LV Name /dev/VolGroup00/LogVol01
VG Name VolGroup00
LV UUID 1J54Ei-MKC6-b8cL-IvIu-OHun-nKfg-ORHggb
LV Write Access read/write
LV Status available
# open 1
LV Size 9.75 GB
Current LE 312
Segments 1
Allocation inherit
Read ahead sectors 0
Block device 253:2

--- Physical volumes ---
PV Name /dev/cciss/c0d0p2
PV UUID 5pHQUP-tNec-WReQ-ggMs-QBjk-sLG6-TgLYaw
PV Status allocatable
Total PE / Free PE 4370 / 1

Finding volume group "VCipsArchi"
Wiping cache of LVM-capable devices

/dev/sda: read failed after 0 of 4096 at 0: Input/output error
--- Volume group ---
VG Name VCipsArchi
System ID
Format lvm2
Metadata Areas 5
Metadata Sequence No 1065
VG Access read/write
VG Status resizable
MAX LV 256
Cur LV 2
Open LV 0
Max PV 256
Cur PV 6
Act PV 6
VG Size 10.04 TB
PE Size 4.00 MB
Total PE 2632954
Alloc PE / Size 2632699 / 10.04 TB
Free PE / Size 255 / 1020.00 MB
VG UUID qviDPG-dO5l-IzgM-3ZBR-QpiT-rD19-e0WZxg

--- Logical volume ---
LV Name /dev/VCipsArchi/LVCipsArchi1
VG Name VCipsArchi
LV UUID SMAP10-RVQV-Pyt5-19q4-f4xw-d4re-Y3cVWD
LV Write Access read/write
LV snapshot status source of
/dev/VCipsArchi/LVCipsArchi1-snap [INACTIVE]
LV Status NOT available
LV Size 10.00 TB
Current LE 2620155
Segments 5
Allocation inherit
Read ahead sectors 0

--- Logical volume ---
LV Name /dev/VCipsArchi/LVCipsArchi1-snap
VG Name VCipsArchi
LV UUID AzvW1O-uEKX-2RNo-WIi6-OIt1-0HRs-oqp3ll
LV Write Access read/write
LV snapshot status INACTIVE destination for /dev/VCipsArchi/LVCipsArchi1
LV Status NOT available
LV Size 10.00 TB
Current LE 2620155
COW-table size 49.00 GB
COW-table LE 12544
Snapshot chunk size 8.00 KB
Segments 1
Allocation inherit
Read ahead sectors 0

--- Physical volumes ---
PV Name /dev/sda1
PV UUID knU2TU-oGw8-3FuV-QfiE-i5I6-Xa9j-oN75zF
PV Status allocatable
Total PE / Free PE 524031 / 0

PV Name /dev/sdb1
PV UUID mLf8mj-5CZY-fIAh-uF8G-DYmN-E9YY-XBWyxw
PV Status allocatable
Total PE / Free PE 524031 / 0

PV Name /dev/sdc1
PV UUID CPx9zY-3qVa-FaNL-cz0k-6gPB-7C5s-afiaT9
PV Status allocatable
Total PE / Free PE 524031 / 0

PV Name /dev/sdd1
PV UUID PN4dCn-0eTd-w0kw-RhsX-ccUo-G1R1-4xJCr7
PV Status allocatable
Total PE / Free PE 524031 / 0

PV Name /dev/sde1
PV UUID 5KOTFC-kPt2-1B7w-iSAv-S7vj-VJsu-G6ArBY
PV Status allocatable
Total PE / Free PE 524031 / 0

PV Name /dev/sdf1
PV UUID SYAfsO-m2wK-ESOF-bM7X-7lCM-FtNH-3TPOM8
PV Status allocatable
Total PE / Free PE 12799 / 255
----------------------------------------------------------
[root@cipsarchi ~]# fdisk -l

Disk /dev/sdb: 2197.9 GB, 2197949513728 bytes
255 heads, 63 sectors/track, 267218 cylinders
Units = cylinders of 16065 * 512 = 8225280 bytes

Device Boot Start End Blocks Id System
/dev/sdb1 1 267219 2146435071+ 8e Linux LVM

Disk /dev/sdc: 2197.9 GB, 2197949513728 bytes
255 heads, 63 sectors/track, 267218 cylinders
Units = cylinders of 16065 * 512 = 8225280 bytes

Device Boot Start End Blocks Id System
/dev/sdc1 1 267219 2146435071+ 8e Linux LVM

Disk /dev/sdd: 2197.9 GB, 2197949513728 bytes
255 heads, 63 sectors/track, 267218 cylinders
Units = cylinders of 16065 * 512 = 8225280 bytes

Device Boot Start End Blocks Id System
/dev/sdd1 1 267219 2146435071+ 8e Linux LVM

Disk /dev/sde: 2197.9 GB, 2197949513728 bytes
255 heads, 63 sectors/track, 267218 cylinders
Units = cylinders of 16065 * 512 = 8225280 bytes

Device Boot Start End Blocks Id System
/dev/sde1 1 267219 2146435071+ 8e Linux LVM

Disk /dev/sdf: 53.6 GB, 53687091200 bytes
64 heads, 32 sectors/track, 51200 cylinders
Units = cylinders of 2048 * 512 = 1048576 bytes

Device Boot Start End Blocks Id System
/dev/sdf1 1 47685 48829424 8e Linux LVM

Disk /dev/cciss/c0d0: 146.7 GB, 146778685440 bytes
255 heads, 63 sectors/track, 17844 cylinders
Units = cylinders of 16065 * 512 = 8225280 bytes
-------------------------------------------------------------------
[root@cipsarchi proc]# cat /proc/version
Linux version 2.6.9-67.ELlargesmp (mockbuild@builder10.centos.org) (gcc version 3.4.6 20060404 (Red Hat 3.4.6-9)) #1 SMP Fri Nov 16 13:01:17 EST 2007
----------------------------------------------------------------
[root@cipsarchi proc]# dmsetup ls
VolGroup00-LogVol02 (253, 1)
VolGroup00-LogVol01 (253, 2)
VolGroup00-LogVol00 (253, 0)
---------------------------------------
[root@cipsarchi proc]# dmsetup status
VolGroup00-LogVol02: 0 204406784 linear
VolGroup00-LogVol01: 0 20447232 linear
VolGroup00-LogVol00: 0 61472768 linear
--------------------------------------------
[root@cipsarchi ~]# dmesg | egrep --color '(s|h)d[a-z]'
Using IO APIC NMI watchdog
activating NMI Watchdog ... done.
testing NMI watchdog ... CPU#0: NMI appears to be stuck (1)!
ide0: BM-DMA at 0x0500-0x0507, BIOS settings: hda:DMA, hdb:pio
ide1: BM-DMA at 0x0508-0x050f, BIOS settings: hdc:pio, hdd:pio
hda: TEAC DV-W28E-RW, ATAPI CD/DVD-ROM drive
hda: ATAPI 24X DVD-ROM DVD-R CD-R/RW drive, 2000kB Cache, UDMA(33)
ISP2432: PCIe (2.5GT/s x4) @ 0000:10:00.0 hdma+, host#=0, fw=4.03.02 [IP] [84XX]
ISP2432: PCIe (2.5GT/s x4) @ 0000:10:00.1 hdma+, host#=1, fw=4.03.02 [IP] [84XX]
ISP2432: PCIe (2.5GT/s x4) @ 0000:0d:00.0 hdma+, host#=2, fw=4.03.02 [IP] [84XX]
ISP2432: PCIe (2.5GT/s x4) @ 0000:0d:00.1 hdma+, host#=3, fw=4.03.02 [IP] [84XX]
SCSI device sda: 4292870144 512-byte hdwr sectors (2197950 MB)
SCSI device sda: drive cache: write through
SCSI device sda: 4292870144 512-byte hdwr sectors (2197950 MB)
SCSI device sda: drive cache: write through
sda: sda1
Attached scsi disk sda at scsi2, channel 0, id 0, lun 1
SCSI device sdb: 4292870144 512-byte hdwr sectors (2197950 MB)
SCSI device sdb: drive cache: write through
SCSI device sdb: 4292870144 512-byte hdwr sectors (2197950 MB)
SCSI device sdb: drive cache: write through
sdb: sdb1
Attached scsi disk sdb at scsi2, channel 0, id 0, lun 2
SCSI device sdc: 4292870144 512-byte hdwr sectors (2197950 MB)
SCSI device sdc: drive cache: write through
SCSI device sdc: 4292870144 512-byte hdwr sectors (2197950 MB)
SCSI device sdc: drive cache: write through
sdc: sdc1
Attached scsi disk sdc at scsi2, channel 0, id 0, lun 3
SCSI device sdd: 4292870144 512-byte hdwr sectors (2197950 MB)
SCSI device sdd: drive cache: write through
SCSI device sdd: 4292870144 512-byte hdwr sectors (2197950 MB)
SCSI device sdd: drive cache: write through
sdd: sdd1
Attached scsi disk sdd at scsi2, channel 0, id 0, lun 4
SCSI device sde: 4292870144 512-byte hdwr sectors (2197950 MB)
SCSI device sde: drive cache: write through
SCSI device sde: 4292870144 512-byte hdwr sectors (2197950 MB)
SCSI device sde: drive cache: write through
sde: sde1
Attached scsi disk sde at scsi2, channel 0, id 0, lun 5
SCSI device sdf: 104857600 512-byte hdwr sectors (53687 MB)
SCSI device sdf: drive cache: write through
SCSI device sdf: 104857600 512-byte hdwr sectors (53687 MB)
SCSI device sdf: drive cache: write through
sdf: sdf1
Attached scsi disk sdf at scsi2, channel 0, id 0, lun 6
uhci_hcd 0000:01:04.4: port count misdetected? forcing to 2 ports
end_request: I/O error, dev sda, sector 8
Buffer I/O error on device sda, logical block 1
end_request: I/O error, dev sda, sector 16
Buffer I/O error on device sda, logical block 2
end_request: I/O error, dev sda, sector 24
Buffer I/O error on device sda, logical block 3
end_request: I/O error, dev sda, sector 32
Buffer I/O error on device sda, logical block 4
end_request: I/O error, dev sda, sector 40
Buffer I/O error on device sda, logical block 5
end_request: I/O error, dev sda, sector 48
Buffer I/O error on device sda, logical block 6
end_request: I/O error, dev sda, sector 0
Buffer I/O error on device sda, logical block 0
end_request: I/O error, dev sda, sector 8
Buffer I/O error on device sda, logical block 1
end_request: I/O error, dev sda, sector 16
Buffer I/O error on device sda, logical block 2
end_request: I/O error, dev sda, sector 24
Buffer I/O error on device sda, logical block 3
end_request: I/O error, dev sda, sector 32
Buffer I/O error on device sda, logical block 4
end_request: I/O error, dev sda, sector 40
Buffer I/O error on device sda, logical block 5
end_request: I/O error, dev sda, sector 48
Buffer I/O error on device sda, logical block 6
end_request: I/O error, dev sda, sector 0
Buffer I/O error on device sda, logical block 0
end_request: I/O error, dev sda, sector 8
Buffer I/O error on device sda, logical block 1
end_request: I/O error, dev sda, sector 16
Buffer I/O error on device sda, logical block 2
end_request: I/O error, dev sda, sector 24
Buffer I/O error on device sda, logical block 3
end_request: I/O error, dev sda, sector 32
Buffer I/O error on device sda, logical block 4
end_request: I/O error, dev sda, sector 40
Buffer I/O error on device sda, logical block 5
end_request: I/O error, dev sda, sector 48
Buffer I/O error on device sda, logical block 6
e1000: eth0: e1000_watchdog_task: NIC Link is Up 1000 Mbps Full Duplex, Flow Control: RX
e1000: eth1: e1000_watchdog_task: NIC Link is Up 1000 Mbps Full Duplex, Flow Control: RX
end_request: I/O error, dev sda, sector 0
Buffer I/O error on device sda, logical block 0
end_request: I/O error, dev sda, sector 8
Buffer I/O error on device sda, logical block 1
end_request: I/O error, dev sda, sector 16
Buffer I/O error on device sda, logical block 2
end_request: I/O error, dev sda, sector 24
Buffer I/O error on device sda, logical block 3
end_request: I/O error, dev sda, sector 32
Buffer I/O error on device sda, logical block 4
end_request: I/O error, dev sda, sector 40
Buffer I/O error on device sda, logical block 5
end_request: I/O error, dev sda, sector 48
Buffer I/O error on device sda, logical block 6
end_request: I/O error, dev sda, sector 0
Buffer I/O error on device sda, logical block 0
end_request: I/O error, dev sda, sector 8
Buffer I/O error on device sda, logical block 1
end_request: I/O error, dev sda, sector 16
Buffer I/O error on device sda, logical block 2
end_request: I/O error, dev sda, sector 24
Buffer I/O error on device sda, logical block 3
end_request: I/O error, dev sda, sector 32
Buffer I/O error on device sda, logical block 4
end_request: I/O error, dev sda, sector 40
Buffer I/O error on device sda, logical block 5
end_request: I/O error, dev sda, sector 48
Buffer I/O error on device sda, logical block 6
end_request: I/O error, dev sda, sector 0
Buffer I/O error on device sda, logical block 0
end_request: I/O error, dev sda, sector 8
Buffer I/O error on device sda, logical block 1
end_request: I/O error, dev sda, sector 16
Buffer I/O error on device sda, logical block 2
end_request: I/O error, dev sda, sector 24
Buffer I/O error on device sda, logical block 3
end_request: I/O error, dev sda, sector 32
Buffer I/O error on device sda, logical block 4
end_request: I/O error, dev sda, sector 40
Buffer I/O error on device sda, logical block 5
end_request: I/O error, dev sda, sector 48
Buffer I/O error on device sda, logical block 6
end_request: I/O error, dev sda, sector 0
Buffer I/O error on device sda, logical block 0
end_request: I/O error, dev sda, sector 8
Buffer I/O error on device sda, logical block 1
end_request: I/O error, dev sda, sector 16
Buffer I/O error on device sda, logical block 2
end_request: I/O error, dev sda, sector 24
Buffer I/O error on device sda, logical block 3
end_request: I/O error, dev sda, sector 32
Buffer I/O error on device sda, logical block 4
end_request: I/O error, dev sda, sector 40
Buffer I/O error on device sda, logical block 5
end_request: I/O error, dev sda, sector 48
Buffer I/O error on device sda, logical block 6
end_request: I/O error, dev sda, sector 0
Buffer I/O error on device sda, logical block 0
end_request: I/O error, dev sda, sector 8
Buffer I/O error on device sda, logical block 1
end_request: I/O error, dev sda, sector 16
Buffer I/O error on device sda, logical block 2
end_request: I/O error, dev sda, sector 24
Buffer I/O error on device sda, logical block 3
end_request: I/O error, dev sda, sector 32
Buffer I/O error on device sda, logical block 4
end_request: I/O error, dev sda, sector 40
Buffer I/O error on device sda, logical block 5
end_request: I/O error, dev sda, sector 48
Buffer I/O error on device sda, logical block 6
end_request: I/O error, dev sda, sector 0
Buffer I/O error on device sda, logical block 0
end_request: I/O error, dev sda, sector 8
Buffer I/O error on device sda, logical block 1
end_request: I/O error, dev sda, sector 16
Buffer I/O error on device sda, logical block 2
end_request: I/O error, dev sda, sector 24
Buffer I/O error on device sda, logical block 3
end_request: I/O error, dev sda, sector 32
Buffer I/O error on device sda, logical block 4
end_request: I/O error, dev sda, sector 40
Buffer I/O error on device sda, logical block 5
end_request: I/O error, dev sda, sector 48
Buffer I/O error on device sda, logical block 6
end_request: I/O error, dev sda, sector 0
Buffer I/O error on device sda, logical block 0
end_request: I/O error, dev sda, sector 8
Buffer I/O error on device sda, logical block 1
end_request: I/O error, dev sda, sector 16
Buffer I/O error on device sda, logical block 2
end_request: I/O error, dev sda, sector 24
Buffer I/O error on device sda, logical block 3
end_request: I/O error, dev sda, sector 32
Buffer I/O error on device sda, logical block 4
end_request: I/O error, dev sda, sector 40
Buffer I/O error on device sda, logical block 5
end_request: I/O error, dev sda, sector 48
Buffer I/O error on device sda, logical block 6