Unavailability of the resource.

bravobritto · 09-28-2006, 10:55 PM

Hi,

Some processes are running in the abc server which occupies all resource of the server. I am not able to start my application due to unavailability of the resource. Kindly see below log for the same. Let me know if you have any query.

Quote:

root@abc # bash
root@abc # ps -ef | grep java
noaccess 2110 1 0 Sep 12 ? 8:43 /usr/jdk/jdk1.5.0_01/bin/java -server -XX:+BackgroundCompilation -Xmx256m -Djav
noaccess 2748 2745 0 Sep 12 ? 20:51 /usr/jdk/jdk1.5.0_01/bin/java -Xms4M -Xmx64M -classpath /opt/SUNWcacao/lib/caca
root 5419 5336 0 12:31:40 pts/3 0:00 grep java
root@abc #
root@abc # df -kh
Filesystem size used avail capacity Mounted on
/dev/md/dsk/d0 12G 10G 1.5G 88% /
/devices 0K 0K 0K 0% /devices
ctfs 0K 0K 0K 0% /system/contract
proc 0K 0K 0K 0% /proc
mnttab 0K 0K 0K 0% /etc/mnttab
swap 9.6G 1.4M 9.6G 1% /etc/svc/volatile
objfs 0K 0K 0K 0% /system/object
fd 0K 0K 0K 0% /dev/fd
swap 9.6G 50M 9.6G 1% /tmp
swap 9.6G 120K 9.6G 1% /var/run
swap 9.6G 0K 9.6G 0% /dev/vx/dmp
swap 9.6G 0K 9.6G 0% /dev/vx/rdmp
/dev/md/dsk/d20 11G 6.0G 4.7G 56% /opt
/dev/md/dsk/d30 35G 14G 21G 41% /u01
/dev/md/dsk/d40 3.9G 4.1M 3.9G 1% /export/home
/dev/did/dsk/d2s6 561M 3.6M 501M 1% /global/.devices/node@1
/dev/did/dsk/d10s6 561M 3.6M 501M 1% /global/.devices/node@2
/dev/vx/dsk/oradg/oraarch-vol
59G 7.5G 51G 13% /oraarch
/dev/vx/dsk/oradg/oraback-vol
140G 9.0G 130G 7% /oraback
/dev/vx/dsk/oradg/oradata-vol
520G 768M 515G 1% /oradata
/dev/vx/dsk/oradg/oraredo-vol
20G 12G 7.9G 61% /oraredo
/dev/vx/dsk/oradg/orasys-vol
40G 4.7G 35G 12% /orasys
root@abc #
root@abc # uptime
12:31pm up 9 day(s), 19:50, 3 users, load average: 10.04, 9.87, 9.82
root@abc # w
12:32pm up 9 day(s), 19:50, 4 users, load average: 9.89, 9.86, 9.82
User tty login@ idle JCPU PCPU what
root pts/1 13Sep06 7days 13 bash
root pts/2 13Sep06 9days bash
root pts/3 12:31pm w
root pts/4 12:32pm -sh
root@abc # mpstat 3
CPU minf mjf xcal intr ithr csw icsw migr smtx srw syscl usr sys wt idl
0 832 0 383 114 33 311 63 40 19 0 2073 36 6 0 58
2 824 0 421 805 276 266 61 40 21 0 2033 36 5 0 58
CPU minf mjf xcal intr ithr csw icsw migr smtx srw syscl usr sys wt idl
0 2854 1 1469 227 37 596 182 55 43 0 6047 82 18 0 0
2 2687 0 1540 1301 378 500 146 50 28 1 6098 83 17 0 0
CPU minf mjf xcal intr ithr csw icsw migr smtx srw syscl usr sys wt idl
0 3694 0 1696 232 37 691 195 64 33 0 8107 78 22 0 0
2 2414 0 1377 1276 350 489 150 65 44 0 5181 85 15 0 0
CPU minf mjf xcal intr ithr csw icsw migr smtx srw syscl usr sys wt idl
0 3359 0 1807 193 36 560 151 55 38 1 7482 80 20 0 0
2 2136 0 1106 1244 346 486 155 59 31 0 4623 86 14 0 0
CPU minf mjf xcal intr ithr csw icsw migr smtx srw syscl usr sys wt idl
0 2864 0 1033 230 36 532 179 61 42 0 5820 83 17 0 0
2 3105 0 2026 1278 368 585 154 57 22 2 7075 80 20 0 0
^C
root@abc #
root@abc # vmstat 2
kthr memory page disk faults cpu
r b w swap free re mf pi po fr de sr m0 m1 m1 m1 in sy cs us sy id
3 0 0 9497008 6231704 413 1656 2 0 0 0 0 1 1 0 0 919 4107 576 36 5 58
6 0 0 8457912 4692312 1080 6032 0 0 0 0 0 5 5 0 0 1442 12826 1123 82 18 0
4 0 0 8457376 4692136 1067 5736 0 0 0 0 0 5 5 0 0 1504 12646 1093 82 18 0
9 0 0 8454680 4690368 943 5513 0 4 4 0 0 6 6 0 0 1410 11794 1060 82 18 0
2 0 0 8461912 4694840 965 5565 0 0 0 0 0 5 5 0 0 1487 12009 1071 83 17 0
7 0 0 8456832 4691280 1023 4817 0 0 0 0 0 3 3 0 0 1443 11132 878 83 17 0
7 0 0 8456680 4691744 1038 6118 0 0 0 0 0 7 7 0 0 1531 13002 1142 78 22 0
8 0 0 8457392 4691416 984 5675 0 0 0 0 0 5 5 0 0 1470 12230 1096 82 18 0
5 0 0 8457200 4691800 1030 5416 0 0 0 0 0 5 5 0 0 1425 11889 994 83 17 0
6 0 0 8455880 4691608 986 5886 0 0 0 0 0 6 6 0 0 1639 12591 1147 81 19 0
7 0 0 8454576 4690312 1087 5653 0 0 0 0 0 5 5 0 0 1369 12546 1022 83 17 0
^C
root@abc #
root@abc #
root@abc #
root@xyz # df -kh
Filesystem size used avail capacity Mounted on
/dev/md/dsk/d0 12G 6.4G 5.3G 55% /
/devices 0K 0K 0K 0% /devices
ctfs 0K 0K 0K 0% /system/contract
proc 0K 0K 0K 0% /proc
mnttab 0K 0K 0K 0% /etc/mnttab
swap 9.7G 1.4M 9.7G 1% /etc/svc/volatile
objfs 0K 0K 0K 0% /system/object
fd 0K 0K 0K 0% /dev/fd
swap 9.7G 712K 9.7G 1% /tmp
swap 9.7G 120K 9.7G 1% /var/run
swap 9.7G 0K 9.7G 0% /dev/vx/dmp
swap 9.7G 0K 9.7G 0% /dev/vx/rdmp
/dev/md/dsk/d20 11G 5.6G 5.1G 53% /opt
/dev/md/dsk/d30 35G 4.0G 31G 12% /u01
/dev/md/dsk/d40 3.9G 4.1M 3.9G 1% /export/home
/dev/did/dsk/d2s6 561M 3.6M 501M 1% /global/.devices/node@1
/dev/did/dsk/d10s6 561M 3.6M 501M 1% /global/.devices/node@2
root@xyz #
root@xyz # uptime
12:59pm up 8 day(s), 23:35, 3 users, load average: 0.03, 0.05, 0.14
root@xyz #
root@xyz # ps -ef | grep java
noaccess 2145 1 0 Sep 13 ? 7:23 /usr/jdk/instances/jdk1.5.0/bin/java -server -XX:+BackgroundCompilation -Xmx256
noaccess 2850 2843 0 Sep 13 ? 18:23 /usr/jdk/jdk1.5.0_01/bin/java -Xms4M -Xmx64M -classpath /opt/SUNWcacao/lib/caca
root 19367 19363 0 12:33:07 pts/2 0:00 grep java
root@xyz # vmstat 2
kthr memory page disk faults cpu
r b w swap free re mf pi po fr de sr m0 m2 m1 m1 in sy cs us sy id
4 0 0 10145432 6423352 152 1539 1 0 0 0 0 1 1 0 0 803 3100 495 59 5 36
0 0 0 10136232 6377744 0 23 0 0 0 0 0 40 40 0 0 398 189 385 0 1 99
0 0 0 10136232 6377744 0 0 0 0 0 0 0 0 0 0 0 324 118 343 0 0 100
0 0 0 10136232 6377744 0 0 0 0 0 0 0 0 0 0 0 323 100 331 0 0 100
0 0 0 10136232 6377736 0 0 0 0 0 0 0 0 0 0 0 309 115 331 0 0 100
0 0 0 10136232 6377736 0 0 0 0 0 0 0 0 0 0 0 297 93 316 0 0 99
0 0 0 10136232 6377736 0 0 0 0 0 0 0 0 0 0 0 344 121 343 0 0 100
0 0 0 10136232 6377736 0 0 0 0 0 0 0 0 0 0 0 324 113 333 0 1 99
^C
root@xyz #
root@xyz #
root@xyz # mpstat 2
CPU minf mjf xcal intr ithr csw icsw migr smtx srw syscl usr sys wt idl
0 764 0 256 509 94 268 70 36 16 0 1537 58 5 0 36
2 774 0 307 293 176 227 62 35 17 0 1562 59 5 0 36
CPU minf mjf xcal intr ithr csw icsw migr smtx srw syscl usr sys wt idl
0 0 0 2 47 10 206 1 35 18 0 45 0 1 0 99
2 3 0 2 274 171 131 0 32 17 0 73 0 0 0 99
CPU minf mjf xcal intr ithr csw icsw migr smtx srw syscl usr sys wt idl
0 0 0 2 36 10 196 0 29 12 0 55 0 1 0 99
2 0 0 2 270 167 119 0 29 20 0 44 0 0 0 100
CPU minf mjf xcal intr ithr csw icsw migr smtx srw syscl usr sys wt idl
0 0 0 1 33 10 198 0 29 14 0 54 0 1 0 99
2 0 0 4 266 164 121 0 29 20 0 59 0 0 0 100
CPU minf mjf xcal intr ithr csw icsw migr smtx srw syscl usr sys wt idl
0 0 0 3 66 39 202 0 32 14 0 58 0 1 0 99
2 0 0 4 276 172 142 0 34 19 0 62 0 0 0 100
CPU minf mjf xcal intr ithr csw icsw migr smtx srw syscl usr sys wt idl
0 0 0 2 37 13 194 0 34 15 0 50 0 1 0 99
2 0 0 2 274 171 130 0 33 16 0 47 0 0 0 100
^C
root@xyz #
root@abc # scswitch -z -g ora-rg -h xyz
root@abc # df -kh
Filesystem size used avail capacity Mounted on
/dev/md/dsk/d0 12G 10G 1.5G 88% /
/devices 0K 0K 0K 0% /devices
ctfs 0K 0K 0K 0% /system/contract
proc 0K 0K 0K 0% /proc
mnttab 0K 0K 0K 0% /etc/mnttab
swap 9.6G 1.4M 9.6G 1% /etc/svc/volatile
objfs 0K 0K 0K 0% /system/object
fd 0K 0K 0K 0% /dev/fd
swap 9.6G 50M 9.6G 1% /tmp
swap 9.6G 120K 9.6G 1% /var/run
swap 9.6G 0K 9.6G 0% /dev/vx/dmp
swap 9.6G 0K 9.6G 0% /dev/vx/rdmp
/dev/md/dsk/d20 11G 6.0G 4.7G 56% /opt
/dev/md/dsk/d30 35G 14G 21G 41% /u01
/dev/md/dsk/d40 3.9G 4.1M 3.9G 1% /export/home
/dev/did/dsk/d2s6 561M 3.6M 501M 1% /global/.devices/node@1
/dev/did/dsk/d10s6 561M 3.6M 501M 1% /global/.devices/node@2
root@abc #
root@xyz # df -kh
Filesystem size used avail capacity Mounted on
/dev/md/dsk/d0 12G 6.4G 5.3G 55% /
/devices 0K 0K 0K 0% /devices
ctfs 0K 0K 0K 0% /system/contract
proc 0K 0K 0K 0% /proc
mnttab 0K 0K 0K 0% /etc/mnttab
swap 9.7G 1.4M 9.7G 1% /etc/svc/volatile
objfs 0K 0K 0K 0% /system/object
fd 0K 0K 0K 0% /dev/fd
swap 9.7G 712K 9.7G 1% /tmp
swap 9.7G 120K 9.7G 1% /var/run
swap 9.7G 0K 9.7G 0% /dev/vx/dmp
swap 9.7G 0K 9.7G 0% /dev/vx/rdmp
/dev/md/dsk/d20 11G 5.6G 5.1G 53% /opt
/dev/md/dsk/d30 35G 4.0G 31G 12% /u01
/dev/md/dsk/d40 3.9G 4.1M 3.9G 1% /export/home
/dev/did/dsk/d2s6 561M 3.6M 501M 1% /global/.devices/node@1
/dev/did/dsk/d10s6 561M 3.6M 501M 1% /global/.devices/node@2
/dev/vx/dsk/oradg/oraarch-vol
59G 7.5G 51G 13% /oraarch
/dev/vx/dsk/oradg/oraback-vol
140G 9.0G 130G 7% /oraback
/dev/vx/dsk/oradg/oradata-vol
520G 768M 515G 1% /oradata
/dev/vx/dsk/oradg/oraredo-vol
20G 12G 7.9G 61% /oraredo
/dev/vx/dsk/oradg/orasys-vol
40G 4.7G 35G 12% /orasys
root@xyz #
root@xyz # ps -ef | grep java
noaccess 2145 1 0 Sep 13 ? 7:23 /usr/jdk/instances/jdk1.5.0/bin/java -server -XX:+BackgroundCompilation -Xmx256
noaccess 2850 2843 0 Sep 13 ? 18:25 /usr/jdk/jdk1.5.0_01/bin/java -Xms4M -Xmx64M -classpath /opt/SUNWcacao/lib/caca
root 651 19363 0 12:52:34 pts/2 0:00 grep java
root@xyz # uptime
12:52pm up 8 day(s), 23:28, 5 users, load average: 8.61, 7.19, 3.86
root@xyz #
root@xyz # mpstat 2
CPU minf mjf xcal intr ithr csw icsw migr smtx srw syscl usr sys wt idl
0 764 0 256 509 94 268 70 36 16 0 1536 58 5 0 36
2 774 0 307 293 176 227 62 35 17 0 1562 59 5 0 36
CPU minf mjf xcal intr ithr csw icsw migr smtx srw syscl usr sys wt idl
0 1256 0 340 735 128 308 108 35 18 0 2342 92 8 0 0
2 1183 0 728 297 172 270 92 35 17 0 2701 92 8 0 0
CPU minf mjf xcal intr ithr csw icsw migr smtx srw syscl usr sys wt idl
0 1079 0 571 1640 286 292 111 35 31 1 2298 92 8 0 0
2 1164 0 394 343 174 403 152 32 16 0 2515 92 8 0 0
CPU minf mjf xcal intr ithr csw icsw migr smtx srw syscl usr sys wt idl
0 818 0 358 713 137 300 113 40 10 0 1853 94 6 0 0
2 1633 0 571 302 180 273 90 36 20 0 3054 88 12 0 0
CPU minf mjf xcal intr ithr csw icsw migr smtx srw syscl usr sys wt idl
0 1550 0 502 813 133 319 110 37 12 0 2844 90 10 0 0
2 984 0 480 298 176 266 96 43 16 0 1990 94 6 0 0
CPU minf mjf xcal intr ithr csw icsw migr smtx srw syscl usr sys wt idl
0 1013 0 549 722 150 288 100 34 21 0 2274 92 8 0 0
2 1158 0 307 303 171 295 108 35 11 0 2175 93 7 0 0
CPU minf mjf xcal intr ithr csw icsw migr smtx srw syscl usr sys wt idl
0 1431 0 496 743 127 302 103 36 8 0 2778 91 9 0 0
2 1220 0 370 300 176 295 107 40 14 0 2294 93 7 0 0
^C
root@xyz # vmstat 2
kthr memory page disk faults cpu
r b w swap free re mf pi po fr de sr m0 m2 m1 m1 in sy cs us sy id
4 0 0 10145424 6423312 152 1538 1 0 0 0 0 1 1 0 0 802 3098 496 59 5 36
6 0 0 10118584 6366424 200 2241 0 0 0 0 0 0 0 0 0 998 4268 575 92 8 0
8 0 0 10116760 6364568 207 2295 0 0 0 0 0 0 0 0 0 1097 4702 568 92 8 0
5 0 0 10118896 6366168 211 2380 0 0 0 0 0 0 0 0 0 991 4850 623 92 8 0
6 0 0 10117976 6365776 269 2729 0 0 0 0 0 0 0 0 0 1055 5655 571 90 10 0
3 0 0 10120096 6367232 209 2144 0 0 0 0 0 0 0 0 0 1124 4277 588 93 7 0
8 0 0 10117368 6364992 196 2208 0 0 0 0 0 0 0 0 0 923 4487 543 91 9 0
6 0 0 10117936 6365648 242 2639 0 0 0 0 0 1 1 0 0 1183 5253 593 91 9 0
6 0 0 10118568 6366184 185 2144 0 0 0 0 0 0 0 0 0 1171 4296 600 92 8 0
7 0 0 10117152 6364912 199 2292 0 0 0 0 0 0 0 0 0 1191 4717 605 92 8 0
6 0 0 10117928 6365576 267 2809 0 0 0 0 0 47 47 0 0 1291 5849 649 91 9 0
8 0 0 10116600 6364400 192 2065 0 0 0 0 0 0 0 0 0 1400 4161 581 93 7 0
6 0 0 10118176 6365680 240 2615 0 0 0 0 0 0 0 0 0 1222 5338 594 91 9 0
6 0 0 10117864 6365680 171 2146 0 0 0 0 0 0 0 0 0 1254 4391 611 93 7 0
312 6363280 230 2244 0 0 0 0 0 0 0 0 0 1418 5049 616 92 8 0
^C
root@xyz #
root@abc # vmstat 2
kthr memory page disk faults cpu
r b w swap free re mf pi po fr de sr m0 m1 m1 m1 in sy cs us sy id
3 0 0 9496336 6230576 413 1659 2 0 0 0 0 1 1 0 0 920 4113 577 36 5 58
0 0 0 10086752 6620008 421 23 1434 0 0 0 0 0 0 0 0 550 5598 724 1 4 95
0 0 0 10086744 6623472 508 0 1760 0 0 0 0 1 1 0 0 585 6713 769 1 4 94
0 0 0 10086744 6626208 481 0 1699 0 0 0 0 0 0 0 0 592 6435 786 2 4 94
0 0 0 10086736 6629632 533 0 1879 0 0 0 0 0 0 0 0 645 7100 811 1 4 94
^C
root@abc # mpstat 2
CPU minf mjf xcal intr ithr csw icsw migr smtx srw syscl usr sys wt idl
0 833 0 384 114 33 311 63 40 19 0 2076 36 6 0 58
2 826 0 422 805 276 266 61 40 21 0 2037 36 5 0 58
CPU minf mjf xcal intr ithr csw icsw migr smtx srw syscl usr sys wt idl
0 4 0 5 368 346 237 0 36 8 0 82 0 2 0 98
2 0 86 175 360 228 525 4 34 20 0 2612 2 6 0 93
CPU minf mjf xcal intr ithr csw icsw migr smtx srw syscl usr sys wt idl
0 0 1 7 257 234 224 1 41 15 0 118 0 1 0 99
2 0 179 366 327 189 539 3 42 16 0 5430 2 6 0 91
CPU minf mjf xcal intr ithr csw icsw migr smtx srw syscl usr sys wt idl
0 0 3 10 275 251 227 2 34 7 0 131 0 1 0 99
2 0 194 398 328 197 555 5 38 22 0 5872 2 6 0 91
CPU minf mjf xcal intr ithr csw icsw migr smtx srw syscl usr sys wt idl
0 0 2 10 268 245 220 0 39 21 0 110 0 1 0 99
2 0 176 358 301 178 524 5 37 9 0 5370 2 6 0 91
^C
root@abc #
root@abc # ps -ef | grep java
noaccess 2110 1 0 Sep 12 ? 8:44 /usr/jdk/jdk1.5.0_01/bin/java -server -XX:+BackgroundCompilation -Xmx256m -Djav
noaccess 2748 2745 0 Sep 12 ? 20:58 /usr/jdk/jdk1.5.0_01/bin/java -Xms4M -Xmx64M -classpath /opt/SUNWcacao/lib/caca
root 12917 27493 0 13:02:42 pts/4 0:00 grep java
root@abc #
root@abc # uptime
1:02pm up 9 day(s), 20:21, 3 users, load average: 0.03, 0.10, 0.14
root@abc #

Thanks in advance