Load spikes makes server useless

Hello

I have a very low loaded server (Under 0.1-0.2 most of the time) but sometimes (2-3 times) during the day load spike up to the hell and all connections to server time out for 10-30 minutes.

Even once load went up so that server stopped responding for 4.5 hours until I restarted it by APC port.

I have put a cron to capture "top -n 1 -b -c" every 15 minutes and I received below log.

The log at top of this show a load of 0.00 and the log after this one shows a load of 0.20

Can you see any abnormall thing in below log?

Thank you in advance for your help.

Mac

----




10:31pm up 1 day, 8:31, 0 users, load average: 38.54, 19.32, 10.31
103 processes: 100 sleeping, 1 running, 2 zombie, 0 stopped
CPU states: 0.8% user, 1.6% system, 0.0% nice, 24.1% idle
Mem: 505528K av, 46672K used, 458856K free, 0K shrd, 1100K buff
Swap: 1052248K av, 89840K used, 962408K free 10244K cached

PID USER PRI NI SIZE RSS SHARE STAT %CPU %MEM TIME COMMAND
1061 named 15 0 3140 1400 1332 S 2.8 0.2 0:54 named -u named
10842 root 16 0 1000 996 752 R 2.8 0.1 0:00 top -n 1 -b -c
10813 apache 15 0 11784 2504 2472 S 0.9 0.4 0:01 /usr/sbin/httpd -
10814 apache 15 0 10504 1076 1056 D 0.9 0.2 0:00 /usr/sbin/httpd -
10828 apache 15 0 0 0 0 Z 0.9 0.0 0:02 httpd <defunct>
10834 apache 15 0 11976 2688 2496 D 0.9 0.5 0:01 /usr/sbin/httpd -
1 root 15 0 104 52 48 S 0.0 0.0 0:13 init
2 root 15 0 0 0 0 SW 0.0 0.0 0:00 keventd
3 root 15 0 0 0 0 SW 0.0 0.0 0:35 kapmd
4 root 34 19 0 0 0 SWN 0.0 0.0 0:00 ksoftirqd_CPU0
5 root 15 0 0 0 0 SW 0.0 0.0 3:38 kswapd
6 root 25 0 0 0 0 SW 0.0 0.0 0:00 bdflush
7 root 15 0 0 0 0 SW 0.0 0.0 0:02 kupdated
8 root 16 0 0 0 0 SW 0.0 0.0 0:00 mdrecoveryd
12 root 15 0 0 0 0 DW 0.0 0.0 0:17 kjournald
137 root 15 0 0 0 0 SW 0.0 0.0 0:00 kjournald
475 root 15 0 0 0 0 SW 0.0 0.0 0:00 eth0
661 root 18 0 60 4 4 S 0.0 0.0 0:00 /usr/sbin/apmd -p
718 root 16 0 208 156 156 D 0.0 0.0 0:12 syslogd -m 0 -a /
973 root 15 0 764 168 148 S 0.0 0.0 0:05 klogd
1034 root 15 0 1056 4 4 S 0.0 0.0 0:00 /usr/sbin/snmpd -
1057 named 15 0 3140 1400 1332 S 0.0 0.2 0:00 named -u named
1059 named 15 0 3140 1400 1332 S 0.0 0.2 0:02 named -u named
1062 named 15 0 3140 1400 1332 S 0.0 0.2 0:03 named -u named
1063 named 15 0 3140 1400 1332 S 0.0 0.2 0:06 named -u named
1079 root 15 0 244 4 4 S 0.0 0.0 0:00 /usr/sbin/sshd
1100 root 18 0 196 4 4 S 0.0 0.0 0:00 sshd -f /etc/ssh/
1134 root 15 0 424 324 288 S 0.0 0.0 0:10 xinetd -stayalive
1216 root 15 0 1092 540 528 S 0.0 0.1 0:20 sendmail: rejecti
1301 root 15 0 10356 116 104 S 0.0 0.0 1:25 /usr/sbin/httpd -
1321 root 16 0 840 68 32 S 0.0 0.0 0:06 proftpd (acceptin
1368 root 5 -10 744 72 52 S < 0.0 0.0 0:18 /usr/sbin/ocwhttp
1443 root 5 -10 13076 564 516 S < 0.0 0.1 0:33 python2.1 /usr/li
1459 root 15 0 300 56 56 S 0.0 0.0 0:07 /usr/sbin/bandwid
1476 root 15 0 136 44 32 S 0.0 0.0 0:03 crond
1513 daemon 15 0 88 4 4 S 0.0 0.0 0:00 /usr/sbin/atd
1536 root 15 0 2428 420 404 S 0.0 0.0 0:24 /usr/bin/perl /us
1540 root 15 0 64 4 4 S 0.0 0.0 0:00 /sbin/mingetty tt
1541 root 16 0 64 4 4 S 0.0 0.0 0:00 /sbin/mingetty tt
1542 root 15 0 64 4 4 S 0.0 0.0 0:00 /sbin/mingetty tt
1543 root 15 0 64 4 4 S 0.0 0.0 0:00 /sbin/mingetty tt
1544 root 15 0 64 4 4 S 0.0 0.0 0:00 /sbin/mingetty tt
1545 root 15 0 64 4 4 S 0.0 0.0 0:00 /sbin/mingetty tt
1600 root 20 0 176 4 4 S 0.0 0.0 0:00 /bin/sh /usr/bin/
1625 mysql 25 10 3612 64 36 S N 0.0 0.0 0:00 /usr/libexec/mysq
1627 mysql 25 10 3612 64 36 S N 0.0 0.0 0:01 /usr/libexec/mysq
1628 mysql 25 10 3612 64 36 S N 0.0 0.0 0:00 /usr/libexec/mysq
1629 mysql 30 10 3612 64 36 S N 0.0 0.0 0:00 /usr/libexec/mysq
1650 root 5 -10 13076 564 516 S < 0.0 0.1 0:21 python2.1 /usr/li
1651 root 6 -10 13076 564 516 S < 0.0 0.1 0:00 python2.1 /usr/li
1652 root 5 -10 13076 564 516 S < 0.0 0.1 0:20 python2.1 /usr/li
1653 root 7 -10 13076 564 516 S < 0.0 0.1 0:00 python2.1 /usr/li
1654 root 7 -10 13076 564 516 S < 0.0 0.1 0:00 python2.1 /usr/li
1655 root 5 -10 13076 564 516 S < 0.0 0.1 0:00 python2.1 /usr/li
4727 postgres 15 0 320 8 8 S 0.0 0.0 0:02 /usr/bin/postmast
4737 postgres 16 0 832 8 8 S 0.0 0.0 0:08 postgres: root ap
25717 apache 15 0 10268 20 20 S 0.0 0.0 0:00 /usr/sbin/fcgi- -
25718 root 15 0 64 4 4 S 0.0 0.0 0:00 /usr/local/sbin/c
25719 root 15 0 64 4 4 S 0.0 0.0 0:00 /usr/local/sbin/c
25720 root 19 0 56 4 4 S 0.0 0.0 0:00 /usr/local/sbin/c
25723 apache 15 0 12708 1184 1156 S 0.0 0.2 0:16 /usr/sbin/httpd -
25724 apache 15 0 14044 936 900 S 0.0 0.1 0:10 /usr/sbin/httpd -
25741 apache 15 0 14216 1540 1524 S 0.0 0.3 0:13 /usr/sbin/httpd -
25757 nobody 5 -10 716 16 16 S < 0.0 0.0 0:00 /usr/sbin/fcgi-pm
25760 apache 15 0 12588 932 908 S 0.0 0.1 0:11 /usr/sbin/httpd -
25761 nobody 5 -10 884 4 4 S < 0.0 0.0 0:00 /usr/sbin/ocwhttp
25762 nobody 5 -10 876 4 4 S < 0.0 0.0 0:00 /usr/sbin/ocwhttp
25763 nobody 5 -10 900 4 4 S < 0.0 0.0 0:00 /usr/sbin/ocwhttp
25764 nobody 5 -10 904 4 4 S < 0.0 0.0 0:00 /usr/sbin/ocwhttp
25765 nobody 5 -10 904 4 4 S < 0.0 0.0 0:00 /usr/sbin/ocwhttp
27063 nobody 5 -10 888 4 4 S < 0.0 0.0 0:00 /usr/sbin/ocwhttp
29849 nobody 5 -10 876 4 4 S < 0.0 0.0 0:00 /usr/sbin/ocwhttp
8214 apache 15 0 14156 1160 1156 S 0.0 0.2 0:06 /usr/sbin/httpd -
8535 apache 15 0 11452 1180 1156 S 0.0 0.2 0:08 /usr/sbin/httpd -
9332 apache 15 0 11520 1164 1156 S 0.0 0.2 0:08 /usr/sbin/httpd -
10186 apache 15 0 11244 1104 1068 S 0.0 0.2 0:08 /usr/sbin/httpd -
10187 apache 15 0 11204 1152 1140 S 0.0 0.2 0:09 /usr/sbin/httpd -
10188 apache 15 0 11204 1160 1156 S 0.0 0.2 0:05 /usr/sbin/httpd -
10663 apache 15 0 10948 1136 1112 S 0.0 0.2 0:04 /usr/sbin/httpd -
10699 apache 15 0 10960 1152 1136 S 0.0 0.2 0:01 /usr/sbin/httpd -
10786 apache 15 0 10948 1728 1720 D 0.0 0.3 0:01 /usr/sbin/httpd -
10795 apache 15 0 11192 1148 1104 S 0.0 0.2 0:01 /usr/sbin/httpd -
10796 apache 15 0 10616 484 456 S 0.0 0.0 0:01 /usr/sbin/httpd -
10799 apache 15 0 11696 2384 2368 S 0.0 0.4 0:01 /usr/sbin/httpd -
10803 apache 15 0 10896 1068 1024 S 0.0 0.2 0:01 /usr/sbin/httpd -
10811 apache 15 0 10812 804 768 S 0.0 0.1 0:01 /usr/sbin/httpd -
10812 apache 15 0 11704 2396 2384 S 0.0 0.4 0:01 /usr/sbin/httpd -
10815 apache 15 0 11776 2504 2480 S 0.0 0.4 0:00 /usr/sbin/httpd -
10816 apache 15 0 12092 2604 2576 S 0.0 0.5 0:01 /usr/sbin/httpd -
10817 apache 15 0 0 0 0 Z 0.0 0.0 0:02 httpd <defunct>
10819 apache 15 0 11612 2336 2332 S 0.0 0.4 0:01 /usr/sbin/httpd -
10820 apache 18 0 10432 164 152 S 0.0 0.0 0:01 /usr/sbin/httpd -
10821 apache 15 0 11784 2508 2508 S 0.0 0.4 0:01 /usr/sbin/httpd -
10822 apache 15 0 11072 1300 1252 S 0.0 0.2 0:01 /usr/sbin/httpd -
10823 apache 15 0 11780 2836 2824 S 0.0 0.5 0:01 /usr/sbin/httpd -
10824 apache 15 0 10948 1140 1136 S 0.0 0.2 0:01 /usr/sbin/httpd -
10825 apache 15 0 10936 1116 1116 S 0.0 0.2 0:01 /usr/sbin/httpd -
10826 apache 15 0 10788 748 748 S 0.0 0.1 0:01 /usr/sbin/httpd -
10827 apache 15 0 10788 764 748 S 0.0 0.1 0:01 /usr/sbin/httpd -
10831 root 15 0 576 552 512 S 0.0 0.1 0:00 CROND
10835 apache 15 0 11984 2708 2496 D 0.0 0.5 0:00 /usr/sbin/httpd -
10836 root 15 0 852 852 724 S 0.0 0.1 0:00 /bin/bash -c top
10837 apache 15 0 11984 2700 2488 D 0.0 0.5 0:00 /usr/sbin/httpd

 

 

 

 

Top