hi ,
i have a server DelR710 with 6 sata sas hardisks
i have memory 48 G
i have problems in squid performance .
i have squid 2.7 stable with os debian 64 bits.
at normal conditions the server is working well and squidguard is ok and no one can bypass the filter of squidgaurd .
but the problem is " durng the rush hour" when most of the users are online , and especially when the traffic which is redirected to the squid cache exceeds 500 M , in this case the server stability begin to hisitate.
i noted that my cpu is 110% and no memory is free!!!! "not sure if memory free"

i will try as i can to support you with my config and i wish you can help me

1-squid version
===================
root@cache1:~# squid -v
Squid Cache: Version 2.7.STABLE9
configure options: '--prefix=/usr' '--exec_prefix=/usr' '--bindir=/usr/sbin' '--sbindir=/usr/sbin' '--libexecdir=/usr/lib/squid' '--sysconfdir=/etc/squid' '--localstatedir=/var/spool/squid' '--datadir=/usr/share/squid' '--enable-linux-tproxy' '--with-libcap' '--enable-err-languages=English' '--enable-http-violations' '--enable-async-io' '--with-pthreads' '--enable-storeio=ufs,aufs,coss,diskd,null' '--enable-linux-netfilter' '--enable-arp-acl' '--enable-epoll' '--enable-removal-policies=lru,heap' '--enable-snmp' '--enable-delay-pools' '--enable-htcp' '--enable-cache-digests' '--enable-referer-log' '--enable-useragent-log' '--enable-auth=basic,digest,ntlm,negotiate' '--enable-carp' '--enable-follow-x-forwarded-for' '--with-large-files' '--with-maxfd=65536' 'amd64-debian-linux' 'build_alias=amd64-debian-linux' 'host_alias=amd64-debian-linux' 'target_alias=amd64-debian-linux' 'CFLAGS=-Wall -g -O2' 'LDFLAGS=' 'CPPFLAGS=
==========================================================
2-squid.conf file

root@cache1:~# nano /etc/squid/squid.conf

# --BEGIN-- videocache config for squid
#
# PASTE THIS FILE AT THE TOP OF YOUR SQUID CONFIGURATION FILE
#
# (C) Copyright White Magnet Software Private Limited
# Company Website : http://whitemagnet.com/
# Product Website : http://cachevideos.com/
#
# Videocache Version : 2.1
#
# This configuration is for Squid versions 2.x
url_rewrite_children 20
#
refresh_pattern \.youtube\.com\/videoplayback\? 120 80% 180 ignore-no-cache override-expire override-lastmod ignore-private
refresh_pattern stream\.aol\.com\/(.*)/[a-zA-Z0-9]+\/(.*)\.(flv|mp4) 120 80% 180 ignore-no-cache override-expire override-lastmod ignore-private
refresh_pattern videos\.5min\.com\/(.*)/[0-9_]+\.(mp4|flv) 120 80% 180 ignore-no-cache override-expire override-lastmod ignore-private
refresh_pattern proxy[a-z0-9\-]?[a-z0-9]?[a-z0-9]?[a-z0-9]?\.dailymotion\.com\/(.*)\.(flv|on2|mp4|avi|mkv|mp3|rm|rmvb|m4v|mov|wmv|3gp|mpg|mpeg) 120 80% 180 ig$
refresh_pattern vid\.akm\.dailymotion\.com\/(.*)\.(flv|on2|mp4|avi|mkv|mp3|rm|rmvb|m4v|mov|wmv|3gp|mpg|mpeg) 120 80% 180 ignore-no-cache override-expire ov$
refresh_pattern vid\.ec\.dmcdn\.net\/(.*)\.(flv|on2|mp4|avi|mkv|mp3|rm|rmvb|m4v|mov|wmv|3gp|mpg|mpeg) 120 80% 180 ignore-no-cache override-expire override-l$

refresh_pattern (.*)\.myspacecdn\.com\/(.*)\/[a-zA-Z0-9]+\/vid\.(flv|mp4|avi|mkv|mp3|rm|rmvb|m4v|mov|wmv|3gp|mpg|mpeg) 120 80% 180 ignore-no-cache override-e$
refresh_pattern (.*)\.myspacecdn\.(.*)\.footprint\.net\/(.*)\/[a-zA-Z0-9]+\/vid\.(flv|mp4|avi|mkv|mp3|rm|rmvb|m4v|mov|wmv|3gp|mpg|mpeg) 120 80% 180 ignore-no-$
refresh_pattern c\.wrzuta\.pl\/wv[0-9]+\/[a-z0-9]+/[0-9]+/ 120 80% 180 ignore-no-cache override-expire override-lastmod ignore-private
refresh_pattern c\.wrzuta\.pl\/wa[0-9]+\/[a-z0-9]+ 120 80% 180 ignore-no-cache override-expire override-lastmod ignore-private
refresh_pattern vs[a-z0-9]?[a-z0-9]?[a-z0-9]?\.hardsextube\.com\/(.*)\/(.*)\.(flv|mp4|avi|mkv|mp3|rm|rmvb|m4v|mov|wmv|3gp|mpg|mpeg) 120 80% 180 ignore-no-cache ov$
#
redirector_bypass on
#These lines are needed.
acl this_machine src 127.0.0.1 x.x.67.242
http_access allow this_machine
strip_query_terms off
maximum_object_size 200 MB
# --END-- videocache config for squid
#
########### Port Config:
http_port 127.0.0.1:65495
http_port x.x.67.242:65395
http_port 65535 transparent tproxy
icp_port 65515
########### WCCP2 Config:
wccp2_router x.x.67.241
#wccp2_router x.x.67.240
wccp_version 2
wccp2_forwarding_method 2
wccp2_return_method 2
#wccp2_assignment_method mask
wccp2_service dynamic 80
wccp2_service_info 80 protocol=tcp flags=src_ip_hash priority=240 ports=80
wccp2_service dynamic 90
wccp2_service_info 90 protocol=tcp flags=dst_ip_hash,ports_source priority=240 ports=80

#### config
via off
visible_hostname cache1
httpd_suppress_version_string on
server_persistent_connections on
client_persistent_connections on
pconn_timeout 2 minutes
persistent_request_timeout 1 minute

shutdown_lifetime 20 seconds
cache_log /var/log/squid/cache.log
#access log added by x zaeem##
#
access_log /var/log/squid/access.log
#
########prevent porn sites by name#######
acl blockkeywords url_regex -i "/etc/squid/b.conf"
http_access deny blockkeywords
########### Performance Related Config:
hierarchy_stoplist cgi-bin ?
forwarded_for on
half_closed_clients off
#persistent_request_timeout 2 minutes
max_filedescriptors 65536
max_open_disk_fds 65536
relaxed_header_parser on
reload_into_ims on
client_lifetime 15 minutes

request_timeout 1 minutes
extension_methods NICK
ie_refresh on
ignore_expect_100 on
vary_ignore_expire on

cache_mem 12 MB
maximum_object_size_in_memory 64 KB
memory_replacement_policy heap GDSF
cache_replacement_policy heap LFUDA

ipcache_size 2048
ipcache_low 98
ipcache_high 99
memory_pools off
pipeline_prefetch on

httpd_accel_no_pmtu_disc on
httpd_suppress_version_string on
########### Cache Config:
#cache_dir aufs /cache1 180000 32 256
#cache_dir aufs /cache2 180000 32 256
#cache_dir aufs /cache3 180000 32 256

cache_dir aufs /cache1 250000 32 256
cache_dir aufs /cache2 250000 32 256
cache_dir aufs /cache3 250000 32 256
cache_dir aufs /cache4 250000 32 256
cache_dir aufs /cache5 250000 32 256

cache_effective_user proxy
cache_effective_group proxy

cache_swap_low 98
cache_swap_high 99
cache_replacement_policy heap LFUDA
request_header_max_size 2048 KB
#minimum_object_size 512 bytes
#maximum_object_size 5 GB
minimum_object_size 0
maximum_object_size 135128 kB
negative_ttl 0 seconds
negative_dns_ttl 1 second

########### ACL Config:

acl all src all
acl manager proto cache_object
acl localhost src 127.0.0.1/32
acl cachehost src 192.168.24.26
acl to_cachehost dst 192.168.24.26

acl Safe_ports port 80 # http
acl Safe_ports port 21 # ftp
acl Safe_ports port 443 # https
acl Safe_ports port 70 # gopher
acl Safe_ports port 210 # wais
acl Safe_ports port 1025-65535 # unregistered ports
acl Safe_ports port 280 # http-mgmt

acl Safe_ports port 488 # gss-http
acl Safe_ports port 591 # filemaker
acl Safe_ports port 777 # multiling http

acl localnet src x.x.64.0/20 x.x.228.172/32 x.x.16.0/22 x.x.45.150/32

http_access allow manager localhost
http_access deny manager
http_access deny !Safe_ports
http_access allow localhost
###
http_access allow cachehost
http_access deny to_cachehost
http_access allow localnet
###
http_access deny all

acl squid_peers src squid2
icp_access allow squid_peers


acl shoutcast rep_header X-HTTP09-First-Line ^ICY.[0-9]
upgrade_http0.9 deny shoutcast
acl apache rep_header Server ^Apache
broken_vary_encoding allow apache
coredump_dir /var/log/squid
error_directory /usr/share/squid-langpack/English
cache_store_log /var/log/squid/store.log
pid_filename /var/run/squid.pid
log_fqdn off
log_icp_queries off
logfile_rotate 1

### Caching Videos: YouTube, Google, and others:
#acl store_rewrite_list urlpath_regex \/(get_video\?|videodownload\?|videoplayback.*id)
#acl store_rewrite_list urlpath_regex \/ads\?
#acl store_rewrite_list urlpath_regex \.(mp2|mp3|mid|midi|mp[234]|wav|ram|ra|rm|au|3gp|m4r|m4a)\?
#acl store_rewrite_list urlpath_regex \.(mpg|mpeg|mp4|m4v|mov|avi|asf|wmv|wma|dat|flv|swf)\?
#acl store_rewrite_list urlpath_regex \.(jpeg|jpg|jpe|jp2|gif|tiff?|pcx|png|bmp|pic|ico)\?

#acl store_rewrite_list_web url_regex ^http:\/\/([A-Za-z-]+[0-9]+)*\.[A-Za-z]*\.[A-Za-z]*
#acl store_rewrite_list_web_CDN url_regex ^http:\/\/[a-z]+[0-9]\.google\.com doubleclick\.net

#acl store_rewrite_list_path urlpath_regex \.(mp2|mp3|mid|midi|mp[234]|wav|ram|ra|rm|au|3gp|m4r|m4a)$
#acl store_rewrite_list_path urlpath_regex \.(mpg|mpeg|mp4|m4v|mov|avi|asf|wmv|wma|dat|flv|swf)$
#acl store_rewrite_list_path urlpath_regex \.(jpeg|jpg|jpe|jp2|gif|tiff?|pcx|png|bmp|pic|ico)$

#this is not related to youtube video its only for CDN pictures
#storeurl_access allow store_rewrite_list_web_CDN
#storeurl_access allow store_rewrite_list_web store_rewrite_list_path

#storeurl_access allow store_rewrite_list
#storeurl_access deny all
#storeurl_rewrite_program /etc/squid/storeurl.pl
#storeurl_rewrite_children 2
#storeurl_rewrite_concurrency 10

########### Refresh_pattern Config:

GNU nano 2.2.4 File: /etc/squid/squid.conf Modified

refresh_pattern -i \.(mp2|mp3|mid|midi|mp[234]|wav|ram|ra|rm|au|3gp|m4r|m4a)(\?.*|$) 5259487 999% 5259487 override-expire ignore-reload reload-into-ims ignore-no-cach$

#for the movies:
refresh_pattern -i \.(mpg|mpeg|mp4|m4v|mov|avi|asf|wmv|wma|dat|flv|swf)(\?.*|$) 5259487 999% 5259487 override-expire ignore-reload reload-into-ims ignore-no-cache ign$

#for pictures:
refresh_pattern -i \.(jpeg|jpg|jpe|jp2|gif|tiff?|pcx|png|bmp|pic|ico)(\?.*|$) 5259487 999% 5259487 override-expire ignore-reload reload-into-ims ignore-no-cache ignor$

#for MS docs:
refresh_pattern -i \.(chm|dll|doc|docx|xls|xlsx|ppt|pptx|pps|ppsx|mdb|mdbx)(\?.*|$) 5259487 999% 5259487 override-expire ignore-reload reload-into-ims ignore-no-cache$

#for various other docs:
refresh_pattern -i \.(txt|conf|cfm|psd|wmf|emf|vsd|pdf|rtf|odt)(\?.*|$) 5259487 999% 5259487 override-expire ignore-reload reload-into-ims ignore-no-cache ignore-priv$

#for the well-known compressed/excutable files:
refresh_pattern -i \.(class|jar|exe|gz|bz|bz2|tar|tgz|zip|gzip|arj|ace|bin|cab|msi|rar)(\?.*|$) 5259487 999% 5259487 override-expire ignore-reload reload-into-ims ign$

#for various client-side Web docs:
refresh_pattern -i \.(htm|html|mhtml|css|js)(\?.*|$) 1440 90% 86400 override-expire ignore-reload reload-into-ims

refresh_pattern -i (/cgi-bin/|\?) 0 0% 0
refresh_pattern . 0 20% 4320

# --BEGIN-- videocache config for squid
url_rewrite_program /usr/local/bin/zapchain "/usr/bin/squidGuard -c /etc/squid/squidGuard.conf" "/usr/bin/python /usr/share/videocache/videocache.py"
url_rewrite_children 20

acl videocache_method method GET
acl videocache_other src 0.0.0.0/0.0.0.0
url_rewrite_access allow videocache_method
url_rewrite_access deny videocache_other

redirector_bypass on
# --END-- videocache config for squid
===========================================================
3- cache.log

note that i just got a capture and there is alot of this logs errors frequently but i just got some of them
root@cache1:~# tailf /var/log/squid/cache.log
======================================================================
2013/01/29 19:26:38| clientTryParseRequest: FD 36933 (x.x.18.102:23832) Invalid Request
2013/01/29 19:26:38| clientTryParseRequest: FD 38772 (x.x.66.175:29960) Invalid Request
2013/01/29 19:26:38| clientTryParseRequest: FD 7682 (x.x.70.209:14569) Invalid Request
2013/01/29 19:26:38| clientTryParseRequest: FD 32528 (x.x.17.180:18167) Invalid Request
2013/01/29 19:26:38| clientTryParseRequest: FD 27244 (x.x.19.57:13923) Invalid Request
2013/01/29 19:26:38| clientTryParseRequest: FD 49055 (x.x.76.110:22587) Invalid Request
2013/01/29 19:26:38| clientTryParseRequest: FD 18520 (x.x.76.52:19699) Invalid Request
2013/01/29 19:26:38| clientTryParseRequest: FD 22937 (x.x.73.8:18278) Invalid Request
2013/01/29 19:26:38| WARNING: Closing client x.x.18.208 connection due to lifetime timeout
2013/01/29 19:26:38| http://download.adobe.com/pub/adobe/...CS2_tryout.zip
2013/01/29 19:26:38| WARNING: Closing client x.x.74.207 connection due to lifetime timeout
2013/01/29 19:26:38| http://r5---sn-nx5cvox-2hve.c.youtub...0_a56xF6D6RoTo
2013/01/29 19:26:39| clientTryParseRequest: FD 17299 (x.x.77.81:19777) Invalid Request
2013/01/29 19:26:39| clientTryParseRequest: FD 24675 (x.x.68.93:56240) Invalid Request
2013/01/29 19:26:39| clientTryParseRequest: FD 4273 (x.x.16.211:53988) Invalid Request
2013/01/29 19:26:39| clientTryParseRequest: FD 37633 (x.x.69.154:23243) Invalid Request
2013/01/29 19:26:39| clientTryParseRequest: FD 25772 (x.x.17.105:51501) Invalid Request
2013/01/29 19:26:39| clientTryParseRequest: FD 31492 (x.x.18.102:23836) Invalid Request
2013/01/29 19:26:39| clientTryParseRequest: FD 13453 (x.x.66.175:29962) Invalid Request
2013/01/29 19:26:39| clientTryParseRequest: FD 47036 (x.x.70.209:14578) Invalid Request
2013/01/29 19:26:39| clientTryParseRequest: FD 6336 (x.x.17.180:18168) Invalid Request
2013/01/29 19:26:39| WARNING: Closing client x.x.18.208 connection due to lifetime timeout
2013/01/29 19:26:39| http://download.adobe.com/pub/adobe/...CS2_tryout.zip
2013/01/29 19:26:40| clientTryParseRequest: FD 3154 (x.x.76.110:22588) Invalid Request
2013/01/29 19:26:40| clientTryParseRequest: FD 9590 (x.x.73.8:18279) Invalid Request
2013/01/29 19:26:40| clientTryParseRequest: FD 14448 (x.x.19.57:13929) Invalid Request
2013/01/29 19:26:40| clientTryParseRequest: FD 6793 (x.x.76.52:19705) Invalid Request
2013/01/29 19:26:40| clientTryParseRequest: FD 23016 (x.x.77.81:19778) Invalid Request
2013/01/29 19:26:40| clientTryParseRequest: FD 42856 (x.x.16.211:53989) Invalid Request
2013/01/29 19:26:40| clientTryParseRequest: FD 18315 (x.x.66.175:29964) Invalid Request
2013/01/29 19:26:40| clientTryParseRequest: FD 32261 (x.x.18.102:23837) Invalid Request
2013/01/29 19:26:40| clientTryParseRequest: FD 49623 (x.x.70.209:14588) Invalid Request
2013/01/29 19:26:40| clientTryParseRequest: FD 50543 (x.x.17.105:51503) Invalid Request
2013/01/29 19:26:40| clientTryParseRequest: FD 43263 (x.x.68.93:56242) Invalid Request
2013/01/29 19:26:40| clientTryParseRequest: FD 37922 (x.x.69.154:23244) Invalid Request
2013/01/29 19:26:40| httpAppendBody: Request not yet fully sent "POST http://abv.bg/"
=======================================================================
4-squidguard log
2013-01-29 19:34:49 [5230] Warning: Possible bypass attempt. Found multiple slashes where only one is expected: http://images.bokra.net/bokra//27-01...P0DSCF4712.JPG
2013-01-29 19:34:50 [5211] Warning: Possible bypass attempt. Found multiple slashes where only one is expected: http://c14.zedo.com//OzoDB/0/0/0/blank.gif
2013-01-29 19:34:50 [5211] Warning: Possible bypass attempt. Found multiple slashes where only one is expected: http://fb-cdn.ghsrv.com/static//bayo...0/manifest.xml
2013-01-29 19:34:50 [5237] Warning: Possible bypass attempt. Found multiple slashes where only one is expected: http://musicww.panet.co.il/Y87T234hM...oud-B3nadk.mp3
2013-01-29 19:34:52 [5242] Warning: Possible bypass attempt. Found a trailing dot in the domain name: http://www.google.ps/xjs/_/js/s/sy8,...7lvj_RnIn_MdHg
2013-01-29 19:34:52 [5210] Warning: Possible bypass attempt. Found a trailing dot in the domain name: http://www.google.ps/xjs/_/js/p/sslk...yWR92cAb5YUP7A
2013-01-29 19:34:54 [5226] Warning: Possible bypass attempt. Found multiple slashes where only one is expected: http://surprises.tango.me/ts//assets...CK-android.zip
2013-01-29 19:34:55 [5232] Warning: Possible bypass attempt. Found multiple slashes where only one is expected: http://musicww.panet.co.il/Y87T234hM...oud-B3nadk.mp3
2013-01-29 19:34:56 [5244] Warning: Possible bypass attempt. Found multiple slashes where only one is expected: http://images.bokra.net/bokra//27-01...357x190/0g.jpg
2013-01-29 19:34:56 [5227] Warning: Possible bypass attempt. Found multiple slashes where only one is expected: http://mntr.babcdn.com/mntr//apps/ba...bylnVrsnDef.js
2013-01-29 19:34:57 [5217] Warning: Possible bypass attempt. Found multiple slashes where only one is expected: http://pyp3.iypcdn.com/static//inclu...any_profile.js
2013-01-29 19:34:57 [5227] Warning: Possible bypass attempt. Found multiple slashes where only one is expected: http://pyp3.iypcdn.com/static//inclu...le.js?22042012
2013-01-29 19:35:02 [5207] Warning: Possible bypass attempt. Found multiple slashes where only one is expected: http://flv-origin.alarab.net//flv/54...tart=142546126
2013-01-29 19:35:03 [5217] Warning: Possible bypass attempt. Found multiple slashes where only one is expected: http://www.dell.com//
2013-01-29 19:35:04 [5210] Warning: Possible bypass attempt. Found multiple slashes where only one is expected: http://flv-origin.alarab.net//flv/34863.flv?start=0
2013-01-29 19:35:05 [5242] Warning: Possible bypass attempt. Found multiple slashes where only one is expected: http://images.bokra.net/bokra//27-01...357x190/0g.jpg
2013-01-29 19:35:07 [5237] Warning: Possible bypass attempt. Found a trailing dot in the domain name: http://www.google.ps/xjs/_/js/s/c,sb...7lvj_RnIn_MdHg
2013-01-29 19:35:07 [5237] Warning: Possible bypass attempt. Found multiple slashes where only one is expected: http://www.google.ps/xjs/_/js/s/c,sb...7lvj_RnIn_MdHg
2013-01-29 19:35:09 [5216] Warning: Possible bypass attempt. Found multiple slashes where only one is expected: http://www.myemoticons.com//css/fbme.css?377634
========================================================
5- memory & cpu utilization :
====================================================
root@cache1:~# free
total used free shared buffers cached
Mem: 49553112 47344268 2208844 0 1740896 37964648
-/+ buffers/cache: 7638724 41914388
Swap: 0 0 0
root@cache1:~#
======================================================
============================================================
root@cache1:~# htop
top - 19:21:27 up 5:04, 9 users, load average: 2.59, 3.23, 3.05
Tasks: 300 total, 3 running, 297 sleeping, 0 stopped, 0 zombie
Cpu(s): 8.9%us, 4.1%sy, 0.0%ni, 75.8%id, 7.0%wa, 0.0%hi, 4.2%si, 0.0%st
Mem: 49553112k total, 48310760k used, 1242352k free, 1734464k buffers
Swap: 0k total, 0k used, 0k free, 39111536k cached

PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND
5180 proxy 20 0 1684m 1.6g 1692 R 113 3.4 314:16.08 squid
7639 root 20 0 20264 2168 1056 S 6 0.0 0:51.58 htop
5215 proxy 20 0 81948 11m 2724 S 5 0.0 20:44.72 python
5222 proxy 20 0 144m 11m 2724 S 5 0.0 10:08.82 python
5224 proxy 20 0 144m 11m 2724 S 5 0.0 26:30.67 python
5228 proxy 20 0 144m 12m 2724 S 5 0.0 33:45.74 python
5245 proxy 20 0 143m 11m 2724 S 5 0.0 7:33.10 python
5221 proxy 20 0 82116 11m 2724 S 4 0.0 16:31.68 python
5223 proxy 20 0 146m 14m 2724 S 4 0.0 66:54.93 python
5225 proxy 20 0 144m 11m 2724 S 4 0.0 13:48.20 python
5236 proxy 20 0 81752 11m 2724 S 4 0.0 6:12.48 python
5238 proxy 20 0 81932 11m 2724 S 4 0.0 5:32.44 python
5241 proxy 20 0 81936 11m 2724 S 4 0.0 11:47.15 python
5243 proxy 20 0 82040 11m 2724 S 4 0.0 8:25.83 python
5208 proxy 20 0 82088 11m 2724 S 4 0.0 9:04.97 python
5209 proxy 20 0 147m 14m 2724 S 4 0.0 77:53.05 python
5213 proxy 20 0 144m 12m 2724 S 4 0.0 43:39.40 python
5214 proxy 20 0 146m 13m 2724 S 4 0.0 86:59.94 python
5231 proxy 20 0 81924 11m 2724 S 4 0.0 7:07.65 python
5233 proxy 20 0 81880 11m 2724 S 4 0.0 6:40.46 python
6743 root 20 0 3900 576 408 S 4 0.0 7:27.60 tailf
7044 root 20 0 3900 576 408 S 4 0.0 5:24.80 tailf
3035 bind 20 0 403m 49m 1664 S 4 0.1 10:03.41 named
5229 proxy 20 0 146m 13m 2724 S 4 0.0 54:52.04 python
5239 proxy 20 0 81952 11m 2724 S 4 0.0 5:55.15 python
6744 root 20 0 6076 548 456 S 2 0.0 2:41.33 grep
7045 root 20 0 6076 564 472 S 2 0.0 1:54.01 grep
549 root 20 0 0 0 0 S 1 0.0 0:32.80 kswapd1
2449 root 20 0 0 0 0 S 1 0.0 0:32.68 flush-8:64
5161 proxy 20 0 756m 569m 1976 S 1 1.2 59:24.94 python
5192 proxy 20 0 21916 2352 844 S 1 0.0 1:31.34 zapchain
5200 proxy 20 0 21916 2352 844 S 1 0.0 0:29.80 zapchain
5202 proxy 20 0 21916 2356 844 S 1 0.0 0:26.24 zapchain
39 root 20 0 0 0 0 S 0 0.0 0:06.23 ksoftirqd/8
1723 root 20 0 0 0 0 S 0 0.0 0:04.98 flush-8:0
2450 root 20 0 0 0 0 S 0 0.0 0:32.30 flush-8:80
===========================================================
root@cache1:~# mount
/dev/sda1 on / type ext4 (rw,noatime)
tmpfs on /lib/init/rw type tmpfs (rw,nosuid,mode=0755)
proc on /proc type proc (rw,noexec,nosuid,nodev)
sysfs on /sys type sysfs (rw,noexec,nosuid,nodev)
udev on /dev type tmpfs (rw,mode=0755)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,noexec,nosuid,gid=5,mode=620)
/dev/sdb1 on /cache1 type ext4 (rw,noatime,barrier=0,data=writeback,commit=100)
/dev/sdc1 on /cache2 type ext4 (rw,noatime,barrier=0,data=writeback,commit=100)
/dev/sdd1 on /cache3 type ext4 (rw,noatime,barrier=0,data=writeback,commit=100)
/dev/sde1 on /cache4 type ext4 (rw,noatime,barrier=0,data=writeback,commit=100)
/dev/sdf1 on /cache5 type ext4 (rw,noatime,barrier=0,data=writeback,commit=100)
none on /opt/vyatta/config type tmpfs (rw,nosuid,nodev,mode=775,nr_inodes=12388278)
/opt/vyatta/etc/config on /config type none (rw,bind)
x.x.67.243:/share/MD0_DATA/videocache on /videocache type nfs (rw,soft,intr,bg,nolock,rsize=8192,wsize=8192,udp,addr=x.x.67.243)
===========================================================
if any more details you need , im ready for that .
================================================
root@cache1:~#
root@cache1:~# cat /proc/meminfo
MemTotal: 49553112 kB
MemFree: 270660 kB
Buffers: 1914524 kB
Cached: 39575684 kB
SwapCached: 0 kB
Active: 23434300 kB
Inactive: 20900344 kB
Active(anon): 2844440 kB
Inactive(anon): 258096 kB
Active(file): 20589860 kB
Inactive(file): 20642248 kB
Unevictable: 0 kB
Mlocked: 0 kB
SwapTotal: 0 kB
SwapFree: 0 kB
Dirty: 480260 kB
Writeback: 0 kB
AnonPages: 2844040 kB
Mapped: 268672 kB
Shmem: 258448 kB
Slab: 4354796 kB
SReclaimable: 2721904 kB
SUnreclaim: 1632892 kB
KernelStack: 11744 kB
PageTables: 25056 kB
NFS_Unstable: 0 kB
Bounce: 0 kB
WritebackTmp: 0 kB
CommitLimit: 24776556 kB
Committed_AS: 12372552 kB
VmallocTotal: 34359738367 kB
VmallocUsed: 381548 kB
VmallocChunk: 34311628720 kB
HardwareCorrupted: 0 kB
HugePages_Total: 0
HugePages_Free: 0
HugePages_Rsvd: 0
HugePages_Surp: 0
Hugepagesize: 2048 kB
DirectMap4k: 5604 kB
DirectMap2M: 2078720 kB
DirectMap1G: 48234496 kB
root@cache1:~#

You can consider increasing the number of url_rewrite_children. Since you have 48Gs of RAM you could increase it to 100 or 200
This parameter will bypass the redirector if the redirector queues are full, so you might wanna change it to off.
RAM being full all the time is not a concern since the its being cached.

Also, would like to know which kernel are u using: uname -r

hi , thanks alot for your reply .
ive just configured url children value to 200 , wt should i see now ??
should the cpu get lower ? or what ?

but now i want to ask
does Delr710 server with 48 G can handle 550-600 M bw download & 50-60 M upload with about 5000 users ??

another question ,
i have alot of erros in /var/log/squid/cache.log , as an invalid requests
could this may be exhausting my cpu ??
note that im pumped with alot of these error frequently :
ive just captured these errors
about my kernel version :
im using vyatta os based on debain os

about the redirector .... if i put it off , does the clients will be prevented while congestion??
actually i dont want prevent anybody if congestion occured , i mean i would bypass squidgaurd rather than prevent clients .

any other needs ?

regards

hi ,
my os details is
debian 6.0.1 with kernel version 2.6.37-1-amd64

===============
quick question , does upgraping to squid 3 may solve my issue ?

regards

Hi,

Yea u can keep redirector_bypass off then.

I guess ure server should be able to handle that much, but i'm not sure. I currently use a Intel Atom Dual core with 4GB ram for 500 users & it works fine.

As for the invalid request in cache.log i don't think thats related to the CPU usage.

Another thing i noticed is that your system doesn't have any swap memory configured:
The latest stable version of squid has alot of performance improvements, so an upgrade is recommended.

hi ,
me too im wondering how my server is working and there is no swap !!!!
can you help me how to create swap ??
note that i have 6 hardisks
1 for operating system
5 for caching storage
both of them are performed as raid 0

my 2nd question is ,
if i installed squid 3 stable
what modification in the squid.conf file i need to modify in 2.7 so that it works on squid 3 ??


regards

hi ,
i want to say that i have some errors in console :
here is a sample of them
=============================================
Message from syslogd@cache1 at Feb 3 06:42:17 ...
kernel:[240295.708826] [Hardware Error]: No human readable MCE decoding support on this CPU type.

Message from syslogd@cache1 at Feb 3 06:42:17 ...
kernel:[240295.804409] [Hardware Error]: Run the message through 'mcelog --ascii' to decode
==============================================
regards

Check if a swap partition is created & try to load with swapon -a . If not then following the instructions in the link: http://www.cyberciti.biz/faq/linux-a...ap-file-howto/

To check the configuration of squid, before starting squid, check the configuration with the command, squid3 -k parse.

Also, check if all the CPU's are detected from the command: nproc

hi
ive created a swap on a single hardsik 330 G , but it seems not used !!!
i mean that i have /dev/sdf1
i formatted it and typed
mkswap /dev/sdf1
then swapon /dev/sdf1
======================
here r the result :
root@cache1:~# cat /proc/meminfo
MemTotal: 49553112 kB
MemFree: 138328 kB
Buffers: 5513820 kB
Cached: 35877848 kB
SwapCached: 4 kB
Active: 18712592 kB
Inactive: 27267016 kB
Active(anon): 4405572 kB
Inactive(anon): 443200 kB
Active(file): 14307020 kB
Inactive(file): 26823816 kB
Unevictable: 0 kB
Mlocked: 0 kB
SwapTotal: 292415092 kB
SwapFree: 292415048 kB
Dirty: 453748 kB
Writeback: 840 kB
AnonPages: 4590388 kB
Mapped: 276496 kB
Shmem: 258376 kB
Slab: 2925324 kB
SReclaimable: 2152292 kB
SUnreclaim: 773032 kB
KernelStack: 11264 kB
PageTables: 23992 kB
NFS_Unstable: 0 kB
Bounce: 0 kB
WritebackTmp: 0 kB
CommitLimit: 317191648 kB
Committed_AS: 13845868 kB
VmallocTotal: 34359738367 kB
VmallocUsed: 453088 kB
VmallocChunk: 34311557192 kB
HardwareCorrupted: 0 kB
HugePages_Total: 0
HugePages_Free: 0
HugePages_Rsvd: 0
HugePages_Surp: 0
Hugepagesize: 2048 kB
DirectMap4k: 5604 kB
DirectMap2M: 2078720 kB
DirectMap1G: 48234496 kB
root@cache1:~# free
total used free shared buffers cached
Mem: 49553112 49362292 190820 0 5512316 35833184
-/+ buffers/cache: 8016792 41536320
Swap: 292415092 44 292415048
root@cache1:~#
=========================================
root@cache1:~# fdisk -l

Disk /dev/sda: 299.4 GB, 299439751168 bytes
255 heads, 63 sectors/track, 36404 cylinders
Units = cylinders of 16065 * 512 = 8225280 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk identifier: 0x613692f2

Device Boot Start End Blocks Id System
/dev/sda1 * 1 36352 291991676 83 Linux

Disk /dev/sdb: 299.4 GB, 299439751168 bytes
255 heads, 63 sectors/track, 36404 cylinders
Units = cylinders of 16065 * 512 = 8225280 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk identifier: 0x4d27bbab

Device Boot Start End Blocks Id System
/dev/sdb1 1 36404 292415098+ 83 Linux

Disk /dev/sdc: 299.4 GB, 299439751168 bytes
255 heads, 63 sectors/track, 36404 cylinders
Units = cylinders of 16065 * 512 = 8225280 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk identifier: 0x4d27bbaa

Device Boot Start End Blocks Id System
/dev/sdc1 1 36404 292415098+ 83 Linux

Disk /dev/sdd: 299.4 GB, 299439751168 bytes
255 heads, 63 sectors/track, 36404 cylinders
Units = cylinders of 16065 * 512 = 8225280 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk identifier: 0x4d27bba9

Device Boot Start End Blocks Id System
/dev/sdd1 1 36404 292415098+ 83 Linux

Disk /dev/sde: 299.4 GB, 299439751168 bytes
255 heads, 63 sectors/track, 36404 cylinders
Units = cylinders of 16065 * 512 = 8225280 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk identifier: 0x4d27bba8

Device Boot Start End Blocks Id System
/dev/sde1 1 36404 292415098+ 83 Linux

Disk /dev/sdf: 299.4 GB, 299439751168 bytes
255 heads, 63 sectors/track, 36404 cylinders
Units = cylinders of 16065 * 512 = 8225280 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk identifier: 0x4d27bb97

Device Boot Start End Blocks Id System
/dev/sdf1 1 36404 292415098+ 83 Linux
=======================
as you see , only a very amount of swap is being used !!!!
and when i type fdisk -l , i note that the id is 83 not 82 !!!
i think 82 is mena to be swap , am i right ?


regards

here is a result , when i type htop :
as you see the swap used 0 !!!!!
=========================================


1 [######################****** 37.5%] Tasks: 1275 total, 2 running
2 [############* 17.0%] Load average: 2.77 4.47 6.38
3 [###########################****** 43.1%] Uptime: 02:30:11
4 [#* 1.9%]
5 [###################********** 38.8%]
6 [ 0.0%]
7 [###########***** 20.0%]
8 [###**** 8.1%]
9 [##########################********* 46.2%]
10 [# 0.6%]
11 [################**************** 43.1%]
12 [ 0.0%]
13 [#############********** 30.6%]
14 [# 0.6%]
15 [######****** 14.4%]
16 [ 0.0%]
Mem[|||||||||||||#########***************************************7975/48391MB]
Swp[| 0/285561MB]

PID USER PRI NI VIRT RES SHR S CPU% MEM% TIME+ Command
5151 proxy 20 0 3608M 3496M 1808 S 61.0 7.2 1h40:22 (squid) -D -YC
5257 proxy 20 0 150M 19744 3668 S 46.0 0.0 1h04:04 /usr/bin/python /usr/share/videocache/videocache.py
5272 proxy 20 0 147M 16392 3668 S 35.0 0.0 53:10.44 /usr/bin/python /usr/share/videocache/videocache.py
5242 proxy 20 0 145M 14656 3668 S 26.0 0.0 41:02.59 /usr/bin/python /usr/share/videocache/videocache.py
5222 proxy 20 0 144M 13716 3668 S 16.0 0.0 29:36.19 /usr/bin/python /usr/share/videocache/videocache.py
5133 proxy 20 0 821M 621M 2164 S 13.0 1.3 52:10.70 python /usr/sbin/vc-scheduler -s restart
5263 proxy 20 0 144M 13044 3668 D 8.0 0.0 19:15.03 /usr/bin/python /usr/share/videocache/videocache.py
5139 proxy 20 0 821M 621M 2164 S 8.0 1.3 3:01.80 python /usr/sbin/vc-scheduler -s restart
6314 root 20 0 20164 2116 1056 R 6.0 0.0 0:00.51 htop
6247 root 20 0 20260 2104 1056 S 4.0 0.0 0:10.83 htop
5266 proxy 20 0 81800 12736 3668 S 3.0 0.0 11:50.59 /usr/bin/python /usr/share/videocache/videocache.py
5581 root 20 0 20248 2136 1056 S 3.0 0.0 5:52.11 htop
5157 proxy 20 0 21912 3256 1744 S 2.0 0.0 3:10.87 /usr/bin/perl /usr/local/bin/zapchain /usr/bin/squidGuard -c /etc/squid/squidGuard.conf /usr/bin/python /
5218 proxy 20 0 143M 12492 3668 D 1.0 0.0 7:09.34 /usr/bin/python /usr/share/videocache/videocache.py
5158 proxy 20 0 21912 3256 1744 S 1.0 0.0 2:37.68 /usr/bin/perl /usr/local/bin/zapchain /usr/bin/squidGuard -c /etc/squid/squidGuard.conf /usr/bin/python /
5159 proxy 20 0 21912 3256 1744 S 1.0 0.0 2:01.87 /usr/bin/perl /usr/local/bin/zapchain /usr/bin/squidGuard -c /etc/squid/squidGuard.conf /usr/bin/python /
5177 proxy 20 0 12512 3804 976 S 1.0 0.0 2:08.52 /usr/bin/squidGuard -c /etc/squid/squidGuard.conf
5181 proxy 20 0 12508 3800 976 S 1.0 0.0 1:47.93 /usr/bin/squidGuard -c /etc/squid/squidGuard.conf
5183 proxy 20 0 12512 3800 976 S 1.0 0.0 1:24.90 /usr/bin/squidGuard -c /etc/squid/squidGuard.conf
3028 bind 20 0 398M 45528 1868 S 1.0 0.1 0:13.46 /usr/sbin/named -u bind
5304 proxy 20 0 3608M 3496M 1808 D 0.0 7.2 0:25.87 (squid) -D -YC
5308 proxy 20 0 3608M 3496M 1808 S 0.0 7.2 0:25.82 (squid) -D -YC