[squid-users] Squid performance with high load

Hi,

I am running squid 3.2 with an average of 50k req/min. Total received
bandwidth is around 200mbit/s.
I have problem when my aufs cache_dirs reaches size above 600GB.
Traffic starts dropping and going up again , happening every 20~30 minutes.
I have more that enough RAM in the system (125GB DDR3 !) , All disks
are SAS 15k rpm, one of them is and SSD 450GB.
So hardware should not cause any problem and I should easily spawn
multiple squid workers any time.
So what could cause such problems ?

Thank you.

====================================================================================
include /etc/squid3/refresh.conf

cache_mem 20 GB

acl localnet src 10.0.0.0/8 # RFC1918 possible internal network
acl localnet src 172.16.0.0/12 # RFC1918 possible internal network
acl localnet src 192.168.0.0/16 # RFC1918 possible internal network
acl localnet src fc00::/7 # RFC 4193 local private network range
acl localnet src fe80::/10 # RFC 4291 link-local (directly
plugged) machines

acl SSL_ports port 443
acl Safe_ports port 80 # http
acl Safe_ports port 21 # ftp
acl Safe_ports port 443 # https
acl Safe_ports port 70 # gopher
acl Safe_ports port 210 # wais
acl Safe_ports port 1025-65535 # unregistered ports
acl Safe_ports port 280 # http-mgmt
acl Safe_ports port 488 # gss-http
acl Safe_ports port 591 # filemaker
acl Safe_ports port 777 # multiling http
acl CONNECT method CONNECT

http_access allow localhost manager
http_access deny manager
http_access deny !Safe_ports
http_access deny CONNECT !SSL_ports

http_access allow localnet
http_access allow localhost

http_access allow all

coredump_dir /usr/local/squid/var/cache/squid

# SNONO-SYSTEMS CONFIGURATION

 http_port 3128
 http_port 3129 intercept
 snmp_port 3401
 snmp_access allow localhost

 qos_flows tos
 qos_flows local-hit=0x30

 maximum_object_size_in_memory 512 KB
 memory_cache_mode always
 memory_replacement_policy heap GDSF
 cache_replacement_policy heap LFUDA
 store_dir_select_algorithm least-load
 max_open_disk_fds 0
 maximum_object_size 200 MB

 cache_swap_high 98
 cache_swap_low 97

# access_log stdio:/var/log/squid3/access.log
 access_log none
 cache_log /var/log/squid3/cache.log
 cache_store_log stdio:/var/log/squid3/store.log
 logfile_rotate 1
 minimum_expiry_time 60 seconds
 request_header_max_size 64 KB
 reply_header_max_size 64 KB
 request_body_max_size 0 KB
 client_request_buffer_max_size 128 KB
 cache_effective_user proxy
 cache_effective_group proxy
 visible_hostname snono-systems
 fqdncache_size 8096
 pipeline_prefetch on
 max_filedescriptors 50000

 workers 2

cache_dir aufs /mnt/ssd/cache/store1 50000 32 512
cache_dir aufs /mnt/ssd/cache/store2 50000 32 512
cache_dir aufs /mnt/ssd/cache/store3 50000 32 512
cache_dir aufs /mnt/ssd/cache/store4 50000 32 512
cache_dir aufs /mnt/ssd/cache/store5 50000 32 512
cache_dir aufs /mnt/ssd/cache/store6 50000 32 512
cache_dir aufs /mnt/ssd/cache/store7 50000 32 512

cache_dir aufs /mnt/sas1/cache/store1 50000 32 512
cache_dir aufs /mnt/sas1/cache/store2 50000 32 512
cache_dir aufs /mnt/sas1/cache/store3 50000 32 512
cache_dir aufs /mnt/sas1/cache/store4 50000 32 512
cache_dir aufs /mnt/sas1/cache/store5 50000 32 512
cache_dir aufs /mnt/sas1/cache/store6 50000 32 512
cache_dir aufs /mnt/sas1/cache/store7 50000 32 512
cache_dir aufs /mnt/sas1/cache/store8 50000 32 512
cache_dir aufs /mnt/sas1/cache/store9 50000 32 512
cache_dir aufs /mnt/sas1/cache/store10 50000 32 512
cache_dir aufs /mnt/sas1/cache/store11 50000 32 512
cache_dir aufs /mnt/sas1/cache/store12 50000 32 512

cache_dir aufs /mnt/sas2/cache/store1 50000 32 512
cache_dir aufs /mnt/sas2/cache/store2 50000 32 512
cache_dir aufs /mnt/sas2/cache/store3 50000 32 512
cache_dir aufs /mnt/sas2/cache/store4 50000 32 512
cache_dir aufs /mnt/sas2/cache/store5 50000 32 512
cache_dir aufs /mnt/sas2/cache/store6 50000 32 512
cache_dir aufs /mnt/sas2/cache/store7 50000 32 512
cache_dir aufs /mnt/sas2/cache/store8 50000 32 512
cache_dir aufs /mnt/sas2/cache/store9 50000 32 512
cache_dir aufs /mnt/sas2/cache/store10 50000 32 512
cache_dir aufs /mnt/sas2/cache/store11 50000 32 512
cache_dir aufs /mnt/sas2/cache/store12 50000 32 512

===========================================================

and my refresh patterns are :

#general
 refresh_pattern \.(jp(e?g|e|2)|tiff?|bmp|gif|png)
                          12560 99% 30240 ignore-no-cache
ignore-no-store override-expire override-lastmod ignore-private
 refresh_pattern
\.(z(ip|[0-9]{2})|r(ar|[0-9]{2})|jar|bz2|gz|tar|rpm|vpu)
         12560 99% 30240 ignore-no-cache ignore-no-store
override-expire override-lastmod ignore-private
 refresh_pattern \.(mp3|wav|og(g|a)|flac|midi?|rm|aac|wma|mka|ape)
                          12560 99% 30240 ignore-no-cache
ignore-no-store override-expire override-lastmod ignore-private
 refresh_pattern \.(exe|msi|dmg|bin|xpi|iso|mar|psf|cab|ipk|ipa|apk)
                          12560 99% 30240 ignore-no-cache
ignore-no-store override-expire override-lastmod ignore-private
 refresh_pattern
\.(mpeg|ra?m|avi|mp(g|e|4)|mov|divx|asf|wmv|m\dv|rv|vob|asx|ogm|flv|3gp|on2)
   12560 99% 30240 ignore-no-cache ignore-no-store override-expire
override-lastmod ignore-private
 refresh_pattern fbcdn 12560 99% 30240 ignore-no-cache
ignore-no-store override-expire override-lastmod ignore-private
 refresh_pattern \.(php|jsp|cgi|asx|html|htm) 12560 100% 30240
reload-into-ims ignore-no-cache

 refresh_pattern -i \.adobe\.com 161280 500% 525948 override-expire
ignore-reload

#specific sites
 refresh_pattern \.(ico|video-stats)
          12560 100% 30240 override-expire ignore-reload
ignore-no-cache ignore-private ignore-auth override-lastmod
 refresh_pattern ytimg\.com.*\.(jpg|png)
          12560 100% 30240 override-expire ignore-reload
 refresh_pattern ((facebook.com)|(85.131.151.39)).*\.(png|gif)
          12560 100% 30240 override-expire ignore-reload
ignore-no-cache ignore-private
 refresh_pattern photobucket.*\.(jp(e?g|e|2)|tiff?|bmp|gif|png)
          12560 100% 30240 override-expire ignore-reload
 refresh_pattern .fbcdn.net.*\.(jpg|gif|png)
          12560 100% 30240 ignore-no-cache override-expire
ignore-reload
 refresh_pattern ^http:\/\/images|pics|thumbs[0-9]\.
          12560 100% 30240 ignore-no-cache ignore-reload
override-expire
 refresh_pattern
mediafire.com\/images.*\.(jp(e?g|e|2)|tiff?|bmp|gif|png) 12560
100% 30240 reload-into-ims override-expire ignore-private

 refresh_pattern . 1440 100% 2250 reload-into-ims
Received on Fri Mar 29 2013 - 17:33:34 MDT