[squid-users] problem in squid 2.7stable9 with debian 6.0.1 with some sites!!!

From: Ahmad <ahmed.zaeem_at_netstream.ps>
Date: Sun, 24 Feb 2013 04:22:34 -0800 (PST)

hi ,
i have os debian 6.0.1
with kernel
Linux cache1 2.6.37-1
im using squid 2.7 stable 9 !
i have a frequent problem as in the image below :
<http://squid-web-proxy-cache.1019090.n4.nabble.com/file/n4658679/lQXZb.png>

the only thing i can do is , i remove the ip of the site from cache !
i mean i prevent the ip od the site from being forwarded to the squid server
!

im looking forward a solution of this frequent problem
here is squid version :
Squid Cache: Version 2.7.STABLE9
configure options: '--prefix=/usr' '--exec_prefix=/usr'
'--bindir=/usr/sbin' '--sbindir=/usr/sbin' '--libexecdir=/usr/lib/squid'
'--sysconfdir=/etc/squid' '--localstatedir=/var/spool/squid'
'--datadir=/usr/share/squid' '--enable-linux-tproxy' '--with-libcap'
'--enable-err-languages=English' '--enable-http-violations'
'--enable-async-io' '--with-pthreads'
'--enable-storeio=ufs,aufs,coss,diskd,null' '--enable-linux-netfilter'
'--enable-arp-acl' '--enable-epoll' '--enable-removal-policies=lru,heap'
'--enable-snmp' '--enable-delay-pools' '--enable-htcp'
'--enable-cache-digests' '--enable-referer-log' '--enable-useragent-log'
'--enable-auth=basic,digest,ntlm,negotiate' '--enable-carp'
'--enable-follow-x-forwarded-for' '--with-large-files' '--with-maxfd=65536'
'amd64-debian-linux' 'build_alias=amd64-debian-linux'
'host_alias=amd64-debian-linux' 'target_alias=amd64-debian-linux'
'CFLAGS=-Wall -g -O2' 'LDFLAGS=' 'CPPFLAGS='
root_at_cache1:~#

=====================================
root_at_cache1:~# cat /etc/squid/squid.conf
# --BEGIN-- youtube cahce config for squid
#
# PASTE THIS FILE AT THE TOP OF YOUR SQUID CONFIGURATION FILE
#
# (C) Copyright White Magnet Software Private Limited
#
# Videocache Version : 2.1
#
# This configuration is for Squid versions 2.x
url_rewrite_children 20
#
refresh_pattern \.youtube\.com\/videoplayback\? 120 80% 180
ignore-no-cache override-expire override-lastmod ignore-private
refresh_pattern stream\.aol\.com\/(.*)/[a-zA-Z0-9]+\/(.*)\.(flv|mp4) 120
80% 180 ignore-no-cache override-expire override-lastmod ignore-private
refresh_pattern videos\.5min\.com\/(.*)/[0-9_]+\.(mp4|flv) 120 80% 180
ignore-no-cache override-expire override-lastmod ignore-private
refresh_pattern
proxy[a-z0-9\-]?[a-z0-9]?[a-z0-9]?[a-z0-9]?\.dailymotion\.com\/(.*)\.(flv|on2|mp4|avi|mkv|mp3|rm|rmvb|m4v|mov|wmv|3gp|mpg|mpeg)
120 80% 180 ignore-no-cache override-expire override-lastmod
ignore-private
refresh_pattern
vid\.akm\.dailymotion\.com\/(.*)\.(flv|on2|mp4|avi|mkv|mp3|rm|rmvb|m4v|mov|wmv|3gp|mpg|mpeg)
120 80% 180 ignore-no-cache override-expire override-lastmod
ignore-private
refresh_pattern
vid\.ec\.dmcdn\.net\/(.*)\.(flv|on2|mp4|avi|mkv|mp3|rm|rmvb|m4v|mov|wmv|3gp|mpg|mpeg)
120 80% 180 ignore-no-cache override-expire override-lastmod
ignore-private
refresh_pattern
video\.(.*)\.fbcdn\.net\/(.*)/[0-9_]+\.(mp4|flv|avi|mkv|m4v|mov|wmv|3gp|mpg|mpeg)
120 80% 180 ignore-no-cache override-expire override-lastmod
ignore-private
refresh_pattern
(.*)\.myspacecdn\.com\/(.*)\/[a-zA-Z0-9]+\/vid\.(flv|mp4|avi|mkv|mp3|rm|rmvb|m4v|mov|wmv|3gp|mpg|mpeg)
120 80% 180 ignore-no-cache override-expire override-lastmod
ignore-private
refresh_pattern
(.*)\.myspacecdn\.(.*)\.footprint\.net\/(.*)\/[a-zA-Z0-9]+\/vid\.(flv|mp4|avi|mkv|mp3|rm|rmvb|m4v|mov|wmv|3gp|mpg|mpeg)
120 80% 180 ignore-no-cache override-expire override-lastmod
ignore-private
refresh_pattern c\.wrzuta\.pl\/wv[0-9]+\/[a-z0-9]+/[0-9]+/ 120 80% 180
ignore-no-cache override-expire override-lastmod ignore-private
refresh_pattern c\.wrzuta\.pl\/wa[0-9]+\/[a-z0-9]+ 120 80% 180
ignore-no-cache override-expire override-lastmod ignore-private
refresh_pattern
vs[a-z0-9]?[a-z0-9]?[a-z0-9]?\.hardsextube\.com\/(.*)\/(.*)\.(flv|mp4|avi|mkv|mp3|rm|rmvb|m4v|mov|wmv|3gp|mpg|mpeg)
120 80% 180 ignore-no-cache override-expire override-lastmod
ignore-private
#
redirector_bypass on
#These lines are needed.
acl this_machine src 127.0.0.1 x.x.x.x
http_access allow this_machine
strip_query_terms off
maximum_object_size 200 MB
# --END-- videocache config for squid
#
########### Port Config:
http_port 127.0.0.1:xxxx
http_port x.x.x.x:xxxx
http_port xxxx transparent tproxy
icp_port xxxx

########### WCCP2 Config:
wccp2_router 1x.x.x.x1
wccp_version 2
wccp2_forwarding_method 2
wccp2_return_method 2
wccp2_service dynamic 80
wccp2_service_info 80 protocol=tcp flags=src_ip_hash priority=240 ports=80
wccp2_service dynamic 90
wccp2_service_info 90 protocol=tcp flags=dst_ip_hash,ports_source
priority=240 ports=80

#### config
via off
visible_hostname cache1
httpd_suppress_version_string on
server_persistent_connections on
client_persistent_connections on
pconn_timeout 2 minutes
persistent_request_timeout 1 minute
shutdown_lifetime 20 seconds
cache_log /var/log/squid/cache.log
#access log
#
#access_log /var/log/squid/access.log
#
########prevent porn sites by name#######
acl blockkeywords url_regex -i "/etc/squid/b.conf"
http_access deny blockkeywords
########### Performance Related Config:
hierarchy_stoplist cgi-bin ?
forwarded_for on
half_closed_clients off
#persistent_request_timeout 2 minutes
max_filedescriptors 65536
max_open_disk_fds 65536
relaxed_header_parser on
reload_into_ims on
client_lifetime 15 minutes
read_timeout 5 minutes
request_timeout 1 minutes
extension_methods NICK
ie_refresh on
ignore_expect_100 on
vary_ignore_expire on

cache_mem 12 MB
maximum_object_size_in_memory 64 KB
memory_replacement_policy heap GDSF
cache_replacement_policy heap LFUDA

ipcache_size 2048
ipcache_low 98
ipcache_high 99
memory_pools off
pipeline_prefetch on

httpd_accel_no_pmtu_disc on
httpd_suppress_version_string on

########### Cache Config:
cache_dir aufs /cache1 250000 32 256
cache_dir aufs /cache2 250000 32 256
cache_dir aufs /cache3 250000 32 256
cache_dir aufs /cache4 250000 32 256
#cache_dir aufs /cache5 250000 32 256

cache_effective_user proxy
cache_effective_group proxy

cache_swap_low 98
cache_swap_high 99
cache_replacement_policy heap LFUDA
request_header_max_size 2048 KB
minimum_object_size 0
maximum_object_size 135128 kB
negative_ttl 0 seconds
negative_dns_ttl 1 second

########### ACL Config:

acl all src all
acl manager proto cache_object
acl localhost src 127.0.0.1/32
acl cachehost src 192.168.24.26
acl to_cachehost dst 192.168.24.26

acl Safe_ports port 80 # http
acl Safe_ports port 21 # ftp
acl Safe_ports port 443 # https
acl Safe_ports port 70 # gopher
acl Safe_ports port 210 # wais
acl Safe_ports port 1025-65535 # unregistered ports
acl Safe_ports port 280 # http-mgmt
acl Safe_ports port 488 # gss-http
acl Safe_ports port 591 # filemaker
acl Safe_ports port 777 # multiling http

acl localnet src x.x.x.x/x x.x.x.x/x

http_access allow manager localhost
http_access deny manager
http_access deny !Safe_ports
http_access allow localhost
###
http_access allow cachehost
http_access deny to_cachehost
http_access allow localnet
###
http_access deny all

acl squid_peers src squid2
icp_access allow squid_peers
icp_access deny all

acl shoutcast rep_header X-HTTP09-First-Line ^ICY.[0-9]
upgrade_http0.9 deny shoutcast
acl apache rep_header Server ^Apache
broken_vary_encoding allow apache
coredump_dir /var/log/squid
error_directory /usr/share/squid-langpack/English
cache_store_log /var/log/squid/store.log
pid_filename /var/run/squid.pid
log_fqdn off
log_icp_queries off
logfile_rotate 1

########### Refresh_pattern Config:

#for the music:
refresh_pattern -i
\.(mp2|mp3|mid|midi|mp[234]|wav|ram|ra|rm|au|3gp|m4r|m4a)(\?.*|$) 5259487
999% 5259487 override-expire ignore-reload reload-into-ims ignore-no-cache
ignore-private

#for the movies:
refresh_pattern -i
\.(mpg|mpeg|mp4|m4v|mov|avi|asf|wmv|wma|dat|flv|swf)(\?.*|$) 5259487 999%
5259487 override-expire ignore-reload reload-into-ims ignore-no-cache
ignore-private

#for pictures:
refresh_pattern -i
\.(jpeg|jpg|jpe|jp2|gif|tiff?|pcx|png|bmp|pic|ico)(\?.*|$) 5259487 999%
5259487 override-expire ignore-reload reload-into-ims ignore-no-cache
ignore-private

#for MS docs:
refresh_pattern -i
\.(chm|dll|doc|docx|xls|xlsx|ppt|pptx|pps|ppsx|mdb|mdbx)(\?.*|$) 5259487
999% 5259487 override-expire ignore-reload reload-into-ims ignore-no-cache
ignore-private

#for various other docs:
refresh_pattern -i \.(txt|conf|cfm|psd|wmf|emf|vsd|pdf|rtf|odt)(\?.*|$)
5259487 999% 5259487 override-expire ignore-reload reload-into-ims
ignore-no-cache ignore-private

#for the well-known compressed/excutable files:
refresh_pattern -i
\.(class|jar|exe|gz|bz|bz2|tar|tgz|zip|gzip|arj|ace|bin|cab|msi|rar)(\?.*|$)
5259487 999% 5259487 override-expire ignore-reload reload-into-ims
ignore-no-cache ignore-private

#for various client-side Web docs:
refresh_pattern -i \.(htm|html|mhtml|css|js)(\?.*|$) 1440 90% 86400
override-expire ignore-reload reload-into-ims

refresh_pattern -i (/cgi-bin/|\?) 0 0% 0
refresh_pattern . 0 20% 4320

# --BEGIN-- videocache config for squid
#url_rewrite_program /usr/bin/squidGuard -c /etc/squid/squidGuard.conf

url_rewrite_program /usr/local/bin/zapchain "/usr/bin/squidGuard -c
/etc/squid/squidGuard.conf" "/usr/bin/python
/usr/share/videocache/videocache.py"
url_rewrite_children 20
acl videocache_method method GET
acl videocache_other src 0.0.0.0/0.0.0.0
url_rewrite_access allow videocache_method
url_rewrite_access deny videocache_other

redirector_bypass on
# --END-- videocache config for squid
==========================================================

--
View this message in context: http://squid-web-proxy-cache.1019090.n4.nabble.com/problem-in-squid-2-7stable9-with-debian-6-0-1-with-some-sites-tp4658679.html
Sent from the Squid - Users mailing list archive at Nabble.com.
Received on Sun Feb 24 2013 - 12:22:44 MST

This archive was generated by hypermail 2.2.0 : Sun Feb 24 2013 - 12:00:05 MST