[squid-users] Re: ONLY Cache certain Websites.

From: nuhll <nuhll_at_web.de>
Date: Mon, 11 Aug 2014 12:57:35 -0700 (PDT)

Thanks for your help.

But i go crazy. =)

Internet is slow as fuck. I dont see any errors in the logs. And some
services (Battle.net) is not working.

/etc/squid3/squid.conf
debug_options ALL,1 33,2
acl domains_cache dstdomain "/etc/squid/lists/domains_cache"
cache allow domains_cache
acl localnet src 192.168.0.0
acl all src all
acl localhost src 127.0.0.1
cache deny all

#access_log daemon:/var/log/squid/access.test.log squid

http_port 192.168.0.1:3128 transparent

cache_dir ufs /daten/squid 100000 16 256

range_offset_limit 100 MB windowsupdate
maximum_object_size 6000 MB
quick_abort_min -1

# Add one of these lines for each of the websites you want to cache.

refresh_pattern -i
microsoft.com/.*\.(cab|exe|ms[i|u|f]|[ap]sf|wm[v|a]|dat|zip) 4320 80% 432000
reload-into-ims

refresh_pattern -i
windowsupdate.com/.*\.(cab|exe|ms[i|u|f]|[ap]sf|wm[v|a]|dat|zip) 4320 80%
432000 reload-into-ims

refresh_pattern -i
windows.com/.*\.(cab|exe|ms[i|u|f]|[ap]sf|wm[v|a]|dat|zip) 4320 80% 432000
reload-into-ims

#kaspersky update
refresh_pattern -i
geo.kaspersky.com/.*\.(cab|dif|pack|q6v|2fv|49j|tvi|ez5|1nj|exe|ms[i|u|f]|[ap]sf|wm[v|a]|dat|zip)
4320 80% 432000 reload-into-ims

#nvidia updates
refresh_pattern -i
download.nvidia.com/.*\.(cab|exe|ms[i|u|f]|[ap]sf|wm[v|a]|dat|zip) 4320 80%
432000 reload-into-ims

#java updates
refresh_pattern -i
sdlc-esd.sun.com/.*\.(cab|exe|ms[i|u|f]|[ap]sf|wm[v|a]|dat|zip) 4320 80%
432000 reload-into-ims

# DONT MODIFY THESE LINES
refresh_pattern \^ftp: 1440 20% 10080
refresh_pattern \^gopher: 1440 0% 1440
refresh_pattern -i (/cgi-bin/|\?) 0 0% 0
refresh_pattern . 0 20% 4320

#kaspersky update
acl kaspersky dstdomain geo.kaspersky.com

acl windowsupdate dstdomain windowsupdate.microsoft.com
acl windowsupdate dstdomain .update.microsoft.com
acl windowsupdate dstdomain download.windowsupdate.com
acl windowsupdate dstdomain redir.metaservices.microsoft.com
acl windowsupdate dstdomain images.metaservices.microsoft.com
acl windowsupdate dstdomain c.microsoft.com
acl windowsupdate dstdomain www.download.windowsupdate.com
acl windowsupdate dstdomain wustat.windows.com
acl windowsupdate dstdomain crl.microsoft.com
acl windowsupdate dstdomain sls.microsoft.com
acl windowsupdate dstdomain productactivation.one.microsoft.com
acl windowsupdate dstdomain ntservicepack.microsoft.com

acl CONNECT method CONNECT
acl wuCONNECT dstdomain www.update.microsoft.com
acl wuCONNECT dstdomain sls.microsoft.com

http_access allow kaspersky localnet
http_access allow CONNECT wuCONNECT localnet
http_access allow windowsupdate localnet

#test
http_access allow localnet
http_access allow all
http_access allow localhost

/etc/squid/lists/domains_cache
microsoft.com
windowsupdate.com
windows.com
#nvidia updates
download.nvidia.com

#java updates
sdlc-esd.sun.com
#kaspersky
geo.kaspersky.com

/var/log/squid3/access.log
1407786051.567 17909 192.168.0.125 TCP_MISS/000 0 GET
http://dist.blizzard.com.edgesuite.net/hs-pod/beta/EU/4944.direct/base-Win-deDE.MPQ
- DIRECT/dist.blizzard.com.edgesuite.net -
1407786051.567 17909 192.168.0.125 TCP_MISS/000 0 GET
http://llnw.blizzard.com/hs-pod/beta/EU/4944.direct/base-Win.MPQ -
DIRECT/llnw.blizzard.com -
1407786054.161 132 192.168.0.125 TCP_MISS/200 247 GET
http://heartbeat.dm.origin.com/pulse? - DIRECT/54.225.219.232 text/plain
1407786054.852 11891 192.168.0.125 TCP_MISS/200 440 POST
http://www.netvibes.com/api/my/messagebar/ - DIRECT/193.189.143.34
application/json
1407786055.785 125 192.168.0.125 TCP_MISS/304 432 GET
http://wiki.squid-cache.org/wiki/squidtheme/js/niftyCorners.css -
DIRECT/77.93.254.178 -
1407786055.786 124 192.168.0.125 TCP_MISS/304 433 GET
http://wiki.squid-cache.org/wiki/squidtheme/js/niftycube.js -
DIRECT/77.93.254.178 -
1407786055.787 124 192.168.0.125 TCP_MISS/304 431 GET
http://wiki.squid-cache.org/wiki/squidtheme/js/kutils.js -
DIRECT/77.93.254.178 -
1407786055.788 122 192.168.0.125 TCP_MISS/304 433 GET
http://wiki.squid-cache.org/wiki/squidtheme/css/common.css -
DIRECT/77.93.254.178 -
1407786055.788 123 192.168.0.125 TCP_MISS/304 433 GET
http://wiki.squid-cache.org/wiki/squidtheme/css/screen.css -
DIRECT/77.93.254.178 -
1407786055.843 56 192.168.0.125 TCP_MISS/304 433 GET
http://wiki.squid-cache.org/wiki/common/js/common.js - DIRECT/77.93.254.178
-
1407786055.844 54 192.168.0.125 TCP_MISS/304 433 GET
http://wiki.squid-cache.org/wiki/squidtheme/img/squid-bubbles.png -
DIRECT/77.93.254.178 -
1407786055.845 53 192.168.0.125 TCP_MISS/304 431 GET
http://wiki.squid-cache.org/wiki/squidtheme/img/icon-info.png -
DIRECT/77.93.254.178 -
1407786055.865 12623 192.168.0.125 TCP_MISS/200 76761 GET
http://wiki.squid-cache.org/SquidFaq/BinaryPackages - DIRECT/77.93.254.178
text/html
1407786055.866 59 192.168.0.125 TCP_MISS/304 431 GET
http://wiki.squid-cache.org/wiki/squidtheme/img/alert.png -
DIRECT/77.93.254.178 -
1407786055.898 50 192.168.0.125 TCP_MISS/304 432 GET
http://wiki.squid-cache.org/wiki/squidtheme/css/print.css -
DIRECT/77.93.254.178 -
1407786055.901 53 192.168.0.125 TCP_MISS/304 432 GET
http://wiki.squid-cache.org/wiki/squidtheme/css/projection.css -
DIRECT/77.93.254.178 -
1407786056.050 52 192.168.0.125 TCP_MISS/200 1962 GET
http://wiki.squid-cache.org/wiki/squid-favicon.ico - DIRECT/77.93.254.178
text/plain
1407786065.810 11174 192.168.0.125 TCP_MISS/200 743 POST
http://eu.patch.battle.net:1119/patch - DIRECT/213.248.127.133
application/xml
1407786066.114 12043 192.168.0.125 TCP_MISS/302 497 POST
http://iir.blizzard.com:3724/submit/BNET_APP - DIRECT/12.129.242.24
text/html
1407786066.116 11394 192.168.0.125 TCP_MISS/302 497 POST
http://iir.blizzard.com:3724/submit/BNET_APP - DIRECT/12.129.242.24
text/html
1407786066.506 379 192.168.0.125 TCP_MISS/302 497 POST
http://iir.blizzard.com:3724/submit/BNET_APP - DIRECT/12.129.242.24
text/html
1407786066.510 380 192.168.0.125 TCP_MISS/302 497 POST
http://iir.blizzard.com:3724/submit/BNET_APP - DIRECT/12.129.242.24
text/html
1407786066.897 379 192.168.0.125 TCP_MISS/302 497 POST
http://iir.blizzard.com:3724/submit/BNET_APP - DIRECT/12.129.242.24
text/html
1407786066.902 380 192.168.0.125 TCP_MISS/302 497 POST
http://iir.blizzard.com:3724/submit/BNET_APP - DIRECT/12.129.242.24
text/html
1407786067.288 379 192.168.0.125 TCP_MISS/302 497 POST
http://iir.blizzard.com:3724/submit/BNET_APP - DIRECT/12.129.242.24
text/html
1407786067.294 379 192.168.0.125 TCP_MISS/302 497 POST
http://iir.blizzard.com:3724/submit/BNET_APP - DIRECT/12.129.242.24
text/html
1407786067.679 379 192.168.0.125 TCP_MISS/302 497 POST
http://iir.blizzard.com:3724/submit/BNET_APP - DIRECT/12.129.242.24
text/html
1407786067.690 379 192.168.0.125 TCP_MISS/302 497 POST
http://iir.blizzard.com:3724/submit/BNET_APP - DIRECT/12.129.242.24
text/html
1407786068.070 379 192.168.0.125 TCP_MISS/302 497 POST
http://iir.blizzard.com:3724/submit/BNET_APP - DIRECT/12.129.242.24
text/html
1407786068.082 381 192.168.0.125 TCP_MISS/302 497 POST
http://iir.blizzard.com:3724/submit/BNET_APP - DIRECT/12.129.242.24
text/html
1407786068.456 378 192.168.0.125 TCP_MISS/302 497 POST
http://iir.blizzard.com:3724/submit/BNET_APP - DIRECT/12.129.242.24
text/html
1407786068.516 380 192.168.0.125 TCP_MISS/302 497 POST
http://iir.blizzard.com:3724/submit/BNET_APP - DIRECT/12.129.242.24
text/html
1407786068.658 67 192.168.0.125 TCP_MISS/200 554 POST
http://www.google-analytics.com/collect - DIRECT/173.194.32.200 image/gif
1407786068.840 380 192.168.0.125 TCP_MISS/302 497 POST
http://iir.blizzard.com:3724/submit/BNET_APP - DIRECT/12.129.242.24
text/html
1407786069.084 380 192.168.0.125 TCP_MISS/302 497 POST
http://iir.blizzard.com:3724/submit/BNET_APP - DIRECT/12.129.242.24
text/html
1407786069.227 380 192.168.0.125 TCP_MISS/302 497 POST
http://iir.blizzard.com:3724/submit/BNET_APP - DIRECT/12.129.242.24
text/html
1407786069.476 380 192.168.0.125 TCP_MISS/302 497 POST
http://iir.blizzard.com:3724/submit/BNET_APP - DIRECT/12.129.242.24
text/html
1407786069.628 379 192.168.0.125 TCP_MISS/302 497 POST
http://iir.blizzard.com:3724/submit/BNET_APP - DIRECT/12.129.242.24
text/html
1407786069.867 379 192.168.0.125 TCP_MISS/302 497 POST
http://iir.blizzard.com:3724/submit/BNET_APP - DIRECT/12.129.242.24
text/html
1407786070.030 381 192.168.0.125 TCP_MISS/302 497 POST
http://iir.blizzard.com:3724/submit/BNET_APP - DIRECT/12.129.242.24
text/html
1407786070.258 380 192.168.0.125 TCP_MISS/302 497 POST
http://iir.blizzard.com:3724/submit/BNET_APP - DIRECT/12.129.242.24
text/html
1407786070.422 379 192.168.0.125 TCP_MISS/302 497 POST
http://iir.blizzard.com:3724/submit/BNET_APP - DIRECT/12.129.242.24
text/html
1407786070.648 379 192.168.0.125 TCP_MISS/302 497 POST
http://iir.blizzard.com:3724/submit/BNET_APP - DIRECT/12.129.242.24
text/html
1407786070.814 379 192.168.0.125 TCP_MISS/302 497 POST
http://iir.blizzard.com:3724/submit/BNET_APP - DIRECT/12.129.242.24
text/html
1407786071.208 381 192.168.0.125 TCP_MISS/302 497 POST
http://iir.blizzard.com:3724/submit/BNET_APP - DIRECT/12.129.242.24
text/html
1407786078.971 36006 192.168.0.125 TCP_MISS/200 263 CONNECT
81.19.104.93:443 - DIRECT/81.19.104.93 -
1407786079.753 23506 192.168.0.125 TCP_MISS/200 4690 CONNECT
nydus.battle.net:443 - DIRECT/12.129.242.30 -
1407786079.754 13935 192.168.0.125 TCP_MISS/200 4690 CONNECT
nydus.battle.net:443 - DIRECT/12.129.242.30 -
1407786079.757 23509 192.168.0.125 TCP_MISS/200 4674 CONNECT
nydus.battle.net:443 - DIRECT/12.129.242.30 -
1407786079.759 23506 192.168.0.125 TCP_MISS/200 4674 CONNECT
nydus.battle.net:443 - DIRECT/12.129.242.30 -
1407786081.834 12077 192.168.0.125 TCP_MISS/200 395 GET
http://eu.launcher.battle.net/service/wow/alert/de-de - DIRECT/80.239.186.21
text/plain
1407786081.836 12078 192.168.0.125 TCP_MISS/200 394 GET
http://eu.launcher.battle.net/service/Hero/alert/de-de -
DIRECT/80.239.186.21 text/plain
1407786082.093 148 192.168.0.125 TCP_MISS/200 672 POST
http://www.netvibes.com/api/streams - DIRECT/193.189.143.34 application/json
1407786082.112 12351 192.168.0.125 TCP_MISS/200 395 GET
http://us.launcher.battle.net/service/hs/alert/de-de - DIRECT/12.129.242.21
text/plain
1407786082.113 12350 192.168.0.125 TCP_MISS/200 394 GET
http://us.launcher.battle.net/service/s2/alert/de-de - DIRECT/12.129.242.21
text/plain
1407786082.918 49 192.168.0.125 TCP_MISS/200 395 GET
http://eu.launcher.battle.net/service/s2/alert/de-de - DIRECT/80.239.186.21
text/plain
1407786082.920 50 192.168.0.125 TCP_MISS/200 395 GET
http://eu.launcher.battle.net/service/d3/alert/de-de - DIRECT/80.239.186.21
text/plain
1407786082.927 1074 192.168.0.125 TCP_MISS/200 4637 CONNECT
nydus.battle.net:443 - DIRECT/12.129.242.30 -
1407786082.929 1076 192.168.0.125 TCP_MISS/200 4637 CONNECT
nydus.battle.net:443 - DIRECT/12.129.242.30 -
1407786083.195 49 192.168.0.125 TCP_MISS/200 395 GET
http://eu.launcher.battle.net/service/hs/alert/de-de - DIRECT/80.239.186.21
text/plain

/var/log/squid3/cache.log
2014/08/11 21:51:29| Squid Cache (Version 3.1.20): Exiting normally.
2014/08/11 21:53:04| Starting Squid Cache version 3.1.20 for
x86_64-pc-linux-gnu...
2014/08/11 21:53:04| Process ID 32739
2014/08/11 21:53:04| With 65535 file descriptors available
2014/08/11 21:53:04| Initializing IP Cache...
2014/08/11 21:53:04| DNS Socket created at [::], FD 7
2014/08/11 21:53:04| DNS Socket created at 0.0.0.0, FD 8
2014/08/11 21:53:04| Adding nameserver 8.8.8.8 from squid.conf
2014/08/11 21:53:04| Adding nameserver 8.8.4.4 from squid.conf
2014/08/11 21:53:05| Unlinkd pipe opened on FD 13
2014/08/11 21:53:05| Local cache digest enabled; rebuild/rewrite every
3600/3600 sec
2014/08/11 21:53:05| Store logging disabled
2014/08/11 21:53:05| Swap maxSize 102400000 + 262144 KB, estimated 7897088
objects
2014/08/11 21:53:05| Target number of buckets: 394854
2014/08/11 21:53:05| Using 524288 Store buckets
2014/08/11 21:53:05| Max Mem size: 262144 KB
2014/08/11 21:53:05| Max Swap size: 102400000 KB
2014/08/11 21:53:05| Version 1 of swap file with LFS support detected...
2014/08/11 21:53:05| Rebuilding storage in /daten/squid (CLEAN)
2014/08/11 21:53:05| Using Least Load store dir selection
2014/08/11 21:53:05| Current Directory is /
2014/08/11 21:53:05| Loaded Icons.
2014/08/11 21:53:05| Accepting intercepted HTTP connections at
192.168.0.1:3128, FD 16.
2014/08/11 21:53:05| HTCP Disabled.
2014/08/11 21:53:05| Squid plugin modules loaded: 0
2014/08/11 21:53:05| Adaptation support is off.
2014/08/11 21:53:05| Ready to serve requests.
2014/08/11 21:53:05| Store rebuilding is 61.06% complete
2014/08/11 21:53:05| Done reading /daten/squid swaplog (6707 entries)
2014/08/11 21:53:05| Finished rebuilding storage from disk.
2014/08/11 21:53:05| 6707 Entries scanned
2014/08/11 21:53:05| 0 Invalid entries.
2014/08/11 21:53:05| 0 With invalid flags.
2014/08/11 21:53:05| 6707 Objects loaded.
2014/08/11 21:53:05| 0 Objects expired.
2014/08/11 21:53:05| 0 Objects cancelled.
2014/08/11 21:53:05| 0 Duplicate URLs purged.
2014/08/11 21:53:05| 0 Swapfile clashes avoided.
2014/08/11 21:53:05| Took 0.03 seconds (256041.23 objects/sec).
2014/08/11 21:53:05| Beginning Validation Procedure
2014/08/11 21:53:05| Completed Validation Procedure
2014/08/11 21:53:05| Validated 13439 Entries
2014/08/11 21:53:05| store_swap_size = 4682512
2014/08/11 21:53:05.796| ZPH: Preserving TOS on miss, TOS=0
2014/08/11 21:53:06| storeLateRelease: released 0 objects
2014/08/11 21:53:12.147| ZPH: Preserving TOS on miss, TOS=0
2014/08/11 21:53:12.148| ConnStateData::swanSong: FD 21
2014/08/11 21:53:12.152| ConnStateData::swanSong: FD 18
2014/08/11 21:53:12.152| ConnStateData::swanSong: FD 17
2014/08/11 21:53:14.260| ZPH: Preserving TOS on miss, TOS=0
2014/08/11 21:53:14.263| ConnStateData::swanSong: FD 17
2014/08/11 21:53:14.640| ZPH: Preserving TOS on miss, TOS=0
2014/08/11 21:53:14.644| ConnStateData::swanSong: FD 18
2014/08/11 21:53:14.684| ZPH: Preserving TOS on miss, TOS=0
2014/08/11 21:53:14.685| ConnStateData::swanSong: FD 17
2014/08/11 21:53:14.954| ZPH: Preserving TOS on miss, TOS=0
2014/08/11 21:53:14.955| ConnStateData::swanSong: FD 26
2014/08/11 21:53:15.067| ZPH: Preserving TOS on miss, TOS=0
2014/08/11 21:53:15.068| ConnStateData::swanSong: FD 17
2014/08/11 21:53:15.339| ZPH: Preserving TOS on miss, TOS=0
2014/08/11 21:53:15.344| ConnStateData::swanSong: FD 21
2014/08/11 21:53:15.459| ZPH: Preserving TOS on miss, TOS=0
...
2014/08/11 21:53:16.639| ZPH: Preserving TOS on miss, TOS=0
2014/08/11 21:53:16.642| ZPH: Preserving TOS on miss, TOS=0
2014/08/11 21:53:16.643| ZPH: Preserving TOS on miss, TOS=0
2014/08/11 21:53:16.648| ConnStateData::swanSong: FD 21
2014/08/11 21:53:16.649| ConnStateData::swanSong: FD 28
2014/08/11 21:53:16.652| ConnStateData::swanSong: FD 38
2014/08/11 21:53:16.652| ConnStateData::swanSong: FD 23
2014/08/11 21:53:16.653| ConnStateData::swanSong: FD 36
2014/08/11 21:53:16.653| ConnStateData::swanSong: FD 29
2014/08/11 21:53:16.936| ZPH: Preserving TOS on miss, TOS=0
2014/08/11 21:53:16.945| ConnStateData::swanSong: FD 32
2014/08/11 21:53:16.945| ConnStateData::swanSong: FD 40
2014/08/11 21:53:16.970| ZPH: Preserving TOS on miss, TOS=0
2014/08/11 21:53:16.974| ConnStateData::swanSong: FD 18
2014/08/11 21:53:17.019| ZPH: Preserving TOS on miss, TOS=0
2014/08/11 21:53:17.021| ZPH: Preserving TOS on miss, TOS=0
2014/08/11 21:53:17.028| ConnStateData::swanSong: FD 33
2014/08/11 21:53:17.029| ConnStateData::swanSong: FD 23
2014/08/11 21:53:17.030| ConnStateData::swanSong: FD 34
2014/08/11 21:53:17.031| ConnStateData::swanSong: FD 28
2014/08/11 21:53:17.032| ZPH: Preserving TOS on miss, TOS=0
2014/08/11 21:53:17.038| ConnStateData::swanSong: FD 17
2014/08/11 21:53:17.164| ZPH: Preserving TOS on miss, TOS=0
2014/08/11 21:53:17.167| ConnStateData::swanSong: FD 26
2014/08/11 21:53:17.168| ConnStateData::swanSong: FD 18
2014/08/11 21:53:17.309| ZPH: Preserving TOS on miss, TOS=0
2014/08/11 21:53:17.314| ConnStateData::swanSong: FD 18
2014/08/11 21:53:17.314| ConnStateData::swanSong: FD 31
2014/08/11 21:53:17.361| ZPH: Preserving TOS on miss, TOS=0
2014/08/11 21:53:17.363| ConnStateData::swanSong: FD 36
2014/08/11 21:53:17.371| ZPH: Preserving TOS on miss, TOS=0
2014/08/11 21:53:17.376| ConnStateData::swanSong: FD 21
2014/08/11 21:53:17.376| ConnStateData::swanSong: FD 28
2014/08/11 21:53:17.434| ZPH: Preserving TOS on miss, TOS=0
2014/08/11 21:53:17.436| ConnStateData::swanSong: FD 30
2014/08/11 21:53:17.437| ZPH: Preserving TOS on miss, TOS=0
2014/08/11 21:53:17.438| ConnStateData::swanSong: FD 26
2014/08/11 21:53:17.505| ZPH: Preserving TOS on miss, TOS=0
...

I also upgraded to squid3. Now i get following infos at start:
[....] Restarting Squid HTTP Proxy 3.x: squid32014/08/11 21:53:04| WARNING:
(B) '::/0' is a subnetwork of (A) '::/0'
2014/08/11 21:53:04| WARNING: because of this '::/0' is ignored to keep
splay tree searching predictable
2014/08/11 21:53:04| WARNING: You should probably remove '::/0' from the ACL
named 'all'

--
View this message in context: http://squid-web-proxy-cache.1019090.n4.nabble.com/ONLY-Cache-certain-Websites-tp4667121p4667187.html
Sent from the Squid - Users mailing list archive at Nabble.com.
Received on Mon Aug 11 2014 - 19:57:38 MDT

This archive was generated by hypermail 2.2.0 : Tue Aug 12 2014 - 12:00:04 MDT