[squid-users] #conns vs latency - 3000ms plateau then goes non-linear

From: Mark Vickers <markv@dont-contact.us>
Date: Mon, 2 Jul 2007 17:25:06 -0400

I'm using httperf test squid, the latencey goes up plateaus at 3000ms (3
seconds) @ about 500 connections/second then goes exponential.

Seems kind of strange.

Config is below:

#http_port 8090 vhost
http_port 8090
#enables or disable ICP
icp_port 0
#icp_port 3130
#htcp_port 4827
#
#
#
#for syntax see http://www.visolve.com/squid/squid30/neighboursel.php
#cache_peer 12.129.17.100 parent 80 0 no-query no-digest default
originserver name=aerialsdownload
#cache_peer 12.129.17.100 parent 80 0 no-query no-digest default
originserver name=aerialsdownload
#cache_peer 12.129.17.100 parent 80 0 no-query no-digest default
originserver
#cache_peer 12.129.17.100 parent 80 0 no-query no-digest originserver
name=aerialsdownload
#cache_peer 12.129.17.100 parent 80 0 no-query no-digest
name=aerialsdownload
#cache_peer 12.129.17.100 parent 80 0 no-query no-digest
name=aerialsdownload
#cache_peer 10.10.12.45 parent 80 0 no-query no-digest default
originserver
#
#cache_peer 192.168.131.43 sibling 8090 3130 proxy-only no-digest
no-query weight=10
#cache_peer 192.168.131.44 sibling 8090 3130 proxy-only no-digest
no-query weight=10
#cache_peer 192.168.131.43 parent 8090 0 carp
#cache_peer 192.168.131.44 parent 8090 0 carp
#cache_peer 192.168.131.43 sibling 8090 7 carp
#cache_peer 192.168.131.44 sibling 8090 7 carp
# icp is on UDP port 3130
#cache_peer 192.168.131.41 sibling 8090 3130 proxy-only
#cache_peer 192.168.131.42 sibling 8090 3130 proxy-only
#cache_peer 192.168.131.43 multicast 8090 0 proxy-only
name=aerialsdownload
#cache_peer 192.168.131.44 multicast 8090 0 proxy-only
name=aerialsdownload
#cache_peer 192.168.131.43 sibling 8090 7 carp proxy-only
#cache_peer 192.168.131.44 sibling 8090 7 carp proxy-only
#cache_peer 192.168.131.43 sibling 8090 3130 proxy-only no-digest
no-query weight=10
#cache_peer 192.168.131.44 sibling 8090 3130 proxy-only no-digest
no-query weight=10
#cache_peer 192.168.131.43 sibling 8090 3130 proxy-only no-digest
weight=10
#cache_peer 192.168.131.44 sibling 8090 3130 proxy-only no-digest
weight=10
#cache_peer 192.168.131.43 sibling 8090 3130 proxy-only weight=10
#cache_peer 192.168.131.44 sibling 8090 3130 proxy-only weight=10
#cache_peer 192.168.131.43 sibling 8090 4827 proxy-only weight=10
#cache_peer 192.168.131.44 sibling 8090 4827 proxy-only weight=10
#cache_peer 192.168.131.43 sibling 8090 4827 htcp proxy-only weight=10
#cache_peer 192.168.131.44 sibling 8090 4827 htcp proxy-only weight=10
#cache_peer 192.168.131.43 parent 8090 0 no-query connect-timeout=5
proxy-only carp weight=10
#cache_peer 192.168.131.44 parent 8090 0 no-query connect-timeout=5
proxy-only carp weight=10
#cache_peer 192.168.131.43 parent 8090 0 no-query connect-timeout=5 carp
weight=10
#cache_peer 192.168.131.44 parent 8090 0 no-query connect-timeout=5 carp
weight=10
#cache_peer 192.168.131.43 parent 8090 0 no-query connect-timeout=5
weight=10 name=aerialsdownload
#cache_peer 192.168.131.44 parent 8090 0 no-query connect-timeout=5
weight=10 name=aerialsdownload
#cache_peer 192.168.131.43 sibling 8090 0 no-query connect-timeout=5
weight=10
#cache_peer 192.168.131.44 sibling 8090 0 no-query connect-timeout=5
weight=10
#cache_peer 192.168.131.43 sibling 8090 0 no-query no-digest
connect-timeout=5 weight=10
#cache_peer 192.168.131.44 sibling 8090 0 no-query no-digest
connect-timeout=5 weight=10
#cache_peer 192.168.131.43 sibling 8090 0 no-query connect-timeout=5
weight=10
#cache_peer 192.168.131.44 sibling 8090 0 no-query connect-timeout=5
weight=10
#cache_peer 192.168.131.43 sibling 8090 0 no-digest connect-timeout=5
weight=10
#cache_peer 192.168.131.44 sibling 8090 0 no-digest connect-timeout=5
weight=10
#recompiled --enable-carp might have worked
#cache_peer 192.168.131.43 parent 8090 0 no-query connect-timeout=5 carp
weight=10
#cache_peer 192.168.131.44 parent 8090 0 no-query connect-timeout=5 carp
weight=10
#add proxy-only
#cache_peer 192.168.131.43 parent 8090 0 no-query proxy-only
connect-timeout=5 carp weight=100
#cache_peer 192.168.131.44 parent 8090 0 no-query proxy-only
connect-timeout=5 carp weight=100
#ok that worked but only about 1/3 of the traffic went to the carps and
no-digest
#cache_peer 192.168.131.43 parent 8090 0 no-digest no-query proxy-only
connect-timeout=5 carp weight=100
#cache_peer 192.168.131.44 parent 8090 0 no-digest no-query proxy-only
connect-timeout=5 carp weight=100
#started notthing hit carps try round-robin
#cache_peer 192.168.131.43 parent 8090 0 round-robin no-query proxy-only
connect-timeout=5 carp weight=100
#cache_peer 192.168.131.44 parent 8090 0 round-robin no-query proxy-only
connect-timeout=5 carp weight=100
# only 1/3 hit the carps now try max-conn
#cache_peer 192.168.131.43 parent 8090 0 max-conn=2000 no-query
proxy-only connect-timeout=5 carp weight=100
#cache_peer 192.168.131.44 parent 8090 0 max-conn=2000 no-query
proxy-only connect-timeout=5 carp weight=100
# only 1/3 hit the carps now try max-conni add longer timeout
#cache_peer 192.168.131.43 parent 8090 0 max-conn=2000 no-query
proxy-only connect-timeout=25 carp weight=100
#cache_peer 192.168.131.44 parent 8090 0 max-conn=2000 no-query
proxy-only connect-timeout=25 carp weight=100
# only 1/3 hit the carps now try max-conni add no-delay
#cache_peer 192.168.131.43 parent 8090 0 max-conn=2000 no-delay no-query
proxy-only connect-timeout=25 carp weight=100
#cache_peer 192.168.131.44 parent 8090 0 max-conn=2000 no-delay no-query
proxy-only connect-timeout=25 carp weight=100
# only 1/3 hit the carps now try max-conni add no-delay
#cache_peer 192.168.131.41 parent 8090 0 max-conn=2000 no-netdb-exchange
no-delay no-query proxy-only connect-timeout=25 carp weight=100
#cache_peer 192.168.131.42 parent 8090 0 max-conn=2000 no-netdb-exchange
no-delay no-query proxy-only connect-timeout=25 carp weight=100
#cache_peer 192.168.131.43 parent 8090 0 max-conn=2000 no-netdb-exchange
no-delay no-query proxy-only connect-timeout=25 carp weight=100
#cache_peer 192.168.131.44 parent 8090 0 max-conn=2000 no-netdb-exchange
no-delay no-query proxy-only connect-timeout=25 carp weight=100
#the above four worked in a two layer approach, now remove a lot of
stuff you added when trying to figure it out, and make it work for 1
layer
#cache_peer 192.168.131.41 parent 8090 0 max-conn=2000 proxy-only carp
weight=100
#cache_peer 192.168.131.42 parent 8090 0 max-conn=2000 proxy-only carp
weight=100
#cache_peer 192.168.131.43 parent 8090 0 max-conn=2000 proxy-only carp
weight=100
#cache_peer 192.168.131.44 parent 8090 0 max-conn=2000 proxy-only carp
weight=100
#add no-query back in
#cache_peer 192.168.131.41 parent 8090 0 max-conn=2000 no-query
proxy-only carp weight=100
cache_peer 192.168.131.42 parent 8090 0 max-conn=2000 no-query
proxy-only carp weight=100
cache_peer 192.168.131.43 parent 8090 0 max-conn=2000 no-query
proxy-only carp weight=100
cache_peer 192.168.131.44 parent 8090 0 max-conn=2000 no-query
proxy-only carp weight=100

#
########################################################################
############
#Memory usage settings
########################################################################
############
maximum_object_size_in_memory 5 MB
#cache_mem 8 MB
#cache_mem 3 GB
#cache_mem 1 GB
#cache_mem 100 KB
#cache_mem 1 MB
cache_mem 0 MB

########################################################################
############
# Disk usgage settings
########################################################################
############
#Don't use any disk cache
cache_dir null /tmp
#cache_dir ufs /var/spool/squid 100 16 256
#
#
# Attepts to optimize
#url_rewrite_children 5
#url_rewrite_concurrency 0
url_rewrite_children 10
url_rewrite_concurrency 6
#
#
#
########################################################################
############
#Defaults from the distribution squid.conf
########################################################################
############
#http_port 3128
hierarchy_stoplist cgi-bin ?
acl QUERY urlpath_regex cgi-bin \?
cache deny QUERY
acl apache rep_header Server ^Apache
broken_vary_encoding allow apache
access_log /var/log/squid/access.log squid
hosts_file /etc/hosts
refresh_pattern ^ftp: 1440 20% 10080
refresh_pattern ^gopher: 1440 0% 1440
refresh_pattern . 0 20% 4320
acl all src 0.0.0.0/0.0.0.0
acl manager proto cache_object
acl localhost src 127.0.0.1/255.255.255.255
acl to_localhost dst 127.0.0.0/8
acl SSL_ports port 443 # https
acl SSL_ports port 563 # snews
acl SSL_ports port 873 # rsync
acl Safe_ports port 80 # http
acl Safe_ports port 21 # ftp
acl Safe_ports port 443 # https
acl Safe_ports port 70 # gopher
acl Safe_ports port 210 # wais
acl Safe_ports port 1025-65535 # unregistered ports
acl Safe_ports port 280 # http-mgmt
acl Safe_ports port 488 # gss-http
acl Safe_ports port 591 # filemaker
acl Safe_ports port 777 # multiling http
acl Safe_ports port 631 # cups
acl Safe_ports port 873 # rsync
acl Safe_ports port 901 # SWAT
acl purge method PURGE
acl CONNECT method CONNECT
http_access allow manager localhost
http_access deny manager
http_access allow purge localhost
http_access deny purge
http_access deny !Safe_ports
http_access deny CONNECT !SSL_ports
http_access allow localhost
#http_access deny all
http_access allow all
http_reply_access allow all
icp_access allow all
cache_effective_group proxy
coredump_dir /var/spool/squid
Received on Mon Jul 02 2007 - 15:25:11 MDT

This archive was generated by hypermail pre-2.1.9 : Wed Aug 01 2007 - 12:00:03 MDT