I'm using httperf test squid, the latencey goes up plateaus at 3000ms (3 seconds) @ about 500 connections/second then goes exponential. Seems kind of strange. Config is below: #http_port 8090 vhost http_port 8090 #enables or disable ICP icp_port 0 #icp_port 3130 #htcp_port 4827 # # # #for syntax see http://www.visolve.com/squid/squid30/neighboursel.php #cache_peer 12.129.17.100 parent 80 0 no-query no-digest default originserver name=aerialsdownload #cache_peer 12.129.17.100 parent 80 0 no-query no-digest default originserver name=aerialsdownload #cache_peer 12.129.17.100 parent 80 0 no-query no-digest default originserver #cache_peer 12.129.17.100 parent 80 0 no-query no-digest originserver name=aerialsdownload #cache_peer 12.129.17.100 parent 80 0 no-query no-digest name=aerialsdownload #cache_peer 12.129.17.100 parent 80 0 no-query no-digest name=aerialsdownload #cache_peer 10.10.12.45 parent 80 0 no-query no-digest default originserver # #cache_peer 192.168.131.43 sibling 8090 3130 proxy-only no-digest no-query weight=10 #cache_peer 192.168.131.44 sibling 8090 3130 proxy-only no-digest no-query weight=10 #cache_peer 192.168.131.43 parent 8090 0 carp #cache_peer 192.168.131.44 parent 8090 0 carp #cache_peer 192.168.131.43 sibling 8090 7 carp #cache_peer 192.168.131.44 sibling 8090 7 carp # icp is on UDP port 3130 #cache_peer 192.168.131.41 sibling 8090 3130 proxy-only #cache_peer 192.168.131.42 sibling 8090 3130 proxy-only #cache_peer 192.168.131.43 multicast 8090 0 proxy-only name=aerialsdownload #cache_peer 192.168.131.44 multicast 8090 0 proxy-only name=aerialsdownload #cache_peer 192.168.131.43 sibling 8090 7 carp proxy-only #cache_peer 192.168.131.44 sibling 8090 7 carp proxy-only #cache_peer 192.168.131.43 sibling 8090 3130 proxy-only no-digest no-query weight=10 #cache_peer 192.168.131.44 sibling 8090 3130 proxy-only no-digest no-query weight=10 #cache_peer 192.168.131.43 sibling 8090 3130 proxy-only no-digest weight=10 #cache_peer 192.168.131.44 sibling 8090 3130 proxy-only no-digest weight=10 #cache_peer 192.168.131.43 sibling 8090 3130 proxy-only weight=10 #cache_peer 192.168.131.44 sibling 8090 3130 proxy-only weight=10 #cache_peer 192.168.131.43 sibling 8090 4827 proxy-only weight=10 #cache_peer 192.168.131.44 sibling 8090 4827 proxy-only weight=10 #cache_peer 192.168.131.43 sibling 8090 4827 htcp proxy-only weight=10 #cache_peer 192.168.131.44 sibling 8090 4827 htcp proxy-only weight=10 #cache_peer 192.168.131.43 parent 8090 0 no-query connect-timeout=5 proxy-only carp weight=10 #cache_peer 192.168.131.44 parent 8090 0 no-query connect-timeout=5 proxy-only carp weight=10 #cache_peer 192.168.131.43 parent 8090 0 no-query connect-timeout=5 carp weight=10 #cache_peer 192.168.131.44 parent 8090 0 no-query connect-timeout=5 carp weight=10 #cache_peer 192.168.131.43 parent 8090 0 no-query connect-timeout=5 weight=10 name=aerialsdownload #cache_peer 192.168.131.44 parent 8090 0 no-query connect-timeout=5 weight=10 name=aerialsdownload #cache_peer 192.168.131.43 sibling 8090 0 no-query connect-timeout=5 weight=10 #cache_peer 192.168.131.44 sibling 8090 0 no-query connect-timeout=5 weight=10 #cache_peer 192.168.131.43 sibling 8090 0 no-query no-digest connect-timeout=5 weight=10 #cache_peer 192.168.131.44 sibling 8090 0 no-query no-digest connect-timeout=5 weight=10 #cache_peer 192.168.131.43 sibling 8090 0 no-query connect-timeout=5 weight=10 #cache_peer 192.168.131.44 sibling 8090 0 no-query connect-timeout=5 weight=10 #cache_peer 192.168.131.43 sibling 8090 0 no-digest connect-timeout=5 weight=10 #cache_peer 192.168.131.44 sibling 8090 0 no-digest connect-timeout=5 weight=10 #recompiled --enable-carp might have worked #cache_peer 192.168.131.43 parent 8090 0 no-query connect-timeout=5 carp weight=10 #cache_peer 192.168.131.44 parent 8090 0 no-query connect-timeout=5 carp weight=10 #add proxy-only #cache_peer 192.168.131.43 parent 8090 0 no-query proxy-only connect-timeout=5 carp weight=100 #cache_peer 192.168.131.44 parent 8090 0 no-query proxy-only connect-timeout=5 carp weight=100 #ok that worked but only about 1/3 of the traffic went to the carps and no-digest #cache_peer 192.168.131.43 parent 8090 0 no-digest no-query proxy-only connect-timeout=5 carp weight=100 #cache_peer 192.168.131.44 parent 8090 0 no-digest no-query proxy-only connect-timeout=5 carp weight=100 #started notthing hit carps try round-robin #cache_peer 192.168.131.43 parent 8090 0 round-robin no-query proxy-only connect-timeout=5 carp weight=100 #cache_peer 192.168.131.44 parent 8090 0 round-robin no-query proxy-only connect-timeout=5 carp weight=100 # only 1/3 hit the carps now try max-conn #cache_peer 192.168.131.43 parent 8090 0 max-conn=2000 no-query proxy-only connect-timeout=5 carp weight=100 #cache_peer 192.168.131.44 parent 8090 0 max-conn=2000 no-query proxy-only connect-timeout=5 carp weight=100 # only 1/3 hit the carps now try max-conni add longer timeout #cache_peer 192.168.131.43 parent 8090 0 max-conn=2000 no-query proxy-only connect-timeout=25 carp weight=100 #cache_peer 192.168.131.44 parent 8090 0 max-conn=2000 no-query proxy-only connect-timeout=25 carp weight=100 # only 1/3 hit the carps now try max-conni add no-delay #cache_peer 192.168.131.43 parent 8090 0 max-conn=2000 no-delay no-query proxy-only connect-timeout=25 carp weight=100 #cache_peer 192.168.131.44 parent 8090 0 max-conn=2000 no-delay no-query proxy-only connect-timeout=25 carp weight=100 # only 1/3 hit the carps now try max-conni add no-delay #cache_peer 192.168.131.41 parent 8090 0 max-conn=2000 no-netdb-exchange no-delay no-query proxy-only connect-timeout=25 carp weight=100 #cache_peer 192.168.131.42 parent 8090 0 max-conn=2000 no-netdb-exchange no-delay no-query proxy-only connect-timeout=25 carp weight=100 #cache_peer 192.168.131.43 parent 8090 0 max-conn=2000 no-netdb-exchange no-delay no-query proxy-only connect-timeout=25 carp weight=100 #cache_peer 192.168.131.44 parent 8090 0 max-conn=2000 no-netdb-exchange no-delay no-query proxy-only connect-timeout=25 carp weight=100 #the above four worked in a two layer approach, now remove a lot of stuff you added when trying to figure it out, and make it work for 1 layer #cache_peer 192.168.131.41 parent 8090 0 max-conn=2000 proxy-only carp weight=100 #cache_peer 192.168.131.42 parent 8090 0 max-conn=2000 proxy-only carp weight=100 #cache_peer 192.168.131.43 parent 8090 0 max-conn=2000 proxy-only carp weight=100 #cache_peer 192.168.131.44 parent 8090 0 max-conn=2000 proxy-only carp weight=100 #add no-query back in #cache_peer 192.168.131.41 parent 8090 0 max-conn=2000 no-query proxy-only carp weight=100 cache_peer 192.168.131.42 parent 8090 0 max-conn=2000 no-query proxy-only carp weight=100 cache_peer 192.168.131.43 parent 8090 0 max-conn=2000 no-query proxy-only carp weight=100 cache_peer 192.168.131.44 parent 8090 0 max-conn=2000 no-query proxy-only carp weight=100 # ######################################################################## ############ #Memory usage settings ######################################################################## ############ maximum_object_size_in_memory 5 MB #cache_mem 8 MB #cache_mem 3 GB #cache_mem 1 GB #cache_mem 100 KB #cache_mem 1 MB cache_mem 0 MB ######################################################################## ############ # Disk usgage settings ######################################################################## ############ #Don't use any disk cache cache_dir null /tmp #cache_dir ufs /var/spool/squid 100 16 256 # # # Attepts to optimize #url_rewrite_children 5 #url_rewrite_concurrency 0 url_rewrite_children 10 url_rewrite_concurrency 6 # # # ######################################################################## ############ #Defaults from the distribution squid.conf ######################################################################## ############ #http_port 3128 hierarchy_stoplist cgi-bin ? acl QUERY urlpath_regex cgi-bin \? cache deny QUERY acl apache rep_header Server ^Apache broken_vary_encoding allow apache access_log /var/log/squid/access.log squid hosts_file /etc/hosts refresh_pattern ^ftp: 1440 20% 10080 refresh_pattern ^gopher: 1440 0% 1440 refresh_pattern . 0 20% 4320 acl all src 0.0.0.0/0.0.0.0 acl manager proto cache_object acl localhost src 127.0.0.1/255.255.255.255 acl to_localhost dst 127.0.0.0/8 acl SSL_ports port 443 # https acl SSL_ports port 563 # snews acl SSL_ports port 873 # rsync acl Safe_ports port 80 # http acl Safe_ports port 21 # ftp acl Safe_ports port 443 # https acl Safe_ports port 70 # gopher acl Safe_ports port 210 # wais acl Safe_ports port 1025-65535 # unregistered ports acl Safe_ports port 280 # http-mgmt acl Safe_ports port 488 # gss-http acl Safe_ports port 591 # filemaker acl Safe_ports port 777 # multiling http acl Safe_ports port 631 # cups acl Safe_ports port 873 # rsync acl Safe_ports port 901 # SWAT acl purge method PURGE acl CONNECT method CONNECT http_access allow manager localhost http_access deny manager http_access allow purge localhost http_access deny purge http_access deny !Safe_ports http_access deny CONNECT !SSL_ports http_access allow localhost #http_access deny all http_access allow all http_reply_access allow all icp_access allow all cache_effective_group proxy coredump_dir /var/spool/squid
