#include "squid.h"
#include "acl/FilledChecklist.h"
#include "anyp/PortCfg.h"
#include "base/EnumIterator.h"
#include "CacheDigest.h"
#include "CachePeer.h"
#include "comm/Connection.h"
#include "comm/ConnOpener.h"
#include "DebugMessages.h"
#include "event.h"
#include "FwdState.h"
#include "globals.h"
#include "htcp.h"
#include "HttpRequest.h"
#include "icmp/net_db.h"
#include "ICP.h"
#include "int.h"
#include "ip/Address.h"
#include "ip/tools.h"
#include "ipcache.h"
#include "MemObject.h"
#include "mgr/Registration.h"
#include "multicast.h"
#include "neighbors.h"
#include "NeighborTypeDomainList.h"
#include "pconn.h"
#include "PeerDigest.h"
#include "PeerPoolMgr.h"
#include "PeerSelectState.h"
#include "RequestFlags.h"
#include "SquidConfig.h"
#include "SquidMath.h"
#include "SquidTime.h"
#include "stat.h"
#include "Store.h"
#include "store_key_md5.h"
#include "tools.h"

Include dependency graph for neighbors.cc:

Macros
#define	MCAST_COUNT_RATE 900

Functions
bool	peerAllowedToUse (const CachePeer , PeerSelector )

static int	peerWouldBePinged (const CachePeer , PeerSelector )

static void	neighborRemove (CachePeer *)

static void	neighborAlive (CachePeer , const MemObject , const icp_common_t *)

static void	neighborAliveHtcp (CachePeer , const MemObject , const HtcpReplyData *)

static void	neighborCountIgnored (CachePeer *)

static void	peerRefreshDNS (void *)

static void	peerProbeConnect (CachePeer *, const bool reprobeIfBusy=false)

static void	peerCountMcastPeersDone (void *data)

static void	peerCountMcastPeersStart (void *data)

static void	peerCountMcastPeersSchedule (CachePeer *p, time_t when)

static void	peerCountMcastPeersAbort (PeerSelector *)

static void	peerCountMcastPeersCreateAndSend (CachePeer *const p)
	initiates an ICP transaction to a multicast peer More...

static void	neighborIgnoreNonPeer (const Ip::Address &, icp_opcode)

static void	dump_peers (StoreEntry sentry, CachePeer peers)

const char *	neighborTypeStr (const CachePeer *p)

CachePeer *	whichPeer (const Ip::Address &from)

peer_t	neighborType (const CachePeer *p, const AnyP::Uri &url)

bool	peerCanOpenMore (const CachePeer *p)
	Whether we can open new connections to the peer (e.g., despite max-conn) More...

bool	peerHasConnAvailable (const CachePeer *p)
	Whether the peer has idle or standby connections that can be used now. More...

void	peerConnClosed (CachePeer *p)
	Notifies peer of an associated connection closure. More...

int	peerHTTPOkay (const CachePeer p, PeerSelector ps)

int	neighborsCount (PeerSelector *ps)

CachePeer *	getFirstUpParent (PeerSelector *ps)

CachePeer *	getRoundRobinParent (PeerSelector *ps)

CachePeer *	getWeightedRoundRobinParent (PeerSelector *ps)

static void	peerClearRRLoop (void *data)

void	peerClearRRStart (void)

void	peerClearRR ()

static void	peerAlive (CachePeer *p)

CachePeer *	getDefaultParent (PeerSelector *ps)

CachePeer *	getNextPeer (CachePeer *p)

CachePeer *	getFirstPeer (void)

static void	neighborsRegisterWithCacheManager ()

void	neighbors_init (void)

int	neighborsUdpPing (HttpRequest request, StoreEntry entry, IRCB callback, PeerSelector ps, int exprep, int timeout)

lookup_t	peerDigestLookup (CachePeer p, PeerSelector ps)

CachePeer *	neighborsDigestSelect (PeerSelector *ps)

void	peerNoteDigestLookup (HttpRequest request, CachePeer p, lookup_t lookup)

static void	neighborUpdateRtt (CachePeer p, MemObject mem)

static int	ignoreMulticastReply (CachePeer p, PeerSelector ps)

void	neighborsUdpAck (const cache_key key, icp_common_t header, const Ip::Address &from)

CachePeer *	peerFindByName (const char *name)

CachePeer *	peerFindByNameAndPort (const char *name, unsigned short port)

int	neighborUp (const CachePeer *p)

time_t	positiveTimeout (const time_t timeout)

static void	peerDNSConfigure (const ipcache_addrs ia, const Dns::LookupDetails &, void data)

static void	peerConnectFailedSilent (CachePeer *p)

void	peerConnectFailed (CachePeer *p)

void	peerConnectSucceded (CachePeer *p)

static bool	peerProbeIsBusy (const CachePeer *p)
	whether new TCP probes are currently banned More...

static void	peerProbeConnectDone (const Comm::ConnectionPointer &conn, Comm::Flag status, int, void *data)

static void	peerCountHandleIcpReply (CachePeer p, peer_t, AnyP::ProtocolType proto, void , void *data)

static void	neighborDumpPeers (StoreEntry *sentry)

static void	neighborDumpNonPeers (StoreEntry *sentry)

void	dump_peer_options (StoreEntry sentry, CachePeer p)

void	neighborsHtcpReply (const cache_key key, HtcpReplyData htcp, const Ip::Address &from)

void	neighborsHtcpClear (StoreEntry e, HttpRequest req, const HttpRequestMethod &method, htcp_clr_reason reason)

Variables
static IPH	peerDNSConfigure

static CNCB	peerProbeConnectDone

static IRCB	peerCountHandleIcpReply

static OBJH	neighborDumpPeers

static OBJH	neighborDumpNonPeers

static unsigned short	echo_port

static int	NLateReplies = 0

static CachePeer *	first_ping = NULL

static CachePeer *	non_peers = NULL

Macro Definition Documentation

◆ MCAST_COUNT_RATE

#define MCAST_COUNT_RATE 900

Definition at line 50 of file neighbors.cc.

Function Documentation

◆ dump_peer_options()

void dump_peer_options	(	StoreEntry *	sentry,
		CachePeer *	p
	)

Definition at line 1520 of file neighbors.cc.

References CachePeer::allow_miss, CachePeer::background_ping, CachePeer::carp, CachePeer::closest_only, CachePeer::connect_fail_limit, CachePeer::connect_timeout_raw, CachePeer::connection_auth, CachePeer::default_parent, CachePeer::digest_url, CachePeer::domain, Security::PeerOptions::dumpCfg(), CachePeer::htcp, CachePeer::htcp_no_clr, CachePeer::htcp_no_purge_clr, CachePeer::htcp_oldsquid, CachePeer::htcp_only_clr, CachePeer::limit, CachePeer::login, CachePeer::max_conn, CachePeer::mcast, CachePeer::mcast_responder, CachePeer::mcast_siblings, CachePeer::no_delay, CachePeer::no_digest, CachePeer::no_netdb_exchange, CachePeer::no_query, CachePeer::no_tproxy, CachePeer::options, CachePeer::originserver, PEER_TCP_MAGIC_COUNT, CachePeer::proxy_only, CachePeer::roundrobin, CachePeer::secure, CachePeer::sourcehash, CachePeer::standby, storeAppendPrintf(), CachePeer::ttl, CachePeer::userhash, CachePeer::weight, and CachePeer::weighted_roundrobin.

Referenced by dump_peer(), and dump_peers().

◆ dump_peers()

static void dump_peers	(	StoreEntry *	sentry,
		CachePeer *	peers
	)

static

Definition at line 1649 of file neighbors.cc.

References assert, dump_peer_options(), Time::FormatHttpd(), icp_opcode_str, Math::intPercent(), MAX_IPSTRLEN, neighborTypeStr(), neighborUp(), CachePeer::next, NULL, squid_curtime, and storeAppendPrintf().

Referenced by neighborDumpNonPeers(), and neighborDumpPeers().

◆ getDefaultParent()

CachePeer* getDefaultParent ( PeerSelector * ps )

Definition at line 475 of file neighbors.cc.

References assert, Config, debugs, CachePeer::default_parent, CachePeer::host, neighborType(), CachePeer::next, NULL, CachePeer::options, PEER_PARENT, peerHTTPOkay(), SquidConfig::peers, PeerSelector::request, request(), and _request::url.

Referenced by PeerSelector::selectAllParents(), and PeerSelector::selectSomeParent().

◆ getFirstPeer()

CachePeer* getFirstPeer ( void )

Definition at line 508 of file neighbors.cc.

References Config, and SquidConfig::peers.

Referenced by statPeerSelect().

◆ getFirstUpParent()

CachePeer* getFirstUpParent ( PeerSelector * ps )

Definition at line 289 of file neighbors.cc.

References assert, Config, debugs, CachePeer::host, neighborType(), neighborUp(), CachePeer::next, NULL, PEER_PARENT, peerHTTPOkay(), SquidConfig::peers, PeerSelector::request, request(), and _request::url.

Referenced by PeerSelector::selectSomeParent().

◆ getNextPeer()

CachePeer* getNextPeer ( CachePeer * p )

Definition at line 502 of file neighbors.cc.

References CachePeer::next.

Referenced by statPeerSelect().

◆ getRoundRobinParent()

CachePeer* getRoundRobinParent ( PeerSelector * ps )

Definition at line 314 of file neighbors.cc.

References assert, Config, debugs, HERE(), CachePeer::host, neighborType(), CachePeer::next, NULL, CachePeer::options, PEER_PARENT, peerHTTPOkay(), SquidConfig::peers, PeerSelector::request, request(), CachePeer::roundrobin, CachePeer::rr_count, _request::url, and CachePeer::weight.

Referenced by PeerSelector::selectSomeParent().

◆ getWeightedRoundRobinParent()

CachePeer* getWeightedRoundRobinParent ( PeerSelector * ps )

Definition at line 356 of file neighbors.cc.

References assert, CachePeer::basetime, Config, debugs, CachePeer::host, neighborType(), CachePeer::next, NULL, CachePeer::options, PEER_PARENT, peerHTTPOkay(), SquidConfig::peers, PeerSelector::request, request(), CachePeer::rr_count, CachePeer::rtt, CachePeer::stats, _request::url, CachePeer::weight, and CachePeer::weighted_roundrobin.

Referenced by PeerSelector::selectSomeParent().

◆ ignoreMulticastReply()

static int ignoreMulticastReply	(	CachePeer *	p,
		PeerSelector *	ps
	)

static

Definition at line 990 of file neighbors.cc.

References CachePeer::mcast_responder, NULL, CachePeer::options, and peerHTTPOkay().

Referenced by neighborsHtcpReply(), and neighborsUdpAck().

◆ neighborAlive()

static void neighborAlive	(	CachePeer *	p,
		const MemObject *	,
		const icp_common_t *	header
	)

static

Definition at line 891 of file neighbors.cc.

References CachePeer::icp_::counts, CachePeer::icp, ICP_END, int, icp_common_t::opcode, peerAlive(), CachePeer::pings_acked, CachePeer::stats, CachePeer::icp_::version, and icp_common_t::version.

Referenced by neighborsUdpAck().

◆ neighborAliveHtcp()

static void neighborAliveHtcp	(	CachePeer *	p,
		const MemObject *	,
		const HtcpReplyData *	htcp
	)

static

Definition at line 928 of file neighbors.cc.

References CachePeer::counts, HtcpReplyData::hit, CachePeer::htcp, peerAlive(), CachePeer::pings_acked, CachePeer::stats, CachePeer::version, and HtcpReplyData::version.

Referenced by neighborsHtcpReply().

◆ neighborCountIgnored()

static void neighborCountIgnored ( CachePeer * p )

static

Definition at line 939 of file neighbors.cc.

References CachePeer::ignored_replies, NLateReplies, NULL, and CachePeer::stats.

Referenced by neighborsHtcpReply(), and neighborsUdpAck().

◆ neighborDumpNonPeers()

static void neighborDumpNonPeers ( StoreEntry * sentry )

static

Definition at line 1514 of file neighbors.cc.

References dump_peers(), and non_peers.

◆ neighborDumpPeers()

static void neighborDumpPeers ( StoreEntry * sentry )

static

Definition at line 1508 of file neighbors.cc.

References Config, dump_peers(), and SquidConfig::peers.

◆ neighborIgnoreNonPeer()

static void neighborIgnoreNonPeer	(	const Ip::Address &	from,
		icp_opcode	opcode
	)

static

Definition at line 952 of file neighbors.cc.

References CachePeer::icp_::counts, DBG_IMPORTANT, debugs, CachePeer::host, CachePeer::icp, CachePeer::ignored_replies, CachePeer::in_addr, isPowTen(), MAX_IPSTRLEN, CachePeer::next, non_peers, NULL, PEER_NONE, CachePeer::icp_::port, Ip::Address::port(), CachePeer::stats, Ip::Address::toStr(), and CachePeer::type.

Referenced by neighborsUdpAck().

◆ neighborRemove()

static void neighborRemove ( CachePeer * target )

static

Definition at line 514 of file neighbors.cc.

References Config, first_ping, CachePeer::next, SquidConfig::npeers, NULL, and SquidConfig::peers.

Referenced by neighbors_init(), and neighborsUdpAck().

◆ neighbors_init()

void neighbors_init ( void )

Definition at line 555 of file neighbors.cc.

References Config, DBG_IMPORTANT, debugs, echo_port, Debug::Extra(), first_ping, getMyHostname(), getservbyname(), CachePeer::host, CachePeer::http_port, HttpPortList, CachePeer::icp, icpIncomingConn, Comm::IsConnOpen(), neighborRemove(), neighborsRegisterWithCacheManager(), neighborTypeStr(), CachePeer::next, NULL, peerRefreshDNS(), SquidConfig::peers, CachePeer::icp_::port, s, and servent::s_port.

Referenced by mainInitialize(), and mainReconfigureFinish().

◆ neighborsCount()

int neighborsCount ( PeerSelector * ps )

Definition at line 274 of file neighbors.cc.

References Config, debugs, CachePeer::next, NULL, SquidConfig::peers, and peerWouldBePinged().

Referenced by peerSelectIcpPing().

◆ neighborsDigestSelect()

CachePeer* neighborsDigestSelect ( PeerSelector * ps )

Definition at line 806 of file neighbors.cc.

References assert, Config, debugs, first_ping, CachePeer::host, LOOKUP_HIT, LOOKUP_MISS, LOOKUP_NONE, netdbHostRtt(), CachePeer::next, SquidConfig::npeers, NULL, peerDigestLookup(), peerNoteDigestLookup(), SquidConfig::peers, PeerSelector::request, request(), and storeKeyPublicByRequest().

Referenced by PeerSelector::selectSomeNeighbor().

◆ neighborsHtcpClear()

void neighborsHtcpClear	(	StoreEntry *	e,
		HttpRequest *	req,
		const HttpRequestMethod &	method,
		htcp_clr_reason	reason
	)

Definition at line 1816 of file neighbors.cc.

References Config, debugs, CachePeer::htcp, HTCP_CLR_PURGE, CachePeer::htcp_no_clr, CachePeer::htcp_no_purge_clr, htcpClear(), CachePeer::in_addr, CachePeer::next, CachePeer::options, SquidConfig::peers, and Ip::Address::toUrl().

Referenced by httpMaybeRemovePublic(), purgeEntriesByUrl(), and clientReplyContext::purgeEntry().

◆ neighborsHtcpReply()

void neighborsHtcpReply	(	const cache_key *	key,
		HtcpReplyData *	htcp,
		const Ip::Address &	from
	)

◆ neighborsRegisterWithCacheManager()

static void neighborsRegisterWithCacheManager ( )

static

Definition at line 541 of file neighbors.cc.

References icpIncomingConn, Comm::IsConnOpen(), neighborDumpNonPeers, neighborDumpPeers, and Mgr::RegisterAction().

Referenced by neighbors_init().

◆ neighborsUdpAck()

void neighborsUdpAck	(	const cache_key *	key,
		icp_common_t *	header,
		const Ip::Address &	from
	)

I should attach these records to the entry. We take the first hit we get our wait until everyone misses. The timeout handler call needs to nip this shopping list or call one of the misses.

If a hit process is already started, then sobeit

Definition at line 1012 of file neighbors.cc.

References CachePeer::icp_::counts, DBG_CRITICAL, DBG_IMPORTANT, debug_trap(), debugs, EBIT_TEST, ENTRY_DISPATCHED, StoreEntry::flags, CachePeer::host, CachePeer::icp, ICP_DECHO, ICP_DENIED, ICP_END, ICP_HIT, ICP_MISS, ICP_MISS_NOFETCH, icp_opcode_str, ICP_SECHO, ignoreMulticastReply(), MemObject::ircb_data, StoreEntry::locked(), StoreEntry::mem_obj, neighborAlive(), neighborCountIgnored(), neighborIgnoreNonPeer(), neighborRemove(), neighborType(), neighborUpdateRtt(), NULL, icp_common_t::opcode, PEER_NONE, PEER_SIBLING, MemObject::ping_reply_callback, StoreEntry::ping_status, PING_WAITING, CachePeer::pings_acked, AnyP::PROTO_ICP, MemObject::request, Store::Root(), CachePeer::stats, storeKeyText(), HttpRequest::url, and whichPeer().

Referenced by icp_common_t::handleReply().

◆ neighborsUdpPing()

int neighborsUdpPing	(	HttpRequest *	request,
		StoreEntry *	entry,
		IRCB *	callback,
		PeerSelector *	ps,
		int *	exprep,
		int *	timeout
	)

Definition at line 596 of file neighbors.cc.

References assert, Config, current_time, DBG_CRITICAL, DBG_IMPORTANT, debugs, echo_port, first_ping, StoreEntry::getMD5Text(), StoreEntry::hasDisk(), CachePeer::host, CachePeer::htcp, SquidConfig::htcp, CachePeer::htcp_only_clr, htcpQuery(), CachePeer::icp, SquidConfig::icp, ICP_DECHO, ICP_FLAG_SRC_RTT, ICP_QUERY, SquidConfig::icp_query, SquidConfig::icp_query_max, SquidConfig::icp_query_min, ICP_VERSION_2, icpCreateAndSend(), icpOutgoingConn, icpSetCacheKey(), CachePeer::in_addr, MemObject::ircb_data, Comm::IsConnOpen(), hash_link::key, CachePeer::last_query, CachePeer::logged_state, CachePeer::mcast, mcastSetTtl(), StoreEntry::mem_obj, CachePeer::n_replies_expected, CachePeer::name, neighborType(), neighborTypeStr(), neighborUp(), CachePeer::next, SquidConfig::npeers, NULL, SquidConfig::onoff, CachePeer::options, PEER_ALIVE, PEER_DEAD, PEER_MULTICAST, PEER_PARENT, SquidConfig::peers, peerWouldBePinged(), MemObject::ping_reply_callback, CachePeer::pings_sent, CachePeer::icp_::port, SquidConfig::Port, CachePeer::probe_start, SquidConfig::query_icmp, request(), CachePeer::rtt, squid_curtime, MemObject::start_ping, CachePeer::stats, SquidConfig::Timeout, CachePeer::ttl, CachePeer::type, StoreEntry::url(), _request::url, and CachePeer::icp_::version.

Referenced by PeerSelector::selectSomeNeighbor().

◆ neighborType()

peer_t neighborType	(	const CachePeer *	p,
		const AnyP::Uri &	url
	)

◆ neighborTypeStr()

const char* neighborTypeStr ( const CachePeer * p )

Definition at line 82 of file neighbors.cc.

References PEER_MULTICAST, PEER_NONE, PEER_SIBLING, and CachePeer::type.

Referenced by dump_peer(), dump_peers(), neighbors_init(), neighborsUdpPing(), peerAlive(), peerConnectFailedSilent(), and peerDNSConfigure().

◆ neighborUp()

int neighborUp ( const CachePeer * p )

Definition at line 1164 of file neighbors.cc.

References Config, SquidConfig::deadPeer, debugs, CachePeer::host, CachePeer::in_addr, CachePeer::n_addresses, CachePeer::no_query, CachePeer::options, peerProbeConnect(), CachePeer::probe_start, squid_curtime, CachePeer::stats, CachePeer::tcp_up, and SquidConfig::Timeout.

Referenced by dump_peers(), getFirstUpParent(), neighborsUdpPing(), PeerPoolMgr::openNewConnection(), peerHTTPOkay(), peerWouldBePinged(), and snmp_meshPtblFn().

◆ neighborUpdateRtt()

static void neighborUpdateRtt	(	CachePeer *	p,
		MemObject *	mem
	)

static

Definition at line 903 of file neighbors.cc.

References current_time, Math::intAverage(), CachePeer::options, CachePeer::pings_acked, CachePeer::rtt, RTT_AV_FACTOR, RTT_BACKGROUND_AV_FACTOR, MemObject::start_ping, CachePeer::stats, tvSubMsec(), and CachePeer::weighted_roundrobin.

Referenced by neighborsHtcpReply(), and neighborsUdpAck().

◆ peerAlive()

static void peerAlive ( CachePeer * p )

static

Perform all actions when a CachePeer is detected revived.

Definition at line 460 of file neighbors.cc.

References PeerPoolMgr::Checkpoint(), DBG_IMPORTANT, debugs, CachePeer::last_reply, CachePeer::logged_state, CachePeer::mgr, CachePeer::name, neighborTypeStr(), PEER_ALIVE, PEER_DEAD, peerClearRR(), CachePeer::probe_start, squid_curtime, CachePeer::standby, CachePeer::stats, CachePeer::tcp_up, and CbcPointer< Cbc >::valid().

Referenced by neighborAlive(), neighborAliveHtcp(), and peerConnectSucceded().

◆ peerAllowedToUse()

bool peerAllowedToUse	(	const CachePeer *	p,
		PeerSelector *	ps
	)

Returns: Whether it is appropriate to fetch REQUEST from PEER.

Definition at line 139 of file neighbors.cc.

References CachePeer::access, ACLFilledChecklist::al, PeerSelector::al, Acl::Answer::allowed(), assert, debugs, ACLChecklist::fastCheck(), RefCount< C >::getRaw(), CachePeer::http_port, HTTPMSGLOCK(), CachePeer::mcast_siblings, _request::method, Http::METHOD_CONNECT, CachePeer::name, neighborType(), NULL, CachePeer::options, CachePeer::originserver, PEER_MULTICAST, PEER_SIBLING, AccessLogEntry::reply, ACLFilledChecklist::reply, PeerSelector::request, request(), ACLFilledChecklist::syncAle(), CachePeer::type, and _request::url.

Referenced by peerHTTPOkay(), peerWouldBePinged(), and PeerSelector::selectPinned().

◆ peerCanOpenMore()

bool peerCanOpenMore ( const CachePeer * p )

Definition at line 224 of file neighbors.cc.

References CachePeer::conn_open, debugs, CachePeer::max_conn, Squid_MaxFD, and CachePeer::stats.

Referenced by PeerPoolMgr::openNewConnection(), peerConnClosed(), and peerHTTPOkay().

◆ peerClearRR()

void peerClearRR ( void )

Called whenever the round-robin counters need to be reset to a sane state. So far those times are:

On startup and reconfigure - to set the counters to sane initial settings.
When a CachePeer has revived from dead, to prevent the revived CachePeer being flooded with requests which it has 'missed' during the down period.

Definition at line 448 of file neighbors.cc.

References Config, CachePeer::next, NULL, SquidConfig::peers, and CachePeer::rr_count.

Referenced by peerAlive(), and peerClearRRLoop().

◆ peerClearRRLoop()

static void peerClearRRLoop ( void * data )

static

This gets called every 5 minutes to clear the round-robin counter. The exact timing is an arbitrary default, set on estimate timing of a large number of requests in a high-performance environment during the period. The larger the number of requests between cycled resets the more balanced the operations.

Parameters

data unused

TODO: Make the reset timing a selectable parameter in squid.conf

Definition at line 419 of file neighbors.cc.

References eventAdd(), and peerClearRR().

Referenced by peerClearRRStart().

◆ peerClearRRStart()

void peerClearRRStart ( void )

This gets called on startup and restart to kick off the CachePeer round-robin maintenance event. It ensures that no matter how many times its called no more than one event is scheduled.

Definition at line 431 of file neighbors.cc.

References NULL, and peerClearRRLoop().

Referenced by parse_peer().