Commit 41063e9d authored by David S. Miller's avatar David S. Miller
Browse files

ipv4: Early TCP socket demux. 



Input packet processing for local sockets involves two major demuxes.
One for the route and one for the socket.

But we can optimize this down to one demux for certain kinds of local
sockets.

Currently we only do this for established TCP sockets, but it could
at least in theory be expanded to other kinds of connections.

If a TCP socket is established then it's identity is fully specified.

This means that whatever input route was used during the three-way
handshake must work equally well for the rest of the connection since
the keys will not change.

Once we move to established state, we cache the receive packet's input
route to use later.

Like the existing cached route in sk->sk_dst_cache used for output
packets, we have to check for route invalidations using dst->obsolete
and dst->ops->check().

Early demux occurs outside of a socket locked section, so when a route
invalidation occurs we defer the fixup of sk->sk_rx_dst until we are
actually inside of established state packet processing and thus have
the socket locked.

Signed-off-by: default avatarDavid S. Miller <davem@davemloft.net>
parent f9242b6b

include/net/inet_hashtables.h

+2 −2
Original line number Diff line number Diff line
@@ -379,10 +379,10 @@ static inline struct sock *__inet_lookup_skb(struct inet_hashinfo *hashinfo, 
					     const __be16 sport,

					     const __be16 dport)

{

	struct sock *sk;

	struct sock *sk = skb_steal_sock(skb);

	const struct iphdr *iph = ip_hdr(skb);



	if (unlikely(sk = skb_steal_sock(skb)))

	if (sk)

		return sk;

	else

		return __inet_lookup(dev_net(skb_dst(skb)->dev), hashinfo,

include/net/protocol.h

+1 −0
Original line number Diff line number Diff line
@@ -37,6 +37,7 @@ 


/* This is used to register protocols. */

struct net_protocol {

	int			(*early_demux)(struct sk_buff *skb);

	int			(*handler)(struct sk_buff *skb);

	void			(*err_handler)(struct sk_buff *skb, u32 info);

	int			(*gso_send_check)(struct sk_buff *skb);

include/net/sock.h

+2 −0
Original line number Diff line number Diff line
@@ -319,6 +319,7 @@ struct sock { 
	unsigned long 		sk_flags;

	struct dst_entry	*sk_dst_cache;

	spinlock_t		sk_dst_lock;

	struct dst_entry	*sk_rx_dst;

	atomic_t		sk_wmem_alloc;

	atomic_t		sk_omem_alloc;

	int			sk_sndbuf;
@@ -1426,6 +1427,7 @@ extern struct sk_buff *sock_rmalloc(struct sock *sk, 
					      gfp_t priority);

extern void			sock_wfree(struct sk_buff *skb);

extern void			sock_rfree(struct sk_buff *skb);

extern void			sock_edemux(struct sk_buff *skb);



extern int			sock_setsockopt(struct socket *sock, int level,

						int op, char __user *optval,

include/net/tcp.h

+1 −0
Original line number Diff line number Diff line
@@ -325,6 +325,7 @@ extern void tcp_v4_err(struct sk_buff *skb, u32); 


extern void tcp_shutdown (struct sock *sk, int how);



extern int tcp_v4_early_demux(struct sk_buff *skb);

extern int tcp_v4_rcv(struct sk_buff *skb);



extern struct inet_peer *tcp_v4_get_peer(struct sock *sk);

net/core/sock.c

+5 −0
Original line number Diff line number Diff line
@@ -1465,6 +1465,11 @@ void sock_rfree(struct sk_buff *skb) 
}

EXPORT_SYMBOL(sock_rfree);



void sock_edemux(struct sk_buff *skb)

{

	sock_put(skb->sk);

}

EXPORT_SYMBOL(sock_edemux);



int sock_i_uid(struct sock *sk)

{

CRA Git | Maintained and supported by SUSTech CRA and CCSE