inet_timewait_sock.h revision 13475a30b66cdb9250a34052c19ac98847373030
18feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo/* 28feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo * INET An implementation of the TCP/IP protocol suite for the LINUX 38feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo * operating system. INET is implemented using the BSD Socket 48feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo * interface as the means of communication with the user level. 58feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo * 68feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo * Definitions for a generic INET TIMEWAIT sock 78feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo * 88feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo * From code originally in net/tcp.h 98feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo * 108feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo * This program is free software; you can redistribute it and/or 118feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo * modify it under the terms of the GNU General Public License 128feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo * as published by the Free Software Foundation; either version 138feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo * 2 of the License, or (at your option) any later version. 148feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo */ 158feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo#ifndef _INET_TIMEWAIT_SOCK_ 168feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo#define _INET_TIMEWAIT_SOCK_ 178feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo 188feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo 199e337b0fb3baa3c22490365b1bdee6f4741413d4Vegard Nossum#include <linux/kmemcheck.h> 208feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo#include <linux/list.h> 21eeb2b8560676e454ad37ee30b49bc7d897edc9beArnaldo Carvalho de Melo#include <linux/module.h> 22295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo#include <linux/timer.h> 238feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo#include <linux/types.h> 24295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo#include <linux/workqueue.h> 258feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo 2614c850212ed8f8cbb5972ad6b8812e08a0bc901cArnaldo Carvalho de Melo#include <net/inet_sock.h> 278feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo#include <net/sock.h> 288feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo#include <net/tcp_states.h> 296d6ee43e0b8b8d4847627fd43739b98ec2b9404fArnaldo Carvalho de Melo#include <net/timewait_sock.h> 308feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo 318feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo#include <asm/atomic.h> 328feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo 33295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melostruct inet_hashinfo; 34295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo 35295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo#define INET_TWDR_RECYCLE_SLOTS_LOG 5 36295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo#define INET_TWDR_RECYCLE_SLOTS (1 << INET_TWDR_RECYCLE_SLOTS_LOG) 37295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo 38295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo/* 39295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo * If time > 4sec, it is "slow" path, no recycling is required, 40295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo * so that we select tick to get range about 4 seconds. 41295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo */ 42295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo#if HZ <= 16 || HZ > 4096 43295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo# error Unsupported: HZ <= 16 or HZ > 4096 44295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo#elif HZ <= 32 45295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo# define INET_TWDR_RECYCLE_TICK (5 + 2 - INET_TWDR_RECYCLE_SLOTS_LOG) 46295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo#elif HZ <= 64 47295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo# define INET_TWDR_RECYCLE_TICK (6 + 2 - INET_TWDR_RECYCLE_SLOTS_LOG) 48295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo#elif HZ <= 128 49295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo# define INET_TWDR_RECYCLE_TICK (7 + 2 - INET_TWDR_RECYCLE_SLOTS_LOG) 50295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo#elif HZ <= 256 51295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo# define INET_TWDR_RECYCLE_TICK (8 + 2 - INET_TWDR_RECYCLE_SLOTS_LOG) 52295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo#elif HZ <= 512 53295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo# define INET_TWDR_RECYCLE_TICK (9 + 2 - INET_TWDR_RECYCLE_SLOTS_LOG) 54295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo#elif HZ <= 1024 55295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo# define INET_TWDR_RECYCLE_TICK (10 + 2 - INET_TWDR_RECYCLE_SLOTS_LOG) 56295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo#elif HZ <= 2048 57295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo# define INET_TWDR_RECYCLE_TICK (11 + 2 - INET_TWDR_RECYCLE_SLOTS_LOG) 58295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo#else 59295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo# define INET_TWDR_RECYCLE_TICK (12 + 2 - INET_TWDR_RECYCLE_SLOTS_LOG) 60295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo#endif 61295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo 62295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo/* TIME_WAIT reaping mechanism. */ 63295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo#define INET_TWDR_TWKILL_SLOTS 8 /* Please keep this a power of 2. */ 64295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo 65295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo#define INET_TWDR_TWKILL_QUOTA 100 66295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo 67295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melostruct inet_timewait_death_row { 68295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo /* Short-time timewait calendar */ 69295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo int twcal_hand; 70187f5f84ef14a07dccf5f4503099708d60f6a724Eric Dumazet unsigned long twcal_jiffie; 71295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo struct timer_list twcal_timer; 72295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo struct hlist_head twcal_row[INET_TWDR_RECYCLE_SLOTS]; 73295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo 74295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo spinlock_t death_lock; 75295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo int tw_count; 76295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo int period; 77295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo u32 thread_slots; 78295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo struct work_struct twkill_work; 79295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo struct timer_list tw_timer; 80295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo int slot; 81295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo struct hlist_head cells[INET_TWDR_TWKILL_SLOTS]; 82295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo struct inet_hashinfo *hashinfo; 83295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo int sysctl_tw_recycle; 84295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo int sysctl_max_tw_buckets; 85295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo}; 86295ff7edb8f72b77d524759266f7524deae379b3Arnaldo Carvalho de Melo 87696ab2d3bffc746fb8cf3712f066d42b9886aeedArnaldo Carvalho de Meloextern void inet_twdr_hangman(unsigned long data); 8865f27f38446e1976cc98fd3004b110fedcddd189David Howellsextern void inet_twdr_twkill_work(struct work_struct *work); 89696ab2d3bffc746fb8cf3712f066d42b9886aeedArnaldo Carvalho de Meloextern void inet_twdr_twcal_tick(unsigned long data); 90696ab2d3bffc746fb8cf3712f066d42b9886aeedArnaldo Carvalho de Melo 918feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo#if (BITS_PER_LONG == 64) 928feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo#define INET_TIMEWAIT_ADDRCMP_ALIGN_BYTES 8 938feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo#else 948feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo#define INET_TIMEWAIT_ADDRCMP_ALIGN_BYTES 4 958feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo#endif 968feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo 978feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melostruct inet_bind_bucket; 988feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo 998feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo/* 1008feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo * This is a TIME_WAIT sock. It works around the memory consumption 1018feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo * problems of sockets in such a state on heavily loaded servers, but 1028feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo * without violating the protocol specification. 1038feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo */ 1048feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melostruct inet_timewait_sock { 1058feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo /* 1068feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo * Now struct sock also uses sock_common, so please just 1078feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo * don't add nothing before this first member (__tw_common) --acme 1088feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo */ 1098feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo struct sock_common __tw_common; 1108feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo#define tw_family __tw_common.skc_family 1118feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo#define tw_state __tw_common.skc_state 1128feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo#define tw_reuse __tw_common.skc_reuse 1138feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo#define tw_bound_dev_if __tw_common.skc_bound_dev_if 1143ab5aee7fe840b5b1b35a8d1ac11c3de5281e611Eric Dumazet#define tw_node __tw_common.skc_nulls_node 1158feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo#define tw_bind_node __tw_common.skc_bind_node 1168feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo#define tw_refcnt __tw_common.skc_refcnt 11781c3d5470ecc70564eb9209946730fe2be93ad06Eric Dumazet#define tw_hash __tw_common.skc_hash 1188feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo#define tw_prot __tw_common.skc_prot 11907feaebfcc10cd35e745c7073667935246494beeEric W. Biederman#define tw_net __tw_common.skc_net 120ad8bb78083ff58f5dff3ef8cf8ac3e0336f8ae36Arnaldo Carvalho de Melo int tw_timeout; 1218feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo volatile unsigned char tw_substate; 1228feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo /* 3 bits hole, try to pack */ 1238feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo unsigned char tw_rcv_wscale; 1248feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo /* Socket demultiplex comparisons on incoming packets. */ 1258feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo /* these five are in inet_sock */ 12623f33c2d4fd5986243b67a2bf5e63ebae1a76ffaAl Viro __be16 tw_sport; 12723f33c2d4fd5986243b67a2bf5e63ebae1a76ffaAl Viro __be32 tw_daddr __attribute__((aligned(INET_TIMEWAIT_ADDRCMP_ALIGN_BYTES))); 12823f33c2d4fd5986243b67a2bf5e63ebae1a76ffaAl Viro __be32 tw_rcv_saddr; 12923f33c2d4fd5986243b67a2bf5e63ebae1a76ffaAl Viro __be16 tw_dport; 1308feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo __u16 tw_num; 1319e337b0fb3baa3c22490365b1bdee6f4741413d4Vegard Nossum kmemcheck_bitfield_begin(flags); 1328feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo /* And these are ours. */ 133abf90cca9725bd05362fb3443ad55071a69a12d9Eric Dumazet unsigned int tw_ipv6only : 1, 134abf90cca9725bd05362fb3443ad55071a69a12d9Eric Dumazet tw_transparent : 1, 135abf90cca9725bd05362fb3443ad55071a69a12d9Eric Dumazet tw_pad : 14, /* 14 bits hole */ 136abf90cca9725bd05362fb3443ad55071a69a12d9Eric Dumazet tw_ipv6_offset : 16; 1379e337b0fb3baa3c22490365b1bdee6f4741413d4Vegard Nossum kmemcheck_bitfield_end(flags); 1388feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo unsigned long tw_ttd; 1398feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo struct inet_bind_bucket *tw_tb; 1408feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo struct hlist_node tw_death_node; 1418feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo}; 1428feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo 1433ab5aee7fe840b5b1b35a8d1ac11c3de5281e611Eric Dumazetstatic inline void inet_twsk_add_node_rcu(struct inet_timewait_sock *tw, 1443ab5aee7fe840b5b1b35a8d1ac11c3de5281e611Eric Dumazet struct hlist_nulls_head *list) 1458feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo{ 1463ab5aee7fe840b5b1b35a8d1ac11c3de5281e611Eric Dumazet hlist_nulls_add_head_rcu(&tw->tw_node, list); 1478feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo} 1488feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo 1498feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melostatic inline void inet_twsk_add_bind_node(struct inet_timewait_sock *tw, 1508feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo struct hlist_head *list) 1518feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo{ 1528feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo hlist_add_head(&tw->tw_bind_node, list); 1538feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo} 1548feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo 1558feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melostatic inline int inet_twsk_dead_hashed(const struct inet_timewait_sock *tw) 1568feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo{ 157da753beaeb1446aa87bcca7e8a0026633a8914f0Akinobu Mita return !hlist_unhashed(&tw->tw_death_node); 1588feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo} 1598feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo 1608feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melostatic inline void inet_twsk_dead_node_init(struct inet_timewait_sock *tw) 1618feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo{ 1628feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo tw->tw_death_node.pprev = NULL; 1638feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo} 1648feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo 1658feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melostatic inline void __inet_twsk_del_dead_node(struct inet_timewait_sock *tw) 1668feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo{ 1678feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo __hlist_del(&tw->tw_death_node); 1688feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo inet_twsk_dead_node_init(tw); 1698feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo} 1708feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo 1718feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melostatic inline int inet_twsk_del_dead_node(struct inet_timewait_sock *tw) 1728feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo{ 1738feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo if (inet_twsk_dead_hashed(tw)) { 1748feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo __inet_twsk_del_dead_node(tw); 1758feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo return 1; 1768feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo } 1778feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo return 0; 1788feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo} 1798feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo 1808feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo#define inet_twsk_for_each(tw, node, head) \ 1813ab5aee7fe840b5b1b35a8d1ac11c3de5281e611Eric Dumazet hlist_nulls_for_each_entry(tw, node, head, tw_node) 1828feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo 1838feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo#define inet_twsk_for_each_inmate(tw, node, jail) \ 1848feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo hlist_for_each_entry(tw, node, jail, tw_death_node) 1858feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo 1868feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo#define inet_twsk_for_each_inmate_safe(tw, node, safe, jail) \ 1878feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo hlist_for_each_entry_safe(tw, node, safe, jail, tw_death_node) 1888feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo 1898feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melostatic inline struct inet_timewait_sock *inet_twsk(const struct sock *sk) 1908feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo{ 1918feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo return (struct inet_timewait_sock *)sk; 1928feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo} 1938feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo 19482103232edc4b4ed48949a195aca93cfa3fe3fa8Al Virostatic inline __be32 inet_rcv_saddr(const struct sock *sk) 1958feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo{ 1968feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo return likely(sk->sk_state != TCP_TIME_WAIT) ? 197c720c7e8383aff1cb219bddf474ed89d850336e3Eric Dumazet inet_sk(sk)->inet_rcv_saddr : inet_twsk(sk)->tw_rcv_saddr; 1988feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo} 1998feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo 2007054fb9376e111d0edc06efcedbac6930a6caf76Pavel Emelyanovextern void inet_twsk_put(struct inet_timewait_sock *tw); 201e48c414ee61f4ac8d5cff2973e66a7cbc8a93aa5Arnaldo Carvalho de Melo 20213475a30b66cdb9250a34052c19ac98847373030Eric Dumazetextern int inet_twsk_unhash(struct inet_timewait_sock *tw); 20313475a30b66cdb9250a34052c19ac98847373030Eric Dumazet 204c676270bcd25015b978722ec0352c330dcc87883Arnaldo Carvalho de Meloextern struct inet_timewait_sock *inet_twsk_alloc(const struct sock *sk, 205c676270bcd25015b978722ec0352c330dcc87883Arnaldo Carvalho de Melo const int state); 206c676270bcd25015b978722ec0352c330dcc87883Arnaldo Carvalho de Melo 207e48c414ee61f4ac8d5cff2973e66a7cbc8a93aa5Arnaldo Carvalho de Meloextern void __inet_twsk_hashdance(struct inet_timewait_sock *tw, 208e48c414ee61f4ac8d5cff2973e66a7cbc8a93aa5Arnaldo Carvalho de Melo struct sock *sk, 209e48c414ee61f4ac8d5cff2973e66a7cbc8a93aa5Arnaldo Carvalho de Melo struct inet_hashinfo *hashinfo); 210696ab2d3bffc746fb8cf3712f066d42b9886aeedArnaldo Carvalho de Melo 211696ab2d3bffc746fb8cf3712f066d42b9886aeedArnaldo Carvalho de Meloextern void inet_twsk_schedule(struct inet_timewait_sock *tw, 212696ab2d3bffc746fb8cf3712f066d42b9886aeedArnaldo Carvalho de Melo struct inet_timewait_death_row *twdr, 213696ab2d3bffc746fb8cf3712f066d42b9886aeedArnaldo Carvalho de Melo const int timeo, const int timewait_len); 214696ab2d3bffc746fb8cf3712f066d42b9886aeedArnaldo Carvalho de Meloextern void inet_twsk_deschedule(struct inet_timewait_sock *tw, 215696ab2d3bffc746fb8cf3712f066d42b9886aeedArnaldo Carvalho de Melo struct inet_timewait_death_row *twdr); 2163b1e0a655f8eba44ab1ee2a1068d169ccfb853b9YOSHIFUJI Hideaki 217b099ce2602d806deb41caaa578731848995cdb2aEric W. Biedermanextern void inet_twsk_purge(struct inet_hashinfo *hashinfo, 218d315492b1a6ba29da0fa2860759505ae1b2db857Daniel Lezcano struct inet_timewait_death_row *twdr, int family); 219d315492b1a6ba29da0fa2860759505ae1b2db857Daniel Lezcano 2203b1e0a655f8eba44ab1ee2a1068d169ccfb853b9YOSHIFUJI Hideakistatic inline 2213b1e0a655f8eba44ab1ee2a1068d169ccfb853b9YOSHIFUJI Hideakistruct net *twsk_net(const struct inet_timewait_sock *twsk) 2223b1e0a655f8eba44ab1ee2a1068d169ccfb853b9YOSHIFUJI Hideaki{ 2233b1e0a655f8eba44ab1ee2a1068d169ccfb853b9YOSHIFUJI Hideaki#ifdef CONFIG_NET_NS 224b099ce2602d806deb41caaa578731848995cdb2aEric W. Biederman return rcu_dereference(twsk->tw_net); 2253b1e0a655f8eba44ab1ee2a1068d169ccfb853b9YOSHIFUJI Hideaki#else 2263b1e0a655f8eba44ab1ee2a1068d169ccfb853b9YOSHIFUJI Hideaki return &init_net; 2273b1e0a655f8eba44ab1ee2a1068d169ccfb853b9YOSHIFUJI Hideaki#endif 2283b1e0a655f8eba44ab1ee2a1068d169ccfb853b9YOSHIFUJI Hideaki} 2293b1e0a655f8eba44ab1ee2a1068d169ccfb853b9YOSHIFUJI Hideaki 2303b1e0a655f8eba44ab1ee2a1068d169ccfb853b9YOSHIFUJI Hideakistatic inline 231f5aa23fd49063745f85644dd7a9330acd706add6Denis V. Lunevvoid twsk_net_set(struct inet_timewait_sock *twsk, struct net *net) 2323b1e0a655f8eba44ab1ee2a1068d169ccfb853b9YOSHIFUJI Hideaki{ 2333b1e0a655f8eba44ab1ee2a1068d169ccfb853b9YOSHIFUJI Hideaki#ifdef CONFIG_NET_NS 234b099ce2602d806deb41caaa578731848995cdb2aEric W. Biederman rcu_assign_pointer(twsk->tw_net, net); 2353b1e0a655f8eba44ab1ee2a1068d169ccfb853b9YOSHIFUJI Hideaki#endif 2363b1e0a655f8eba44ab1ee2a1068d169ccfb853b9YOSHIFUJI Hideaki} 2378feaf0c0a5488b3d898a9c207eb6678f44ba3f26Arnaldo Carvalho de Melo#endif /* _INET_TIMEWAIT_SOCK_ */ 238