18129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo/* 28129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo * INET An implementation of the TCP/IP protocol suite for the LINUX 38129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo * operating system. INET is implemented using the BSD Socket 48129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo * interface as the means of communication with the user level. 58129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo * 68129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo * Support for INET6 connection oriented protocols. 78129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo * 88129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo * Authors: See the TCPv6 sources 98129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo * 108129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo * This program is free software; you can redistribute it and/or 118129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo * modify it under the terms of the GNU General Public License 128129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo * as published by the Free Software Foundation; either version 138129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo * 2 of the License, or(at your option) any later version. 148129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo */ 158129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo 168129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo#include <linux/module.h> 178129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo#include <linux/in6.h> 188129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo#include <linux/ipv6.h> 198129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo#include <linux/jhash.h> 205a0e3ad6af8660be21ca98a971cd00f331318c05Tejun Heo#include <linux/slab.h> 218129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo 228129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo#include <net/addrconf.h> 238129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo#include <net/inet_connection_sock.h> 24b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo#include <net/inet_ecn.h> 25b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo#include <net/inet_hashtables.h> 26b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo#include <net/ip6_route.h> 278129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo#include <net/sock.h> 289f5336e21893fafd232a9a02cfa7588ad153889aAdrian Bunk#include <net/inet6_connection_sock.h> 298129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo 30b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Meloint inet6_csk_bind_conflict(const struct sock *sk, 31aacd9289af8b82f5fb01bcdd53d0e3406d1333c7Alex Copot const struct inet_bind_bucket *tb, bool relax) 32b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo{ 33b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo const struct sock *sk2; 345ba24953e9707387cce87b07f0d5fbdd03c5c11bTom Herbert int reuse = sk->sk_reuse; 355ba24953e9707387cce87b07f0d5fbdd03c5c11bTom Herbert int reuseport = sk->sk_reuseport; 36243bb4c6d731f886ac7a99b986e46625f0d5ba07Eric W. Biederman kuid_t uid = sock_i_uid((struct sock *)sk); 37b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo 38b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo /* We must walk the whole port owner list in this case. -DaveM */ 397477fd2e6b676fcd15861c2a96a7172f71afe0a5Pavel Emelyanov /* 407477fd2e6b676fcd15861c2a96a7172f71afe0a5Pavel Emelyanov * See comment in inet_csk_bind_conflict about sock lookup 417477fd2e6b676fcd15861c2a96a7172f71afe0a5Pavel Emelyanov * vs net namespaces issues. 427477fd2e6b676fcd15861c2a96a7172f71afe0a5Pavel Emelyanov */ 43b67bfe0d42cac56c512dd5da4b1b347a23f4b70aSasha Levin sk_for_each_bound(sk2, &tb->owners) { 44b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo if (sk != sk2 && 45b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo (!sk->sk_bound_dev_if || 46b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo !sk2->sk_bound_dev_if || 475ba24953e9707387cce87b07f0d5fbdd03c5c11bTom Herbert sk->sk_bound_dev_if == sk2->sk_bound_dev_if)) { 485ba24953e9707387cce87b07f0d5fbdd03c5c11bTom Herbert if ((!reuse || !sk2->sk_reuse || 495ba24953e9707387cce87b07f0d5fbdd03c5c11bTom Herbert sk2->sk_state == TCP_LISTEN) && 505ba24953e9707387cce87b07f0d5fbdd03c5c11bTom Herbert (!reuseport || !sk2->sk_reuseport || 515ba24953e9707387cce87b07f0d5fbdd03c5c11bTom Herbert (sk2->sk_state != TCP_TIME_WAIT && 525ba24953e9707387cce87b07f0d5fbdd03c5c11bTom Herbert !uid_eq(uid, 535ba24953e9707387cce87b07f0d5fbdd03c5c11bTom Herbert sock_i_uid((struct sock *)sk2))))) { 545ba24953e9707387cce87b07f0d5fbdd03c5c11bTom Herbert if (ipv6_rcv_saddr_equal(sk, sk2)) 555ba24953e9707387cce87b07f0d5fbdd03c5c11bTom Herbert break; 565ba24953e9707387cce87b07f0d5fbdd03c5c11bTom Herbert } 57dd9f319d94c99b96fc9b34ccde7389a91059fe31Flavio Leitner if (!relax && reuse && sk2->sk_reuse && 58dd9f319d94c99b96fc9b34ccde7389a91059fe31Flavio Leitner sk2->sk_state != TCP_LISTEN && 59dd9f319d94c99b96fc9b34ccde7389a91059fe31Flavio Leitner ipv6_rcv_saddr_equal(sk, sk2)) 60dd9f319d94c99b96fc9b34ccde7389a91059fe31Flavio Leitner break; 615ba24953e9707387cce87b07f0d5fbdd03c5c11bTom Herbert } 62b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo } 63b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo 64b67bfe0d42cac56c512dd5da4b1b347a23f4b70aSasha Levin return sk2 != NULL; 65b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo} 66b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo 67b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de MeloEXPORT_SYMBOL_GPL(inet6_csk_bind_conflict); 68b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo 69ae4694b2d3e4c0f47c0e804a68417be57e5daf85David S. Millerstruct dst_entry *inet6_csk_route_req(struct sock *sk, 703840a06e6046aaee95f33a120499d2dc8c054b9dNeal Cardwell struct flowi6 *fl6, 71ae4694b2d3e4c0f47c0e804a68417be57e5daf85David S. Miller const struct request_sock *req) 72ae4694b2d3e4c0f47c0e804a68417be57e5daf85David S. Miller{ 73ae4694b2d3e4c0f47c0e804a68417be57e5daf85David S. Miller struct inet6_request_sock *treq = inet6_rsk(req); 74ae4694b2d3e4c0f47c0e804a68417be57e5daf85David S. Miller struct ipv6_pinfo *np = inet6_sk(sk); 75ae4694b2d3e4c0f47c0e804a68417be57e5daf85David S. Miller struct in6_addr *final_p, final; 76ae4694b2d3e4c0f47c0e804a68417be57e5daf85David S. Miller struct dst_entry *dst; 774c9483b2fb5d2548c3cc1fe03cdd4484ceeb5d1cDavid S. Miller 783840a06e6046aaee95f33a120499d2dc8c054b9dNeal Cardwell memset(fl6, 0, sizeof(*fl6)); 793840a06e6046aaee95f33a120499d2dc8c054b9dNeal Cardwell fl6->flowi6_proto = IPPROTO_TCP; 803840a06e6046aaee95f33a120499d2dc8c054b9dNeal Cardwell fl6->daddr = treq->rmt_addr; 813840a06e6046aaee95f33a120499d2dc8c054b9dNeal Cardwell final_p = fl6_update_dst(fl6, np->opt, &final); 823840a06e6046aaee95f33a120499d2dc8c054b9dNeal Cardwell fl6->saddr = treq->loc_addr; 833840a06e6046aaee95f33a120499d2dc8c054b9dNeal Cardwell fl6->flowi6_oif = treq->iif; 846ba3a0e3b112bdb47858e97aa763706ba26ca5eaLorenzo Colitti fl6->flowi6_mark = inet_rsk(req)->ir_mark; 853840a06e6046aaee95f33a120499d2dc8c054b9dNeal Cardwell fl6->fl6_dport = inet_rsk(req)->rmt_port; 863840a06e6046aaee95f33a120499d2dc8c054b9dNeal Cardwell fl6->fl6_sport = inet_rsk(req)->loc_port; 8799a6ea48b591877d1cd6a51732c40a1d5321d961Lorenzo Colitti fl6->flowi6_uid = sock_i_uid(sk); 883840a06e6046aaee95f33a120499d2dc8c054b9dNeal Cardwell security_req_classify_flow(req, flowi6_to_flowi(fl6)); 894c9483b2fb5d2548c3cc1fe03cdd4484ceeb5d1cDavid S. Miller 903840a06e6046aaee95f33a120499d2dc8c054b9dNeal Cardwell dst = ip6_dst_lookup_flow(sk, fl6, final_p, false); 9168d0c6d34d586a893292d4fb633a3bf8c547b222David S. Miller if (IS_ERR(dst)) 92ae4694b2d3e4c0f47c0e804a68417be57e5daf85David S. Miller return NULL; 93ae4694b2d3e4c0f47c0e804a68417be57e5daf85David S. Miller 94ae4694b2d3e4c0f47c0e804a68417be57e5daf85David S. Miller return dst; 95ae4694b2d3e4c0f47c0e804a68417be57e5daf85David S. Miller} 96ae4694b2d3e4c0f47c0e804a68417be57e5daf85David S. Miller 978129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo/* 988129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo * request_sock (formerly open request) hash tables. 998129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo */ 100fede70b9862635ab1bed84ab3d765e9069616b02Al Virostatic u32 inet6_synq_hash(const struct in6_addr *raddr, const __be16 rport, 101c16a98ed91597b40b22b540c6517103497ef8e74Eric Dumazet const u32 rnd, const u32 synq_hsize) 1028129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo{ 10382a39eb6b3829a02e235656feddb4542517fcabcJozsef Kadlecsik u32 c; 1048129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo 10582a39eb6b3829a02e235656feddb4542517fcabcJozsef Kadlecsik c = jhash_3words((__force u32)raddr->s6_addr32[0], 10682a39eb6b3829a02e235656feddb4542517fcabcJozsef Kadlecsik (__force u32)raddr->s6_addr32[1], 10782a39eb6b3829a02e235656feddb4542517fcabcJozsef Kadlecsik (__force u32)raddr->s6_addr32[2], 10882a39eb6b3829a02e235656feddb4542517fcabcJozsef Kadlecsik rnd); 1098129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo 11082a39eb6b3829a02e235656feddb4542517fcabcJozsef Kadlecsik c = jhash_2words((__force u32)raddr->s6_addr32[3], 11182a39eb6b3829a02e235656feddb4542517fcabcJozsef Kadlecsik (__force u32)rport, 11282a39eb6b3829a02e235656feddb4542517fcabcJozsef Kadlecsik c); 1138129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo 1148129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo return c & (synq_hsize - 1); 1158129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo} 1168129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo 1178129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melostruct request_sock *inet6_csk_search_req(const struct sock *sk, 1188129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo struct request_sock ***prevp, 119fede70b9862635ab1bed84ab3d765e9069616b02Al Viro const __be16 rport, 1208129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo const struct in6_addr *raddr, 1218129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo const struct in6_addr *laddr, 1228129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo const int iif) 1238129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo{ 1248129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo const struct inet_connection_sock *icsk = inet_csk(sk); 1258129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo struct listen_sock *lopt = icsk->icsk_accept_queue.listen_opt; 1268129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo struct request_sock *req, **prev; 1278129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo 1288129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo for (prev = &lopt->syn_table[inet6_synq_hash(raddr, rport, 1298129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo lopt->hash_rnd, 1308129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo lopt->nr_table_entries)]; 1318129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo (req = *prev) != NULL; 1328129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo prev = &req->dl_next) { 133ca304b6104ffdd120bb6687a88a0625e58bc71cdArnaldo Carvalho de Melo const struct inet6_request_sock *treq = inet6_rsk(req); 1348129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo 1358129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo if (inet_rsk(req)->rmt_port == rport && 1368129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo req->rsk_ops->family == AF_INET6 && 1378129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo ipv6_addr_equal(&treq->rmt_addr, raddr) && 1388129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo ipv6_addr_equal(&treq->loc_addr, laddr) && 1398129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo (!treq->iif || treq->iif == iif)) { 140547b792cac0a038b9dbf958d3c120df3740b5572Ilpo Järvinen WARN_ON(req->sk != NULL); 1418129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo *prevp = prev; 1428129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo return req; 1438129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo } 1448129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo } 1458129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo 1468129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo return NULL; 1478129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo} 1488129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo 1498129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de MeloEXPORT_SYMBOL_GPL(inet6_csk_search_req); 1508129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo 1518129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melovoid inet6_csk_reqsk_queue_hash_add(struct sock *sk, 1528129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo struct request_sock *req, 1538129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo const unsigned long timeout) 1548129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo{ 1558129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo struct inet_connection_sock *icsk = inet_csk(sk); 1568129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo struct listen_sock *lopt = icsk->icsk_accept_queue.listen_opt; 157ca304b6104ffdd120bb6687a88a0625e58bc71cdArnaldo Carvalho de Melo const u32 h = inet6_synq_hash(&inet6_rsk(req)->rmt_addr, 1588129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo inet_rsk(req)->rmt_port, 1598129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo lopt->hash_rnd, lopt->nr_table_entries); 1608129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo 1618129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo reqsk_queue_hash_req(&icsk->icsk_accept_queue, h, req, timeout); 1628129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo inet_csk_reqsk_queue_added(sk, timeout); 1638129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo} 1648129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de Melo 1658129765ac07c2455c927051e3a8b048b619b56eeArnaldo Carvalho de MeloEXPORT_SYMBOL_GPL(inet6_csk_reqsk_queue_hash_add); 166b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo 167b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melovoid inet6_csk_addr2sockaddr(struct sock *sk, struct sockaddr * uaddr) 168b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo{ 169b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo struct ipv6_pinfo *np = inet6_sk(sk); 170b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *) uaddr; 171b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo 172b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo sin6->sin6_family = AF_INET6; 1734e3fd7a06dc20b2d8ec6892233ad2012968fe7b6Alexey Dobriyan sin6->sin6_addr = np->daddr; 174c720c7e8383aff1cb219bddf474ed89d850336e3Eric Dumazet sin6->sin6_port = inet_sk(sk)->inet_dport; 175b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo /* We do not store received flowlabel for TCP */ 176b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo sin6->sin6_flowinfo = 0; 177842df0739776fc9af7ac15968b44415a31ba9be4Hannes Frederic Sowa sin6->sin6_scope_id = ipv6_iface_scope_id(&sin6->sin6_addr, 178842df0739776fc9af7ac15968b44415a31ba9be4Hannes Frederic Sowa sk->sk_bound_dev_if); 179b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo} 180b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo 181b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de MeloEXPORT_SYMBOL_GPL(inet6_csk_addr2sockaddr); 182b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo 183a47ed4cd8cb0709723392f5b841e9015f765d0a6Noriaki TAKAMIYAstatic inline 184a47ed4cd8cb0709723392f5b841e9015f765d0a6Noriaki TAKAMIYAvoid __inet6_csk_dst_store(struct sock *sk, struct dst_entry *dst, 185d3818c92afabecfe6b8e5d2e3734c8753522987cEric Dumazet const struct in6_addr *daddr, 186d3818c92afabecfe6b8e5d2e3734c8753522987cEric Dumazet const struct in6_addr *saddr) 187a47ed4cd8cb0709723392f5b841e9015f765d0a6Noriaki TAKAMIYA{ 188a47ed4cd8cb0709723392f5b841e9015f765d0a6Noriaki TAKAMIYA __ip6_dst_store(sk, dst, daddr, saddr); 189a47ed4cd8cb0709723392f5b841e9015f765d0a6Noriaki TAKAMIYA} 190a47ed4cd8cb0709723392f5b841e9015f765d0a6Noriaki TAKAMIYA 191a47ed4cd8cb0709723392f5b841e9015f765d0a6Noriaki TAKAMIYAstatic inline 192a47ed4cd8cb0709723392f5b841e9015f765d0a6Noriaki TAKAMIYAstruct dst_entry *__inet6_csk_dst_check(struct sock *sk, u32 cookie) 193a47ed4cd8cb0709723392f5b841e9015f765d0a6Noriaki TAKAMIYA{ 1946f3118b571b8a4c06c7985dc3172c3526cb86253Nicolas Dichtel return __sk_dst_check(sk, cookie); 195a47ed4cd8cb0709723392f5b841e9015f765d0a6Noriaki TAKAMIYA} 196a47ed4cd8cb0709723392f5b841e9015f765d0a6Noriaki TAKAMIYA 197d3818c92afabecfe6b8e5d2e3734c8753522987cEric Dumazetstatic struct dst_entry *inet6_csk_route_socket(struct sock *sk, 198d3818c92afabecfe6b8e5d2e3734c8753522987cEric Dumazet struct flowi6 *fl6) 199b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo{ 200b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo struct inet_sock *inet = inet_sk(sk); 201b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo struct ipv6_pinfo *np = inet6_sk(sk); 20220c59de2e6b6bc74bbf714dcd4e720afe8d516cfArnaud Ebalard struct in6_addr *final_p, final; 20335ad9b9cf7d8a2e6259a0d24022e910adb6f3489David S. Miller struct dst_entry *dst; 204b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo 205d3818c92afabecfe6b8e5d2e3734c8753522987cEric Dumazet memset(fl6, 0, sizeof(*fl6)); 206d3818c92afabecfe6b8e5d2e3734c8753522987cEric Dumazet fl6->flowi6_proto = sk->sk_protocol; 207d3818c92afabecfe6b8e5d2e3734c8753522987cEric Dumazet fl6->daddr = np->daddr; 208d3818c92afabecfe6b8e5d2e3734c8753522987cEric Dumazet fl6->saddr = np->saddr; 209d3818c92afabecfe6b8e5d2e3734c8753522987cEric Dumazet fl6->flowlabel = np->flow_label; 210d3818c92afabecfe6b8e5d2e3734c8753522987cEric Dumazet IP6_ECN_flow_xmit(sk, fl6->flowlabel); 211d3818c92afabecfe6b8e5d2e3734c8753522987cEric Dumazet fl6->flowi6_oif = sk->sk_bound_dev_if; 212d3818c92afabecfe6b8e5d2e3734c8753522987cEric Dumazet fl6->flowi6_mark = sk->sk_mark; 213d3818c92afabecfe6b8e5d2e3734c8753522987cEric Dumazet fl6->fl6_sport = inet->inet_sport; 214d3818c92afabecfe6b8e5d2e3734c8753522987cEric Dumazet fl6->fl6_dport = inet->inet_dport; 21599a6ea48b591877d1cd6a51732c40a1d5321d961Lorenzo Colitti fl6->flowi6_uid = sock_i_uid(sk); 216d3818c92afabecfe6b8e5d2e3734c8753522987cEric Dumazet security_sk_classify_flow(sk, flowi6_to_flowi(fl6)); 217b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo 218d3818c92afabecfe6b8e5d2e3734c8753522987cEric Dumazet final_p = fl6_update_dst(fl6, np->opt, &final); 219b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo 220a47ed4cd8cb0709723392f5b841e9015f765d0a6Noriaki TAKAMIYA dst = __inet6_csk_dst_check(sk, np->dst_cookie); 22135ad9b9cf7d8a2e6259a0d24022e910adb6f3489David S. Miller if (!dst) { 222d3818c92afabecfe6b8e5d2e3734c8753522987cEric Dumazet dst = ip6_dst_lookup_flow(sk, fl6, final_p, false); 223b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo 22435ad9b9cf7d8a2e6259a0d24022e910adb6f3489David S. Miller if (!IS_ERR(dst)) 22535ad9b9cf7d8a2e6259a0d24022e910adb6f3489David S. Miller __inet6_csk_dst_store(sk, dst, NULL, NULL); 22635ad9b9cf7d8a2e6259a0d24022e910adb6f3489David S. Miller } 22735ad9b9cf7d8a2e6259a0d24022e910adb6f3489David S. Miller return dst; 22835ad9b9cf7d8a2e6259a0d24022e910adb6f3489David S. Miller} 229b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo 23035ad9b9cf7d8a2e6259a0d24022e910adb6f3489David S. Millerint inet6_csk_xmit(struct sk_buff *skb, struct flowi *fl_unused) 23135ad9b9cf7d8a2e6259a0d24022e910adb6f3489David S. Miller{ 23235ad9b9cf7d8a2e6259a0d24022e910adb6f3489David S. Miller struct sock *sk = skb->sk; 23335ad9b9cf7d8a2e6259a0d24022e910adb6f3489David S. Miller struct ipv6_pinfo *np = inet6_sk(sk); 23435ad9b9cf7d8a2e6259a0d24022e910adb6f3489David S. Miller struct flowi6 fl6; 23535ad9b9cf7d8a2e6259a0d24022e910adb6f3489David S. Miller struct dst_entry *dst; 23635ad9b9cf7d8a2e6259a0d24022e910adb6f3489David S. Miller int res; 23735ad9b9cf7d8a2e6259a0d24022e910adb6f3489David S. Miller 238d3818c92afabecfe6b8e5d2e3734c8753522987cEric Dumazet dst = inet6_csk_route_socket(sk, &fl6); 23935ad9b9cf7d8a2e6259a0d24022e910adb6f3489David S. Miller if (IS_ERR(dst)) { 24035ad9b9cf7d8a2e6259a0d24022e910adb6f3489David S. Miller sk->sk_err_soft = -PTR_ERR(dst); 24135ad9b9cf7d8a2e6259a0d24022e910adb6f3489David S. Miller sk->sk_route_caps = 0; 24235ad9b9cf7d8a2e6259a0d24022e910adb6f3489David S. Miller kfree_skb(skb); 24335ad9b9cf7d8a2e6259a0d24022e910adb6f3489David S. Miller return PTR_ERR(dst); 244b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo } 245b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo 246d14730b8e9117c9b77aacd391c049b50163e9b61Eric Dumazet rcu_read_lock(); 247d14730b8e9117c9b77aacd391c049b50163e9b61Eric Dumazet skb_dst_set_noref(skb, dst); 248b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo 249b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo /* Restore final destination back after routing done */ 2504e3fd7a06dc20b2d8ec6892233ad2012968fe7b6Alexey Dobriyan fl6.daddr = np->daddr; 251b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo 252b903d324bee2627036d024dceed73b3c96558795Eric Dumazet res = ip6_xmit(sk, skb, &fl6, np->opt, np->tclass); 253d14730b8e9117c9b77aacd391c049b50163e9b61Eric Dumazet rcu_read_unlock(); 254d14730b8e9117c9b77aacd391c049b50163e9b61Eric Dumazet return res; 255b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de Melo} 256b9750ce13c08aa8a71a9b138d741f3046aefd991Arnaldo Carvalho de MeloEXPORT_SYMBOL_GPL(inet6_csk_xmit); 25735ad9b9cf7d8a2e6259a0d24022e910adb6f3489David S. Miller 25835ad9b9cf7d8a2e6259a0d24022e910adb6f3489David S. Millerstruct dst_entry *inet6_csk_update_pmtu(struct sock *sk, u32 mtu) 25935ad9b9cf7d8a2e6259a0d24022e910adb6f3489David S. Miller{ 260d3818c92afabecfe6b8e5d2e3734c8753522987cEric Dumazet struct flowi6 fl6; 261d3818c92afabecfe6b8e5d2e3734c8753522987cEric Dumazet struct dst_entry *dst = inet6_csk_route_socket(sk, &fl6); 26235ad9b9cf7d8a2e6259a0d24022e910adb6f3489David S. Miller 26335ad9b9cf7d8a2e6259a0d24022e910adb6f3489David S. Miller if (IS_ERR(dst)) 26435ad9b9cf7d8a2e6259a0d24022e910adb6f3489David S. Miller return NULL; 2656700c2709c08d74ae2c3c29b84a30da012dbc7f1David S. Miller dst->ops->update_pmtu(dst, sk, NULL, mtu); 26635ad9b9cf7d8a2e6259a0d24022e910adb6f3489David S. Miller 267b4dd006760d671337b62532277b0296bcee8dfd4Eric Dumazet dst = inet6_csk_route_socket(sk, &fl6); 268b4dd006760d671337b62532277b0296bcee8dfd4Eric Dumazet return IS_ERR(dst) ? NULL : dst; 26935ad9b9cf7d8a2e6259a0d24022e910adb6f3489David S. Miller} 27035ad9b9cf7d8a2e6259a0d24022e910adb6f3489David S. MillerEXPORT_SYMBOL_GPL(inet6_csk_update_pmtu); 271