11da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*
21da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * INET		An implementation of the TCP/IP protocol suite for the LINUX
31da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *		operating system.  INET is implemented using the  BSD Socket
41da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *		interface as the means of communication with the user level.
51da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *
61da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *		IPv4 Forwarding Information Base: policy rules.
71da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *
81da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Authors:	Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru>
96a31d2a97c04ffe9b161ec0177a2296366ff9249Eric Dumazet *		Thomas Graf <tgraf@suug.ch>
101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *
111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *		This program is free software; you can redistribute it and/or
121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *		modify it under the terms of the GNU General Public License
131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *		as published by the Free Software Foundation; either version
141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *		2 of the License, or (at your option) any later version.
151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *
161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Fixes:
176a31d2a97c04ffe9b161ec0177a2296366ff9249Eric Dumazet *		Rani Assaf	:	local_rule cannot be deleted
181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *		Marc Boucher	:	routing by fwmark
191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */
201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/types.h>
221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/kernel.h>
231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/netdevice.h>
241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/netlink.h>
25e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf#include <linux/inetdevice.h>
261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/init.h>
277b204afd45820fc21b5983205ad535c6b8088765Robert Olsson#include <linux/list.h>
287b204afd45820fc21b5983205ad535c6b8088765Robert Olsson#include <linux/rcupdate.h>
29bc3b2d7fb9b014d75ebb79ba371a763dbab5e8cfPaul Gortmaker#include <linux/export.h>
301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <net/ip.h>
311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <net/route.h>
321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <net/tcp.h>
331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <net/ip_fib.h>
34e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf#include <net/fib_rules.h>
351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
366a31d2a97c04ffe9b161ec0177a2296366ff9249Eric Dumazetstruct fib4_rule {
37e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	struct fib_rule		common;
38e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	u8			dst_len;
39e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	u8			src_len;
40e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	u8			tos;
4181f7bf6cbaca02c034b0393c51fc22b29cba20f7Al Viro	__be32			src;
4281f7bf6cbaca02c034b0393c51fc22b29cba20f7Al Viro	__be32			srcmask;
4381f7bf6cbaca02c034b0393c51fc22b29cba20f7Al Viro	__be32			dst;
4481f7bf6cbaca02c034b0393c51fc22b29cba20f7Al Viro	__be32			dstmask;
45c7066f70d9610df0b9406cc635fc09e86136e714Patrick McHardy#ifdef CONFIG_IP_ROUTE_CLASSID
46e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	u32			tclassid;
471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#endif
481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds};
491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
50f4530fa574df4d833506c53697ed1daa0d390bf4David S. Millerint __fib_lookup(struct net *net, struct flowi4 *flp, struct fib_result *res)
51e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf{
52e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	struct fib_lookup_arg arg = {
53e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf		.result = res,
54ebc0ffae5dfb4447e0a431ffe7fe1d467c48bbb9Eric Dumazet		.flags = FIB_LOOKUP_NOREF,
55e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	};
56e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	int err;
571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
5822bd5b9b13f2931ac80949f8bfbc40e8cab05be7David S. Miller	err = fib_rules_lookup(net->ipv4.rules_ops, flowi4_to_flowi(flp), 0, &arg);
5985b91b0339e764f7e56ff5968fa10d85451378b4David S. Miller#ifdef CONFIG_IP_ROUTE_CLASSID
6085b91b0339e764f7e56ff5968fa10d85451378b4David S. Miller	if (arg.rule)
6185b91b0339e764f7e56ff5968fa10d85451378b4David S. Miller		res->tclassid = ((struct fib4_rule *)arg.rule)->tclassid;
6285b91b0339e764f7e56ff5968fa10d85451378b4David S. Miller	else
6385b91b0339e764f7e56ff5968fa10d85451378b4David S. Miller		res->tclassid = 0;
6485b91b0339e764f7e56ff5968fa10d85451378b4David S. Miller#endif
6549dd18ba4615eaa72f15c9087dea1c2ab4744cf5Panu Matilainen
6649dd18ba4615eaa72f15c9087dea1c2ab4744cf5Panu Matilainen	if (err == -ESRCH)
6749dd18ba4615eaa72f15c9087dea1c2ab4744cf5Panu Matilainen		err = -ENETUNREACH;
6849dd18ba4615eaa72f15c9087dea1c2ab4744cf5Panu Matilainen
69e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	return err;
70e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf}
71f4530fa574df4d833506c53697ed1daa0d390bf4David S. MillerEXPORT_SYMBOL_GPL(__fib_lookup);
72e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf
738ce11e6a9faf1f1c849b77104adc1642c46aee95Adrian Bunkstatic int fib4_rule_action(struct fib_rule *rule, struct flowi *flp,
748ce11e6a9faf1f1c849b77104adc1642c46aee95Adrian Bunk			    int flags, struct fib_lookup_arg *arg)
751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{
76e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	int err = -EAGAIN;
77e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	struct fib_table *tbl;
78e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf
79e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	switch (rule->action) {
80e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	case FR_ACT_TO_TBL:
81e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf		break;
82e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf
83e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	case FR_ACT_UNREACHABLE:
84e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf		err = -ENETUNREACH;
85e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf		goto errout;
86e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf
87e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	case FR_ACT_PROHIBIT:
88e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf		err = -EACCES;
89e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf		goto errout;
90e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf
91e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	case FR_ACT_BLACKHOLE:
92e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	default:
93e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf		err = -EINVAL;
94e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf		goto errout;
951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	}
96e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf
976a31d2a97c04ffe9b161ec0177a2296366ff9249Eric Dumazet	tbl = fib_get_table(rule->fr_net, rule->table);
986a31d2a97c04ffe9b161ec0177a2296366ff9249Eric Dumazet	if (!tbl)
99e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf		goto errout;
100e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf
10122bd5b9b13f2931ac80949f8bfbc40e8cab05be7David S. Miller	err = fib_table_lookup(tbl, &flp->u.ip4, (struct fib_result *) arg->result, arg->flags);
102e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	if (err > 0)
103e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf		err = -EAGAIN;
104e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graferrout:
1051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	return err;
1061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}
1071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
1087764a45a8f1fe74d4f7d301eaca2e558e7e2831aStefan Tomanekstatic bool fib4_rule_suppress(struct fib_rule *rule, struct fib_lookup_arg *arg)
1097764a45a8f1fe74d4f7d301eaca2e558e7e2831aStefan Tomanek{
1106ef94cfafba159d6b1a902ccb3349ac6a34ff6adStefan Tomanek	struct fib_result *result = (struct fib_result *) arg->result;
111673498b8ed4c4d4b7221c5309d891c5eac2b7528Stefan Tomanek	struct net_device *dev = NULL;
112673498b8ed4c4d4b7221c5309d891c5eac2b7528Stefan Tomanek
113673498b8ed4c4d4b7221c5309d891c5eac2b7528Stefan Tomanek	if (result->fi)
114673498b8ed4c4d4b7221c5309d891c5eac2b7528Stefan Tomanek		dev = result->fi->fib_dev;
1156ef94cfafba159d6b1a902ccb3349ac6a34ff6adStefan Tomanek
1167764a45a8f1fe74d4f7d301eaca2e558e7e2831aStefan Tomanek	/* do not accept result if the route does
1177764a45a8f1fe74d4f7d301eaca2e558e7e2831aStefan Tomanek	 * not meet the required prefix length
1187764a45a8f1fe74d4f7d301eaca2e558e7e2831aStefan Tomanek	 */
11973f5698e77219bfc3ea1903759fe8e20ab5b285eStefan Tomanek	if (result->prefixlen <= rule->suppress_prefixlen)
1206ef94cfafba159d6b1a902ccb3349ac6a34ff6adStefan Tomanek		goto suppress_route;
1216ef94cfafba159d6b1a902ccb3349ac6a34ff6adStefan Tomanek
1226ef94cfafba159d6b1a902ccb3349ac6a34ff6adStefan Tomanek	/* do not accept result if the route uses a device
1236ef94cfafba159d6b1a902ccb3349ac6a34ff6adStefan Tomanek	 * belonging to a forbidden interface group
1246ef94cfafba159d6b1a902ccb3349ac6a34ff6adStefan Tomanek	 */
1256ef94cfafba159d6b1a902ccb3349ac6a34ff6adStefan Tomanek	if (rule->suppress_ifgroup != -1 && dev && dev->group == rule->suppress_ifgroup)
1266ef94cfafba159d6b1a902ccb3349ac6a34ff6adStefan Tomanek		goto suppress_route;
1276ef94cfafba159d6b1a902ccb3349ac6a34ff6adStefan Tomanek
1287764a45a8f1fe74d4f7d301eaca2e558e7e2831aStefan Tomanek	return false;
1296ef94cfafba159d6b1a902ccb3349ac6a34ff6adStefan Tomanek
1306ef94cfafba159d6b1a902ccb3349ac6a34ff6adStefan Tomaneksuppress_route:
1316ef94cfafba159d6b1a902ccb3349ac6a34ff6adStefan Tomanek	if (!(arg->flags & FIB_LOOKUP_NOREF))
1326ef94cfafba159d6b1a902ccb3349ac6a34ff6adStefan Tomanek		fib_info_put(result->fi);
1336ef94cfafba159d6b1a902ccb3349ac6a34ff6adStefan Tomanek	return true;
1347764a45a8f1fe74d4f7d301eaca2e558e7e2831aStefan Tomanek}
135e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf
136e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Grafstatic int fib4_rule_match(struct fib_rule *rule, struct flowi *fl, int flags)
137e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf{
138e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	struct fib4_rule *r = (struct fib4_rule *) rule;
1399ade22861f922344788321e374c542c92bc049b6David S. Miller	struct flowi4 *fl4 = &fl->u.ip4;
1409ade22861f922344788321e374c542c92bc049b6David S. Miller	__be32 daddr = fl4->daddr;
1419ade22861f922344788321e374c542c92bc049b6David S. Miller	__be32 saddr = fl4->saddr;
142e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf
143e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	if (((saddr ^ r->src) & r->srcmask) ||
144e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	    ((daddr ^ r->dst) & r->dstmask))
145e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf		return 0;
146e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf
1479ade22861f922344788321e374c542c92bc049b6David S. Miller	if (r->tos && (r->tos != fl4->flowi4_tos))
148e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf		return 0;
149e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf
150e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	return 1;
151e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf}
1521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
1538ad4942cd5bdad4143f7aa1d1bd4f7b2526c19c5Denis V. Lunevstatic struct fib_table *fib_empty_table(struct net *net)
1541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{
1552dfe55b47e3d66ded5a84caf71e0da5710edf48bPatrick McHardy	u32 id;
1561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
1571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	for (id = 1; id <= RT_TABLE_MAX; id++)
1588ad4942cd5bdad4143f7aa1d1bd4f7b2526c19c5Denis V. Lunev		if (fib_get_table(net, id) == NULL)
1598ad4942cd5bdad4143f7aa1d1bd4f7b2526c19c5Denis V. Lunev			return fib_new_table(net, id);
1601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	return NULL;
1611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}
1621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
163ef7c79ed645f52bcbdd88f8d54a9702c4d3fd15dPatrick McHardystatic const struct nla_policy fib4_rule_policy[FRA_MAX+1] = {
1641f6c9557e8206757c91b5737bb8dbd5b1ae3a773Thomas Graf	FRA_GENERIC_POLICY,
165e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	[FRA_FLOW]	= { .type = NLA_U32 },
166e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf};
1677b204afd45820fc21b5983205ad535c6b8088765Robert Olsson
168e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Grafstatic int fib4_rule_configure(struct fib_rule *rule, struct sk_buff *skb,
1698b3521eeb7598c3b10c7e14361a7974464527702Rami Rosen			       struct fib_rule_hdr *frh,
170e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf			       struct nlattr **tb)
1711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{
1723b1e0a655f8eba44ab1ee2a1068d169ccfb853b9YOSHIFUJI Hideaki	struct net *net = sock_net(skb->sk);
173e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	int err = -EINVAL;
174e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	struct fib4_rule *rule4 = (struct fib4_rule *) rule;
1751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
176e1701c68c1d1aeb3213d7016593ea9a1d4309417Thomas Graf	if (frh->tos & ~IPTOS_TOS_MASK)
177e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf		goto errout;
1787b204afd45820fc21b5983205ad535c6b8088765Robert Olsson
179e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	if (rule->table == RT_TABLE_UNSPEC) {
180e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf		if (rule->action == FR_ACT_TO_TBL) {
181e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf			struct fib_table *table;
1821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
183e4e4971c5f8b70daccdd401132a81b723dc8337eDenis V. Lunev			table = fib_empty_table(net);
184e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf			if (table == NULL) {
185e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf				err = -ENOBUFS;
186e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf				goto errout;
187e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf			}
1881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
189e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf			rule->table = table->tb_id;
1901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds		}
1911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	}
1921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
193e1701c68c1d1aeb3213d7016593ea9a1d4309417Thomas Graf	if (frh->src_len)
19445d60b9e29556a7831812ec338d82f4d3a4145f8Al Viro		rule4->src = nla_get_be32(tb[FRA_SRC]);
1957b204afd45820fc21b5983205ad535c6b8088765Robert Olsson
196e1701c68c1d1aeb3213d7016593ea9a1d4309417Thomas Graf	if (frh->dst_len)
19745d60b9e29556a7831812ec338d82f4d3a4145f8Al Viro		rule4->dst = nla_get_be32(tb[FRA_DST]);
1987b204afd45820fc21b5983205ad535c6b8088765Robert Olsson
199c7066f70d9610df0b9406cc635fc09e86136e714Patrick McHardy#ifdef CONFIG_IP_ROUTE_CLASSID
2007a9bc9b81a5bc6e44ebc80ef781332e4385083f2David S. Miller	if (tb[FRA_FLOW]) {
201e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf		rule4->tclassid = nla_get_u32(tb[FRA_FLOW]);
2027a9bc9b81a5bc6e44ebc80ef781332e4385083f2David S. Miller		if (rule4->tclassid)
203f4530fa574df4d833506c53697ed1daa0d390bf4David S. Miller			net->ipv4.fib_num_tclassid_users++;
2047a9bc9b81a5bc6e44ebc80ef781332e4385083f2David S. Miller	}
2051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#endif
2061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
207e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	rule4->src_len = frh->src_len;
208e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	rule4->srcmask = inet_make_mask(rule4->src_len);
209e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	rule4->dst_len = frh->dst_len;
210e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	rule4->dstmask = inet_make_mask(rule4->dst_len);
211e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	rule4->tos = frh->tos;
2127b204afd45820fc21b5983205ad535c6b8088765Robert Olsson
213f4530fa574df4d833506c53697ed1daa0d390bf4David S. Miller	net->ipv4.fib_has_custom_rules = true;
214e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	err = 0;
215e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graferrout:
216e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	return err;
2171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}
2181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
2197a9bc9b81a5bc6e44ebc80ef781332e4385083f2David S. Millerstatic void fib4_rule_delete(struct fib_rule *rule)
2207a9bc9b81a5bc6e44ebc80ef781332e4385083f2David S. Miller{
221f4530fa574df4d833506c53697ed1daa0d390bf4David S. Miller	struct net *net = rule->fr_net;
2227a9bc9b81a5bc6e44ebc80ef781332e4385083f2David S. Miller#ifdef CONFIG_IP_ROUTE_CLASSID
2237a9bc9b81a5bc6e44ebc80ef781332e4385083f2David S. Miller	struct fib4_rule *rule4 = (struct fib4_rule *) rule;
2247a9bc9b81a5bc6e44ebc80ef781332e4385083f2David S. Miller
2257a9bc9b81a5bc6e44ebc80ef781332e4385083f2David S. Miller	if (rule4->tclassid)
226f4530fa574df4d833506c53697ed1daa0d390bf4David S. Miller		net->ipv4.fib_num_tclassid_users--;
2277a9bc9b81a5bc6e44ebc80ef781332e4385083f2David S. Miller#endif
228f4530fa574df4d833506c53697ed1daa0d390bf4David S. Miller	net->ipv4.fib_has_custom_rules = true;
2297a9bc9b81a5bc6e44ebc80ef781332e4385083f2David S. Miller}
2307a9bc9b81a5bc6e44ebc80ef781332e4385083f2David S. Miller
231e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Grafstatic int fib4_rule_compare(struct fib_rule *rule, struct fib_rule_hdr *frh,
232e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf			     struct nlattr **tb)
2331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{
234e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	struct fib4_rule *rule4 = (struct fib4_rule *) rule;
2351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
236e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	if (frh->src_len && (rule4->src_len != frh->src_len))
237e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf		return 0;
2381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
239e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	if (frh->dst_len && (rule4->dst_len != frh->dst_len))
240e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf		return 0;
2417b204afd45820fc21b5983205ad535c6b8088765Robert Olsson
242e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	if (frh->tos && (rule4->tos != frh->tos))
243e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf		return 0;
2447b204afd45820fc21b5983205ad535c6b8088765Robert Olsson
245c7066f70d9610df0b9406cc635fc09e86136e714Patrick McHardy#ifdef CONFIG_IP_ROUTE_CLASSID
246e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	if (tb[FRA_FLOW] && (rule4->tclassid != nla_get_u32(tb[FRA_FLOW])))
247e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf		return 0;
248e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf#endif
2491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
250e1701c68c1d1aeb3213d7016593ea9a1d4309417Thomas Graf	if (frh->src_len && (rule4->src != nla_get_be32(tb[FRA_SRC])))
251e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf		return 0;
2521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
253e1701c68c1d1aeb3213d7016593ea9a1d4309417Thomas Graf	if (frh->dst_len && (rule4->dst != nla_get_be32(tb[FRA_DST])))
254e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf		return 0;
2551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
256e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	return 1;
2571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}
2581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
259e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Grafstatic int fib4_rule_fill(struct fib_rule *rule, struct sk_buff *skb,
26004af8cf6f320031090ab6fa4600b912b0c18fb4bRami Rosen			  struct fib_rule_hdr *frh)
261e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf{
262e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	struct fib4_rule *rule4 = (struct fib4_rule *) rule;
2631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
264e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	frh->dst_len = rule4->dst_len;
265e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	frh->src_len = rule4->src_len;
266e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	frh->tos = rule4->tos;
2671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
268f3756b79e8f76cb92830383c215deba146fe0a26David S. Miller	if ((rule4->dst_len &&
269f3756b79e8f76cb92830383c215deba146fe0a26David S. Miller	     nla_put_be32(skb, FRA_DST, rule4->dst)) ||
270f3756b79e8f76cb92830383c215deba146fe0a26David S. Miller	    (rule4->src_len &&
271f3756b79e8f76cb92830383c215deba146fe0a26David S. Miller	     nla_put_be32(skb, FRA_SRC, rule4->src)))
272f3756b79e8f76cb92830383c215deba146fe0a26David S. Miller		goto nla_put_failure;
273c7066f70d9610df0b9406cc635fc09e86136e714Patrick McHardy#ifdef CONFIG_IP_ROUTE_CLASSID
274f3756b79e8f76cb92830383c215deba146fe0a26David S. Miller	if (rule4->tclassid &&
275f3756b79e8f76cb92830383c215deba146fe0a26David S. Miller	    nla_put_u32(skb, FRA_FLOW, rule4->tclassid))
276f3756b79e8f76cb92830383c215deba146fe0a26David S. Miller		goto nla_put_failure;
2771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#endif
278e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	return 0;
2791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
280e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Grafnla_put_failure:
281e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	return -ENOBUFS;
2821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}
2831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
284339bf98ffc6a8d8eb16fc532ac57ffbced2f8a68Thomas Grafstatic size_t fib4_rule_nlmsg_payload(struct fib_rule *rule)
285339bf98ffc6a8d8eb16fc532ac57ffbced2f8a68Thomas Graf{
286339bf98ffc6a8d8eb16fc532ac57ffbced2f8a68Thomas Graf	return nla_total_size(4) /* dst */
287339bf98ffc6a8d8eb16fc532ac57ffbced2f8a68Thomas Graf	       + nla_total_size(4) /* src */
288339bf98ffc6a8d8eb16fc532ac57ffbced2f8a68Thomas Graf	       + nla_total_size(4); /* flow */
289339bf98ffc6a8d8eb16fc532ac57ffbced2f8a68Thomas Graf}
290339bf98ffc6a8d8eb16fc532ac57ffbced2f8a68Thomas Graf
291ae299fc051aa68ca6ef1807c37bb92d9b6ff817cDenis V. Lunevstatic void fib4_rule_flush_cache(struct fib_rules_ops *ops)
29273417f617a93cf30342c3ea41abc38927bd467aaThomas Graf{
293bafa6d9d89072c1a18853afe9ee5de05c491c13aNicolas Dichtel	rt_cache_flush(ops->fro_net);
29473417f617a93cf30342c3ea41abc38927bd467aaThomas Graf}
29573417f617a93cf30342c3ea41abc38927bd467aaThomas Graf
29604a6f82cf01aeef9fb058b2fca0ef1fe0a09c2faAndi Kleenstatic const struct fib_rules_ops __net_initconst fib4_rules_ops_template = {
29725239cee7e8732dbdc9f5d324f1c22a3bdec1d1fPatrick McHardy	.family		= AF_INET,
298e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	.rule_size	= sizeof(struct fib4_rule),
299e1701c68c1d1aeb3213d7016593ea9a1d4309417Thomas Graf	.addr_size	= sizeof(u32),
300e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	.action		= fib4_rule_action,
3017764a45a8f1fe74d4f7d301eaca2e558e7e2831aStefan Tomanek	.suppress	= fib4_rule_suppress,
302e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	.match		= fib4_rule_match,
303e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	.configure	= fib4_rule_configure,
3047a9bc9b81a5bc6e44ebc80ef781332e4385083f2David S. Miller	.delete		= fib4_rule_delete,
305e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	.compare	= fib4_rule_compare,
306e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	.fill		= fib4_rule_fill,
307d8a566beaa75c6ad5e38cdccf0ea5294323e7866Patrick McHardy	.default_pref	= fib_default_rule_pref,
308339bf98ffc6a8d8eb16fc532ac57ffbced2f8a68Thomas Graf	.nlmsg_payload	= fib4_rule_nlmsg_payload,
30973417f617a93cf30342c3ea41abc38927bd467aaThomas Graf	.flush_cache	= fib4_rule_flush_cache,
310e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	.nlgroup	= RTNLGRP_IPV4_RULE,
311e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	.policy		= fib4_rule_policy,
312e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf	.owner		= THIS_MODULE,
313e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf};
314e1ef4bf23b1ced0bf78a1c98289f746486e5c912Thomas Graf
315e4e4971c5f8b70daccdd401132a81b723dc8337eDenis V. Lunevstatic int fib_default_rules_init(struct fib_rules_ops *ops)
3161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{
3172994c63863ac350c4c8c6a65d8110749c2abb95cDenis V. Lunev	int err;
3182994c63863ac350c4c8c6a65d8110749c2abb95cDenis V. Lunev
3195adef1809147a9c39119ffd5a13a1ca4fe23a411Patrick McHardy	err = fib_default_rule_add(ops, 0, RT_TABLE_LOCAL, 0);
3202994c63863ac350c4c8c6a65d8110749c2abb95cDenis V. Lunev	if (err < 0)
3212994c63863ac350c4c8c6a65d8110749c2abb95cDenis V. Lunev		return err;
322e4e4971c5f8b70daccdd401132a81b723dc8337eDenis V. Lunev	err = fib_default_rule_add(ops, 0x7FFE, RT_TABLE_MAIN, 0);
3232994c63863ac350c4c8c6a65d8110749c2abb95cDenis V. Lunev	if (err < 0)
3242994c63863ac350c4c8c6a65d8110749c2abb95cDenis V. Lunev		return err;
325e4e4971c5f8b70daccdd401132a81b723dc8337eDenis V. Lunev	err = fib_default_rule_add(ops, 0x7FFF, RT_TABLE_DEFAULT, 0);
3262994c63863ac350c4c8c6a65d8110749c2abb95cDenis V. Lunev	if (err < 0)
3272994c63863ac350c4c8c6a65d8110749c2abb95cDenis V. Lunev		return err;
3282994c63863ac350c4c8c6a65d8110749c2abb95cDenis V. Lunev	return 0;
3292994c63863ac350c4c8c6a65d8110749c2abb95cDenis V. Lunev}
3301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
3317b1a74fdbb9ec38a9780620fae25519fde4b21eeDenis V. Lunevint __net_init fib4_rules_init(struct net *net)
3322994c63863ac350c4c8c6a65d8110749c2abb95cDenis V. Lunev{
333dbb50165b512f6c9b7aae10af73ae5b6d811f4d0Denis V. Lunev	int err;
334e4e4971c5f8b70daccdd401132a81b723dc8337eDenis V. Lunev	struct fib_rules_ops *ops;
335e4e4971c5f8b70daccdd401132a81b723dc8337eDenis V. Lunev
336e9c5158ac26affd5d8ce006521bdfb7148090e18Eric W. Biederman	ops = fib_rules_register(&fib4_rules_ops_template, net);
337e9c5158ac26affd5d8ce006521bdfb7148090e18Eric W. Biederman	if (IS_ERR(ops))
338e9c5158ac26affd5d8ce006521bdfb7148090e18Eric W. Biederman		return PTR_ERR(ops);
339dbb50165b512f6c9b7aae10af73ae5b6d811f4d0Denis V. Lunev
340e4e4971c5f8b70daccdd401132a81b723dc8337eDenis V. Lunev	err = fib_default_rules_init(ops);
341dbb50165b512f6c9b7aae10af73ae5b6d811f4d0Denis V. Lunev	if (err < 0)
342dbb50165b512f6c9b7aae10af73ae5b6d811f4d0Denis V. Lunev		goto fail;
343e4e4971c5f8b70daccdd401132a81b723dc8337eDenis V. Lunev	net->ipv4.rules_ops = ops;
344f4530fa574df4d833506c53697ed1daa0d390bf4David S. Miller	net->ipv4.fib_has_custom_rules = false;
345dbb50165b512f6c9b7aae10af73ae5b6d811f4d0Denis V. Lunev	return 0;
346dbb50165b512f6c9b7aae10af73ae5b6d811f4d0Denis V. Lunev
347dbb50165b512f6c9b7aae10af73ae5b6d811f4d0Denis V. Lunevfail:
348dbb50165b512f6c9b7aae10af73ae5b6d811f4d0Denis V. Lunev	/* also cleans all rules already added */
3499e3a548781fc1c0da617fc65769a515f074be740Denis V. Lunev	fib_rules_unregister(ops);
350dbb50165b512f6c9b7aae10af73ae5b6d811f4d0Denis V. Lunev	return err;
3511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}
3527b1a74fdbb9ec38a9780620fae25519fde4b21eeDenis V. Lunev
3537b1a74fdbb9ec38a9780620fae25519fde4b21eeDenis V. Lunevvoid __net_exit fib4_rules_exit(struct net *net)
3547b1a74fdbb9ec38a9780620fae25519fde4b21eeDenis V. Lunev{
3559e3a548781fc1c0da617fc65769a515f074be740Denis V. Lunev	fib_rules_unregister(net->ipv4.rules_ops);
3567b1a74fdbb9ec38a9780620fae25519fde4b21eeDenis V. Lunev}
357