1ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross/* 2caf2ee14bbc2c6bd73cf0decf576007e0239a482Raju Subramanian * Copyright (c) 2007-2012 Nicira, Inc. 3ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * 4ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * This program is free software; you can redistribute it and/or 5ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * modify it under the terms of version 2 of the GNU General Public 6ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * License as published by the Free Software Foundation. 7ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * 8ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * This program is distributed in the hope that it will be useful, but 9ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * WITHOUT ANY WARRANTY; without even the implied warranty of 10ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 11ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * General Public License for more details. 12ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * 13ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * You should have received a copy of the GNU General Public License 14ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * along with this program; if not, write to the Free Software 15ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 16ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * 02110-1301, USA 17ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross */ 18ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 19ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt 20ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 21ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <linux/init.h> 22ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <linux/module.h> 23ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <linux/if_arp.h> 24ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <linux/if_vlan.h> 25ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <linux/in.h> 26ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <linux/ip.h> 27ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <linux/jhash.h> 28ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <linux/delay.h> 29ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <linux/time.h> 30ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <linux/etherdevice.h> 31ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <linux/genetlink.h> 32ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <linux/kernel.h> 33ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <linux/kthread.h> 34ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <linux/mutex.h> 35ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <linux/percpu.h> 36ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <linux/rcupdate.h> 37ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <linux/tcp.h> 38ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <linux/udp.h> 39ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <linux/ethtool.h> 40ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <linux/wait.h> 41ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <asm/div64.h> 42ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <linux/highmem.h> 43ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <linux/netfilter_bridge.h> 44ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <linux/netfilter_ipv4.h> 45ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <linux/inetdevice.h> 46ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <linux/list.h> 478e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar#include <linux/lockdep.h> 48ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <linux/openvswitch.h> 49ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <linux/rculist.h> 50ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <linux/dmi.h> 51ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <linux/workqueue.h> 52ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include <net/genetlink.h> 5346df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar#include <net/net_namespace.h> 5446df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar#include <net/netns/generic.h> 55ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 56ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include "datapath.h" 57ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include "flow.h" 58ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross#include "vport-internal_dev.h" 59cff63a52924c6a78fa525c67d81480c85736ff3cThomas Graf#include "vport-netdev.h" 60ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 6146df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar 6246df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar#define REHASH_FLOW_INTERVAL (10 * 60 * HZ) 6346df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelarstatic void rehash_flow_table(struct work_struct *work); 6446df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelarstatic DECLARE_DELAYED_WORK(rehash_flow_wq, rehash_flow_table); 6546df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar 668e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelarint ovs_net_id __read_mostly; 678e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar 68ed661185859cecfcbe3a0e585563525498b3f405Thomas Grafstatic void ovs_notify(struct sk_buff *skb, struct genl_info *info, 69ed661185859cecfcbe3a0e585563525498b3f405Thomas Graf struct genl_multicast_group *grp) 70ed661185859cecfcbe3a0e585563525498b3f405Thomas Graf{ 71ed661185859cecfcbe3a0e585563525498b3f405Thomas Graf genl_notify(skb, genl_info_net(info), info->snd_portid, 72ed661185859cecfcbe3a0e585563525498b3f405Thomas Graf grp->id, info->nlhdr, GFP_KERNEL); 73ed661185859cecfcbe3a0e585563525498b3f405Thomas Graf} 74ed661185859cecfcbe3a0e585563525498b3f405Thomas Graf 7546df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar/** 76ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * DOC: Locking: 77ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * 788e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar * All writes e.g. Writes to device state (add/remove datapath, port, set 798e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar * operations on vports, etc.), Writes to other state (flow table 808e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar * modifications, set miscellaneous datapath parameters, etc.) are protected 818e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar * by ovs_lock. 82ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * 83ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * Reads are protected by RCU. 84ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * 85ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * There are a few special cases (mostly stats) that have their own 86ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * synchronization but they nest under all of above and don't interact with 87ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * each other. 888e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar * 898e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar * The RTNL lock nests inside ovs_mutex. 90ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross */ 91ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 928e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelarstatic DEFINE_MUTEX(ovs_mutex); 938e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar 948e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelarvoid ovs_lock(void) 958e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar{ 968e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar mutex_lock(&ovs_mutex); 978e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar} 988e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar 998e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelarvoid ovs_unlock(void) 1008e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar{ 1018e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar mutex_unlock(&ovs_mutex); 1028e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar} 1038e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar 1048e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar#ifdef CONFIG_LOCKDEP 1058e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelarint lockdep_ovsl_is_held(void) 1068e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar{ 1078e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar if (debug_locks) 1088e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar return lockdep_is_held(&ovs_mutex); 1098e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar else 1108e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar return 1; 1118e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar} 1128e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar#endif 1138e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar 114ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic struct vport *new_vport(const struct vport_parms *); 11546df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelarstatic int queue_gso_packets(struct net *, int dp_ifindex, struct sk_buff *, 116ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross const struct dp_upcall_info *); 11746df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelarstatic int queue_userspace_packet(struct net *, int dp_ifindex, 11846df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar struct sk_buff *, 119ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross const struct dp_upcall_info *); 120ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1218e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar/* Must be called with rcu_read_lock or ovs_mutex. */ 12246df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelarstatic struct datapath *get_dp(struct net *net, int dp_ifindex) 123ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 124ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct datapath *dp = NULL; 125ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct net_device *dev; 126ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 127ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross rcu_read_lock(); 12846df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar dev = dev_get_by_index_rcu(net, dp_ifindex); 129ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (dev) { 130ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct vport *vport = ovs_internal_dev_get_vport(dev); 131ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (vport) 132ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross dp = vport->dp; 133ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 134ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross rcu_read_unlock(); 135ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 136ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return dp; 137ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 138ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1398e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar/* Must be called with rcu_read_lock or ovs_mutex. */ 140ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossconst char *ovs_dp_name(const struct datapath *dp) 141ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 1428e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar struct vport *vport = ovs_vport_ovsl_rcu(dp, OVSP_LOCAL); 143ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return vport->ops->get_name(vport); 144ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 145ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 146ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic int get_dpifindex(struct datapath *dp) 147ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 148ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct vport *local; 149ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int ifindex; 150ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 151ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross rcu_read_lock(); 152ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 15315eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar local = ovs_vport_rcu(dp, OVSP_LOCAL); 154ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (local) 155cff63a52924c6a78fa525c67d81480c85736ff3cThomas Graf ifindex = netdev_vport_priv(local)->dev->ifindex; 156ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross else 157ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross ifindex = 0; 158ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 159ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross rcu_read_unlock(); 160ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 161ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return ifindex; 162ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 163ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 164ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic void destroy_dp_rcu(struct rcu_head *rcu) 165ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 166ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct datapath *dp = container_of(rcu, struct datapath, rcu); 167ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 168ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross ovs_flow_tbl_destroy((__force struct flow_table *)dp->table); 169ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross free_percpu(dp->stats_percpu); 17046df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar release_net(ovs_dp_get_net(dp)); 17115eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar kfree(dp->ports); 172ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross kfree(dp); 173ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 174ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 17515eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelarstatic struct hlist_head *vport_hash_bucket(const struct datapath *dp, 17615eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar u16 port_no) 17715eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar{ 17815eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar return &dp->ports[port_no & (DP_VPORT_HASH_BUCKETS - 1)]; 17915eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar} 18015eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar 18115eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelarstruct vport *ovs_lookup_vport(const struct datapath *dp, u16 port_no) 18215eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar{ 18315eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar struct vport *vport; 18415eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar struct hlist_head *head; 18515eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar 18615eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar head = vport_hash_bucket(dp, port_no); 187b67bfe0d42cac56c512dd5da4b1b347a23f4b70aSasha Levin hlist_for_each_entry_rcu(vport, head, dp_hash_node) { 18815eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar if (vport->port_no == port_no) 18915eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar return vport; 19015eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar } 19115eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar return NULL; 19215eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar} 19315eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar 1948e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar/* Called with ovs_mutex. */ 195ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic struct vport *new_vport(const struct vport_parms *parms) 196ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 197ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct vport *vport; 198ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 199ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross vport = ovs_vport_add(parms); 200ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!IS_ERR(vport)) { 201ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct datapath *dp = parms->dp; 20215eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar struct hlist_head *head = vport_hash_bucket(dp, vport->port_no); 203ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 20415eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar hlist_add_head_rcu(&vport->dp_hash_node, head); 205ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 206ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return vport; 207ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 208ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 209ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossvoid ovs_dp_detach_port(struct vport *p) 210ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 2118e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ASSERT_OVSL(); 212ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 213ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross /* First drop references to device. */ 21415eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar hlist_del_rcu(&p->dp_hash_node); 215ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 216ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross /* Then destroy it. */ 217ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross ovs_vport_del(p); 218ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 219ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 220ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross/* Must be called with rcu_read_lock. */ 221ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossvoid ovs_dp_process_received_packet(struct vport *p, struct sk_buff *skb) 222ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 223ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct datapath *dp = p->dp; 224ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sw_flow *flow; 225ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct dp_stats_percpu *stats; 226ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sw_flow_key key; 227ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross u64 *stats_counter; 228ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int error; 229ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int key_len; 230ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 231404f2f1019c0293bd91dc1c03c8557ec97d9d104Shan Wei stats = this_cpu_ptr(dp->stats_percpu); 232ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 233ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross /* Extract flow from 'skb' into 'key'. */ 234ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross error = ovs_flow_extract(skb, p->port_no, &key, &key_len); 235ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (unlikely(error)) { 236ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross kfree_skb(skb); 237ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return; 238ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 239ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 240ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross /* Look up flow. */ 241ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross flow = ovs_flow_tbl_lookup(rcu_dereference(dp->table), &key, key_len); 242ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (unlikely(!flow)) { 243ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct dp_upcall_info upcall; 244ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 245ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross upcall.cmd = OVS_PACKET_CMD_MISS; 246ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross upcall.key = &key; 247ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross upcall.userdata = NULL; 24815e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman upcall.portid = p->upcall_portid; 249ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross ovs_dp_upcall(dp, skb, &upcall); 250ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross consume_skb(skb); 251ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross stats_counter = &stats->n_missed; 252ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto out; 253ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 254ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 255ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross OVS_CB(skb)->flow = flow; 256ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 257ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross stats_counter = &stats->n_hit; 258ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross ovs_flow_used(OVS_CB(skb)->flow, skb); 259ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross ovs_execute_actions(dp, skb); 260ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 261ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossout: 262ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross /* Update datapath statistics. */ 263ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross u64_stats_update_begin(&stats->sync); 264ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross (*stats_counter)++; 265ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross u64_stats_update_end(&stats->sync); 266ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 267ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 268ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic struct genl_family dp_packet_genl_family = { 269ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .id = GENL_ID_GENERATE, 270ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .hdrsize = sizeof(struct ovs_header), 271ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .name = OVS_PACKET_FAMILY, 272ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .version = OVS_PACKET_VERSION, 27346df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar .maxattr = OVS_PACKET_ATTR_MAX, 2743a4e0d6a95b2b6f7b22eb7c7361a0fc4289478ebPravin B Shelar .netnsok = true, 2753a4e0d6a95b2b6f7b22eb7c7361a0fc4289478ebPravin B Shelar .parallel_ops = true, 276ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross}; 277ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 278ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossint ovs_dp_upcall(struct datapath *dp, struct sk_buff *skb, 27946df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar const struct dp_upcall_info *upcall_info) 280ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 281ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct dp_stats_percpu *stats; 282ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int dp_ifindex; 283ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int err; 284ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 28515e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman if (upcall_info->portid == 0) { 286ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = -ENOTCONN; 287ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto err; 288ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 289ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 290ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross dp_ifindex = get_dpifindex(dp); 291ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!dp_ifindex) { 292ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = -ENODEV; 293ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto err; 294ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 295ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 296ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!skb_is_gso(skb)) 29746df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar err = queue_userspace_packet(ovs_dp_get_net(dp), dp_ifindex, skb, upcall_info); 298ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross else 29946df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar err = queue_gso_packets(ovs_dp_get_net(dp), dp_ifindex, skb, upcall_info); 300ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (err) 301ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto err; 302ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 303ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return 0; 304ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 305ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grosserr: 306404f2f1019c0293bd91dc1c03c8557ec97d9d104Shan Wei stats = this_cpu_ptr(dp->stats_percpu); 307ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 308ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross u64_stats_update_begin(&stats->sync); 309ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross stats->n_lost++; 310ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross u64_stats_update_end(&stats->sync); 311ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 312ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return err; 313ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 314ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 31546df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelarstatic int queue_gso_packets(struct net *net, int dp_ifindex, 31646df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar struct sk_buff *skb, 317ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross const struct dp_upcall_info *upcall_info) 318ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 319a1b5d0dd28e9cb4fe42ad2df4ebbe5cce96866d7Ben Pfaff unsigned short gso_type = skb_shinfo(skb)->gso_type; 320ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct dp_upcall_info later_info; 321ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sw_flow_key later_key; 322ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sk_buff *segs, *nskb; 323ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int err; 324ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 32512b0004d1d1e2a9aa667412d479041e403bcafaeCong Wang segs = __skb_gso_segment(skb, NETIF_F_SG | NETIF_F_HW_CSUM, false); 32692e5dfc34cf39c20ae1087bd5e676238b5d0dfacPravin B Shelar if (IS_ERR(segs)) 32792e5dfc34cf39c20ae1087bd5e676238b5d0dfacPravin B Shelar return PTR_ERR(segs); 328ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 329ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross /* Queue all of the segments. */ 330ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross skb = segs; 331ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross do { 33246df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar err = queue_userspace_packet(net, dp_ifindex, skb, upcall_info); 333ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (err) 334ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross break; 335ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 336a1b5d0dd28e9cb4fe42ad2df4ebbe5cce96866d7Ben Pfaff if (skb == segs && gso_type & SKB_GSO_UDP) { 337ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross /* The initial flow key extracted by ovs_flow_extract() 338ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * in this case is for a first fragment, so we need to 339ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * properly mark later fragments. 340ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross */ 341ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross later_key = *upcall_info->key; 342ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross later_key.ip.frag = OVS_FRAG_TYPE_LATER; 343ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 344ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross later_info = *upcall_info; 345ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross later_info.key = &later_key; 346ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross upcall_info = &later_info; 347ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 348ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } while ((skb = skb->next)); 349ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 350ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross /* Free all of the segments. */ 351ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross skb = segs; 352ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross do { 353ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross nskb = skb->next; 354ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (err) 355ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross kfree_skb(skb); 356ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross else 357ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross consume_skb(skb); 358ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } while ((skb = nskb)); 359ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return err; 360ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 361ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 362c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Grafstatic size_t key_attr_size(void) 363c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf{ 364c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf return nla_total_size(4) /* OVS_KEY_ATTR_PRIORITY */ 365c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf + nla_total_size(4) /* OVS_KEY_ATTR_IN_PORT */ 366c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf + nla_total_size(4) /* OVS_KEY_ATTR_SKB_MARK */ 367c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf + nla_total_size(12) /* OVS_KEY_ATTR_ETHERNET */ 368c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf + nla_total_size(2) /* OVS_KEY_ATTR_ETHERTYPE */ 369c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf + nla_total_size(4) /* OVS_KEY_ATTR_8021Q */ 370c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf + nla_total_size(0) /* OVS_KEY_ATTR_ENCAP */ 371c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf + nla_total_size(2) /* OVS_KEY_ATTR_ETHERTYPE */ 372c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf + nla_total_size(40) /* OVS_KEY_ATTR_IPV6 */ 373c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf + nla_total_size(2) /* OVS_KEY_ATTR_ICMPV6 */ 374c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf + nla_total_size(28); /* OVS_KEY_ATTR_ND */ 375c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf} 376c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf 377c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Grafstatic size_t upcall_msg_size(const struct sk_buff *skb, 378c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf const struct nlattr *userdata) 379c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf{ 380c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf size_t size = NLMSG_ALIGN(sizeof(struct ovs_header)) 381c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf + nla_total_size(skb->len) /* OVS_PACKET_ATTR_PACKET */ 382c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf + nla_total_size(key_attr_size()); /* OVS_PACKET_ATTR_KEY */ 383c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf 384c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf /* OVS_PACKET_ATTR_USERDATA */ 385c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf if (userdata) 386c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf size += NLA_ALIGN(userdata->nla_len); 387c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf 388c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf return size; 389c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf} 390c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf 39146df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelarstatic int queue_userspace_packet(struct net *net, int dp_ifindex, 39246df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar struct sk_buff *skb, 393ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross const struct dp_upcall_info *upcall_info) 394ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 395ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct ovs_header *upcall; 396ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sk_buff *nskb = NULL; 397ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sk_buff *user_skb; /* to be queued to userspace */ 398ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct nlattr *nla; 399ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int err; 400ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 401ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (vlan_tx_tag_present(skb)) { 402ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross nskb = skb_clone(skb, GFP_ATOMIC); 403ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!nskb) 404ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -ENOMEM; 405ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 40686a9bad3ab6b6f858fd4443b48738cabbb6d094cPatrick McHardy nskb = __vlan_put_tag(nskb, nskb->vlan_proto, vlan_tx_tag_get(nskb)); 4078aa51d64c1f526e43b1e7f89fb8b98c2fd583f4bDan Carpenter if (!nskb) 408ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -ENOMEM; 409ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 410ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross nskb->vlan_tci = 0; 411ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross skb = nskb; 412ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 413ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 414ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (nla_attr_size(skb->len) > USHRT_MAX) { 415ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = -EFBIG; 416ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto out; 417ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 418ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 419c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf user_skb = genlmsg_new(upcall_msg_size(skb, upcall_info->userdata), GFP_ATOMIC); 420ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!user_skb) { 421ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = -ENOMEM; 422ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto out; 423ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 424ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 425ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross upcall = genlmsg_put(user_skb, 0, 0, &dp_packet_genl_family, 426ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 0, upcall_info->cmd); 427ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross upcall->dp_ifindex = dp_ifindex; 428ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 429ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross nla = nla_nest_start(user_skb, OVS_PACKET_ATTR_KEY); 430ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross ovs_flow_to_nlattrs(upcall_info->key, user_skb); 431ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross nla_nest_end(user_skb, nla); 432ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 433ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (upcall_info->userdata) 4344490108b4a5ada14c7be712260829faecc814ae5Ben Pfaff __nla_put(user_skb, OVS_PACKET_ATTR_USERDATA, 4354490108b4a5ada14c7be712260829faecc814ae5Ben Pfaff nla_len(upcall_info->userdata), 4364490108b4a5ada14c7be712260829faecc814ae5Ben Pfaff nla_data(upcall_info->userdata)); 437ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 438ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross nla = __nla_reserve(user_skb, OVS_PACKET_ATTR_PACKET, skb->len); 439ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 440ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross skb_copy_and_csum_dev(skb, nla_data(nla)); 441ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 442a15ff76c955d17cf58313097e4a24124da022b1dRich Lane genlmsg_end(user_skb, upcall); 44315e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman err = genlmsg_unicast(net, user_skb, upcall_info->portid); 444ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 445ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossout: 446ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross kfree_skb(nskb); 447ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return err; 448ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 449ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 4508e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar/* Called with ovs_mutex. */ 45146df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelarstatic int flush_flows(struct datapath *dp) 452ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 453ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct flow_table *old_table; 454ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct flow_table *new_table; 455ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 4568e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar old_table = ovsl_dereference(dp->table); 457ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross new_table = ovs_flow_tbl_alloc(TBL_MIN_BUCKETS); 458ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!new_table) 459ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -ENOMEM; 460ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 461ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross rcu_assign_pointer(dp->table, new_table); 462ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 463ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross ovs_flow_tbl_deferred_destroy(old_table); 464ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return 0; 465ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 466ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 467ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic int validate_actions(const struct nlattr *attr, 468ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross const struct sw_flow_key *key, int depth); 469ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 470ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic int validate_sample(const struct nlattr *attr, 471ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross const struct sw_flow_key *key, int depth) 472ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 473ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross const struct nlattr *attrs[OVS_SAMPLE_ATTR_MAX + 1]; 474ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross const struct nlattr *probability, *actions; 475ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross const struct nlattr *a; 476ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int rem; 477ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 478ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross memset(attrs, 0, sizeof(attrs)); 479ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross nla_for_each_nested(a, attr, rem) { 480ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int type = nla_type(a); 481ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!type || type > OVS_SAMPLE_ATTR_MAX || attrs[type]) 482ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -EINVAL; 483ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross attrs[type] = a; 484ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 485ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (rem) 486ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -EINVAL; 487ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 488ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross probability = attrs[OVS_SAMPLE_ATTR_PROBABILITY]; 489ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!probability || nla_len(probability) != sizeof(u32)) 490ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -EINVAL; 491ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 492ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross actions = attrs[OVS_SAMPLE_ATTR_ACTIONS]; 493ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!actions || (nla_len(actions) && nla_len(actions) < NLA_HDRLEN)) 494ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -EINVAL; 495ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return validate_actions(actions, key, depth + 1); 496ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 497ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 498072ae6314a191e3a9fc309b1e4e539ac7abc48adPravin B Shelarstatic int validate_tp_port(const struct sw_flow_key *flow_key) 499072ae6314a191e3a9fc309b1e4e539ac7abc48adPravin B Shelar{ 500072ae6314a191e3a9fc309b1e4e539ac7abc48adPravin B Shelar if (flow_key->eth.type == htons(ETH_P_IP)) { 5014185392da4b4b494e51934c51b999b4df424afbaJesse Gross if (flow_key->ipv4.tp.src || flow_key->ipv4.tp.dst) 502072ae6314a191e3a9fc309b1e4e539ac7abc48adPravin B Shelar return 0; 503072ae6314a191e3a9fc309b1e4e539ac7abc48adPravin B Shelar } else if (flow_key->eth.type == htons(ETH_P_IPV6)) { 5044185392da4b4b494e51934c51b999b4df424afbaJesse Gross if (flow_key->ipv6.tp.src || flow_key->ipv6.tp.dst) 505072ae6314a191e3a9fc309b1e4e539ac7abc48adPravin B Shelar return 0; 506072ae6314a191e3a9fc309b1e4e539ac7abc48adPravin B Shelar } 507072ae6314a191e3a9fc309b1e4e539ac7abc48adPravin B Shelar 508072ae6314a191e3a9fc309b1e4e539ac7abc48adPravin B Shelar return -EINVAL; 509072ae6314a191e3a9fc309b1e4e539ac7abc48adPravin B Shelar} 510072ae6314a191e3a9fc309b1e4e539ac7abc48adPravin B Shelar 511ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic int validate_set(const struct nlattr *a, 512ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross const struct sw_flow_key *flow_key) 513ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 514ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross const struct nlattr *ovs_key = nla_data(a); 515ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int key_type = nla_type(ovs_key); 516ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 517ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross /* There can be only one key in a action */ 518ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (nla_total_size(nla_len(ovs_key)) != nla_len(a)) 519ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -EINVAL; 520ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 521ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (key_type > OVS_KEY_ATTR_MAX || 522ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross nla_len(ovs_key) != ovs_key_lens[key_type]) 523ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -EINVAL; 524ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 525ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross switch (key_type) { 526ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross const struct ovs_key_ipv4 *ipv4_key; 5273fdbd1ce11e5c0d7cafbe44c942c5cad61113d7bAnsis Atteka const struct ovs_key_ipv6 *ipv6_key; 528ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 529ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross case OVS_KEY_ATTR_PRIORITY: 53039c7caebc94e851f58b84b54659156dd30522e8eAnsis Atteka case OVS_KEY_ATTR_SKB_MARK: 531ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross case OVS_KEY_ATTR_ETHERNET: 532ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross break; 533ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 534ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross case OVS_KEY_ATTR_IPV4: 535ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (flow_key->eth.type != htons(ETH_P_IP)) 536ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -EINVAL; 537ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 5384185392da4b4b494e51934c51b999b4df424afbaJesse Gross if (!flow_key->ip.proto) 539ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -EINVAL; 540ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 541ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross ipv4_key = nla_data(ovs_key); 542ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (ipv4_key->ipv4_proto != flow_key->ip.proto) 543ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -EINVAL; 544ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 545ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (ipv4_key->ipv4_frag != flow_key->ip.frag) 546ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -EINVAL; 547ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 548ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross break; 549ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 5503fdbd1ce11e5c0d7cafbe44c942c5cad61113d7bAnsis Atteka case OVS_KEY_ATTR_IPV6: 5513fdbd1ce11e5c0d7cafbe44c942c5cad61113d7bAnsis Atteka if (flow_key->eth.type != htons(ETH_P_IPV6)) 5523fdbd1ce11e5c0d7cafbe44c942c5cad61113d7bAnsis Atteka return -EINVAL; 5533fdbd1ce11e5c0d7cafbe44c942c5cad61113d7bAnsis Atteka 5543fdbd1ce11e5c0d7cafbe44c942c5cad61113d7bAnsis Atteka if (!flow_key->ip.proto) 5553fdbd1ce11e5c0d7cafbe44c942c5cad61113d7bAnsis Atteka return -EINVAL; 5563fdbd1ce11e5c0d7cafbe44c942c5cad61113d7bAnsis Atteka 5573fdbd1ce11e5c0d7cafbe44c942c5cad61113d7bAnsis Atteka ipv6_key = nla_data(ovs_key); 5583fdbd1ce11e5c0d7cafbe44c942c5cad61113d7bAnsis Atteka if (ipv6_key->ipv6_proto != flow_key->ip.proto) 5593fdbd1ce11e5c0d7cafbe44c942c5cad61113d7bAnsis Atteka return -EINVAL; 5603fdbd1ce11e5c0d7cafbe44c942c5cad61113d7bAnsis Atteka 5613fdbd1ce11e5c0d7cafbe44c942c5cad61113d7bAnsis Atteka if (ipv6_key->ipv6_frag != flow_key->ip.frag) 5623fdbd1ce11e5c0d7cafbe44c942c5cad61113d7bAnsis Atteka return -EINVAL; 5633fdbd1ce11e5c0d7cafbe44c942c5cad61113d7bAnsis Atteka 5643fdbd1ce11e5c0d7cafbe44c942c5cad61113d7bAnsis Atteka if (ntohl(ipv6_key->ipv6_label) & 0xFFF00000) 5653fdbd1ce11e5c0d7cafbe44c942c5cad61113d7bAnsis Atteka return -EINVAL; 5663fdbd1ce11e5c0d7cafbe44c942c5cad61113d7bAnsis Atteka 5673fdbd1ce11e5c0d7cafbe44c942c5cad61113d7bAnsis Atteka break; 5683fdbd1ce11e5c0d7cafbe44c942c5cad61113d7bAnsis Atteka 569ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross case OVS_KEY_ATTR_TCP: 570ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (flow_key->ip.proto != IPPROTO_TCP) 571ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -EINVAL; 572ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 573072ae6314a191e3a9fc309b1e4e539ac7abc48adPravin B Shelar return validate_tp_port(flow_key); 574ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 575ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross case OVS_KEY_ATTR_UDP: 576ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (flow_key->ip.proto != IPPROTO_UDP) 577ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -EINVAL; 578ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 579072ae6314a191e3a9fc309b1e4e539ac7abc48adPravin B Shelar return validate_tp_port(flow_key); 580ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 581ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross default: 582ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -EINVAL; 583ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 584ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 585ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return 0; 586ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 587ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 588ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic int validate_userspace(const struct nlattr *attr) 589ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 590ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross static const struct nla_policy userspace_policy[OVS_USERSPACE_ATTR_MAX + 1] = { 591ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross [OVS_USERSPACE_ATTR_PID] = {.type = NLA_U32 }, 5924490108b4a5ada14c7be712260829faecc814ae5Ben Pfaff [OVS_USERSPACE_ATTR_USERDATA] = {.type = NLA_UNSPEC }, 593ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross }; 594ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct nlattr *a[OVS_USERSPACE_ATTR_MAX + 1]; 595ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int error; 596ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 597ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross error = nla_parse_nested(a, OVS_USERSPACE_ATTR_MAX, 598ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross attr, userspace_policy); 599ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (error) 600ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return error; 601ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 602ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!a[OVS_USERSPACE_ATTR_PID] || 603ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross !nla_get_u32(a[OVS_USERSPACE_ATTR_PID])) 604ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -EINVAL; 605ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 606ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return 0; 607ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 608ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 609ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic int validate_actions(const struct nlattr *attr, 610ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross const struct sw_flow_key *key, int depth) 611ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 612ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross const struct nlattr *a; 613ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int rem, err; 614ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 615ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (depth >= SAMPLE_ACTION_DEPTH) 616ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -EOVERFLOW; 617ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 618ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross nla_for_each_nested(a, attr, rem) { 619ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross /* Expected argument lengths, (u32)-1 for variable length. */ 620ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross static const u32 action_lens[OVS_ACTION_ATTR_MAX + 1] = { 621ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross [OVS_ACTION_ATTR_OUTPUT] = sizeof(u32), 622ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross [OVS_ACTION_ATTR_USERSPACE] = (u32)-1, 623ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross [OVS_ACTION_ATTR_PUSH_VLAN] = sizeof(struct ovs_action_push_vlan), 624ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross [OVS_ACTION_ATTR_POP_VLAN] = 0, 625ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross [OVS_ACTION_ATTR_SET] = (u32)-1, 626ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross [OVS_ACTION_ATTR_SAMPLE] = (u32)-1 627ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross }; 628ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross const struct ovs_action_push_vlan *vlan; 629ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int type = nla_type(a); 630ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 631ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (type > OVS_ACTION_ATTR_MAX || 632ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross (action_lens[type] != nla_len(a) && 633ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross action_lens[type] != (u32)-1)) 634ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -EINVAL; 635ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 636ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross switch (type) { 637ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross case OVS_ACTION_ATTR_UNSPEC: 638ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -EINVAL; 639ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 640ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross case OVS_ACTION_ATTR_USERSPACE: 641ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = validate_userspace(a); 642ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (err) 643ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return err; 644ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross break; 645ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 646ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross case OVS_ACTION_ATTR_OUTPUT: 647ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (nla_get_u32(a) >= DP_MAX_PORTS) 648ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -EINVAL; 649ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross break; 650ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 651ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 652ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross case OVS_ACTION_ATTR_POP_VLAN: 653ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross break; 654ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 655ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross case OVS_ACTION_ATTR_PUSH_VLAN: 656ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross vlan = nla_data(a); 657ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (vlan->vlan_tpid != htons(ETH_P_8021Q)) 658ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -EINVAL; 659ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!(vlan->vlan_tci & htons(VLAN_TAG_PRESENT))) 660ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -EINVAL; 661ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross break; 662ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 663ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross case OVS_ACTION_ATTR_SET: 664ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = validate_set(a, key); 665ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (err) 666ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return err; 667ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross break; 668ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 669ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross case OVS_ACTION_ATTR_SAMPLE: 670ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = validate_sample(a, key, depth); 671ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (err) 672ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return err; 673ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross break; 674ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 675ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross default: 676ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -EINVAL; 677ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 678ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 679ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 680ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (rem > 0) 681ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -EINVAL; 682ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 683ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return 0; 684ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 685ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 686ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic void clear_stats(struct sw_flow *flow) 687ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 688ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross flow->used = 0; 689ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross flow->tcp_flags = 0; 690ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross flow->packet_count = 0; 691ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross flow->byte_count = 0; 692ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 693ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 694ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic int ovs_packet_cmd_execute(struct sk_buff *skb, struct genl_info *info) 695ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 696ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct ovs_header *ovs_header = info->userhdr; 697ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct nlattr **a = info->attrs; 698ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sw_flow_actions *acts; 699ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sk_buff *packet; 700ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sw_flow *flow; 701ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct datapath *dp; 702ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct ethhdr *eth; 703ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int len; 704ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int err; 705ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int key_len; 706ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 707ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = -EINVAL; 708ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!a[OVS_PACKET_ATTR_PACKET] || !a[OVS_PACKET_ATTR_KEY] || 709dded45fc179a07f4463ce37fc376977568655836Thomas Graf !a[OVS_PACKET_ATTR_ACTIONS]) 710ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto err; 711ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 712ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross len = nla_len(a[OVS_PACKET_ATTR_PACKET]); 713ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross packet = __dev_alloc_skb(NET_IP_ALIGN + len, GFP_KERNEL); 714ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = -ENOMEM; 715ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!packet) 716ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto err; 717ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross skb_reserve(packet, NET_IP_ALIGN); 718ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 71932686a9d2988516788cfcc402e1355c1eba1186aThomas Graf nla_memcpy(__skb_put(packet, len), a[OVS_PACKET_ATTR_PACKET], len); 720ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 721ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross skb_reset_mac_header(packet); 722ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross eth = eth_hdr(packet); 723ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 724ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross /* Normally, setting the skb 'protocol' field would be handled by a 725ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * call to eth_type_trans(), but it assumes there's a sending 726ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * device, which we may not have. */ 727e5c5d22e8dcf7c2d430336cbf8e180bd38e8daf1Simon Horman if (ntohs(eth->h_proto) >= ETH_P_802_3_MIN) 728ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross packet->protocol = eth->h_proto; 729ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross else 730ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross packet->protocol = htons(ETH_P_802_2); 731ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 732ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross /* Build an sw_flow for sending this packet. */ 733ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross flow = ovs_flow_alloc(); 734ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = PTR_ERR(flow); 735ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (IS_ERR(flow)) 736ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto err_kfree_skb; 737ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 738ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = ovs_flow_extract(packet, -1, &flow->key, &key_len); 739ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (err) 740ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto err_flow_free; 741ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 742ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = ovs_flow_metadata_from_nlattrs(&flow->key.phy.priority, 74339c7caebc94e851f58b84b54659156dd30522e8eAnsis Atteka &flow->key.phy.skb_mark, 744ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross &flow->key.phy.in_port, 745ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross a[OVS_PACKET_ATTR_KEY]); 746ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (err) 747ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto err_flow_free; 748ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 749ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = validate_actions(a[OVS_PACKET_ATTR_ACTIONS], &flow->key, 0); 750ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (err) 751ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto err_flow_free; 752ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 753ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross flow->hash = ovs_flow_hash(&flow->key, key_len); 754ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 755ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross acts = ovs_flow_actions_alloc(a[OVS_PACKET_ATTR_ACTIONS]); 756ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = PTR_ERR(acts); 757ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (IS_ERR(acts)) 758ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto err_flow_free; 759ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross rcu_assign_pointer(flow->sf_acts, acts); 760ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 761ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross OVS_CB(packet)->flow = flow; 762ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross packet->priority = flow->key.phy.priority; 76339c7caebc94e851f58b84b54659156dd30522e8eAnsis Atteka packet->mark = flow->key.phy.skb_mark; 764ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 765ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross rcu_read_lock(); 76646df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar dp = get_dp(sock_net(skb->sk), ovs_header->dp_ifindex); 767ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = -ENODEV; 768ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!dp) 769ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto err_unlock; 770ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 771ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross local_bh_disable(); 772ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = ovs_execute_actions(dp, packet); 773ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross local_bh_enable(); 774ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross rcu_read_unlock(); 775ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 776ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross ovs_flow_free(flow); 777ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return err; 778ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 779ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grosserr_unlock: 780ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross rcu_read_unlock(); 781ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grosserr_flow_free: 782ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross ovs_flow_free(flow); 783ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grosserr_kfree_skb: 784ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross kfree_skb(packet); 785ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grosserr: 786ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return err; 787ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 788ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 789ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic const struct nla_policy packet_policy[OVS_PACKET_ATTR_MAX + 1] = { 790dded45fc179a07f4463ce37fc376977568655836Thomas Graf [OVS_PACKET_ATTR_PACKET] = { .len = ETH_HLEN }, 791ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross [OVS_PACKET_ATTR_KEY] = { .type = NLA_NESTED }, 792ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross [OVS_PACKET_ATTR_ACTIONS] = { .type = NLA_NESTED }, 793ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross}; 794ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 795ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic struct genl_ops dp_packet_genl_ops[] = { 796ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross { .cmd = OVS_PACKET_CMD_EXECUTE, 797ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .flags = GENL_ADMIN_PERM, /* Requires CAP_NET_ADMIN privilege. */ 798ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .policy = packet_policy, 799ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .doit = ovs_packet_cmd_execute 800ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 801ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross}; 802ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 803ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic void get_dp_stats(struct datapath *dp, struct ovs_dp_stats *stats) 804ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 805ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int i; 8068e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar struct flow_table *table = ovsl_dereference(dp->table); 807ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 808ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross stats->n_flows = ovs_flow_tbl_count(table); 809ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 810ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross stats->n_hit = stats->n_missed = stats->n_lost = 0; 811ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross for_each_possible_cpu(i) { 812ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross const struct dp_stats_percpu *percpu_stats; 813ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct dp_stats_percpu local_stats; 814ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross unsigned int start; 815ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 816ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross percpu_stats = per_cpu_ptr(dp->stats_percpu, i); 817ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 818ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross do { 819ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross start = u64_stats_fetch_begin_bh(&percpu_stats->sync); 820ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross local_stats = *percpu_stats; 821ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } while (u64_stats_fetch_retry_bh(&percpu_stats->sync, start)); 822ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 823ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross stats->n_hit += local_stats.n_hit; 824ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross stats->n_missed += local_stats.n_missed; 825ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross stats->n_lost += local_stats.n_lost; 826ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 827ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 828ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 829ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic const struct nla_policy flow_policy[OVS_FLOW_ATTR_MAX + 1] = { 830ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross [OVS_FLOW_ATTR_KEY] = { .type = NLA_NESTED }, 831ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross [OVS_FLOW_ATTR_ACTIONS] = { .type = NLA_NESTED }, 832ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross [OVS_FLOW_ATTR_CLEAR] = { .type = NLA_FLAG }, 833ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross}; 834ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 835ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic struct genl_family dp_flow_genl_family = { 836ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .id = GENL_ID_GENERATE, 837ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .hdrsize = sizeof(struct ovs_header), 838ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .name = OVS_FLOW_FAMILY, 839ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .version = OVS_FLOW_VERSION, 84046df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar .maxattr = OVS_FLOW_ATTR_MAX, 8413a4e0d6a95b2b6f7b22eb7c7361a0fc4289478ebPravin B Shelar .netnsok = true, 8423a4e0d6a95b2b6f7b22eb7c7361a0fc4289478ebPravin B Shelar .parallel_ops = true, 843ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross}; 844ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 845ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic struct genl_multicast_group ovs_dp_flow_multicast_group = { 846ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .name = OVS_FLOW_MCGROUP 847ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross}; 848ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 849c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Grafstatic size_t ovs_flow_cmd_msg_size(const struct sw_flow_actions *acts) 850c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf{ 851c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf return NLMSG_ALIGN(sizeof(struct ovs_header)) 852c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf + nla_total_size(key_attr_size()) /* OVS_FLOW_ATTR_KEY */ 853c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf + nla_total_size(sizeof(struct ovs_flow_stats)) /* OVS_FLOW_ATTR_STATS */ 854c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf + nla_total_size(1) /* OVS_FLOW_ATTR_TCP_FLAGS */ 855c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf + nla_total_size(8) /* OVS_FLOW_ATTR_USED */ 856c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf + nla_total_size(acts->actions_len); /* OVS_FLOW_ATTR_ACTIONS */ 857c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf} 858c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf 8598e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar/* Called with ovs_mutex. */ 860ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic int ovs_flow_cmd_fill_info(struct sw_flow *flow, struct datapath *dp, 86115e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman struct sk_buff *skb, u32 portid, 862ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross u32 seq, u32 flags, u8 cmd) 863ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 864ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross const int skb_orig_len = skb->len; 865ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross const struct sw_flow_actions *sf_acts; 866ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct ovs_flow_stats stats; 867ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct ovs_header *ovs_header; 868ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct nlattr *nla; 869ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross unsigned long used; 870ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross u8 tcp_flags; 871ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int err; 872ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 8738e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar sf_acts = ovsl_dereference(flow->sf_acts); 874ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 87515e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman ovs_header = genlmsg_put(skb, portid, seq, &dp_flow_genl_family, flags, cmd); 876ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!ovs_header) 877ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -EMSGSIZE; 878ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 879ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross ovs_header->dp_ifindex = get_dpifindex(dp); 880ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 881ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross nla = nla_nest_start(skb, OVS_FLOW_ATTR_KEY); 882ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!nla) 883ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto nla_put_failure; 884ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = ovs_flow_to_nlattrs(&flow->key, skb); 885ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (err) 886ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto error; 887ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross nla_nest_end(skb, nla); 888ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 889ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross spin_lock_bh(&flow->lock); 890ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross used = flow->used; 891ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross stats.n_packets = flow->packet_count; 892ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross stats.n_bytes = flow->byte_count; 893ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross tcp_flags = flow->tcp_flags; 894ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross spin_unlock_bh(&flow->lock); 895ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 896028d6a6767456d6c84a72d3451f19fe7ca7b47dbDavid S. Miller if (used && 897028d6a6767456d6c84a72d3451f19fe7ca7b47dbDavid S. Miller nla_put_u64(skb, OVS_FLOW_ATTR_USED, ovs_flow_used_time(used))) 898028d6a6767456d6c84a72d3451f19fe7ca7b47dbDavid S. Miller goto nla_put_failure; 899ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 900028d6a6767456d6c84a72d3451f19fe7ca7b47dbDavid S. Miller if (stats.n_packets && 901028d6a6767456d6c84a72d3451f19fe7ca7b47dbDavid S. Miller nla_put(skb, OVS_FLOW_ATTR_STATS, 902028d6a6767456d6c84a72d3451f19fe7ca7b47dbDavid S. Miller sizeof(struct ovs_flow_stats), &stats)) 903028d6a6767456d6c84a72d3451f19fe7ca7b47dbDavid S. Miller goto nla_put_failure; 904ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 905028d6a6767456d6c84a72d3451f19fe7ca7b47dbDavid S. Miller if (tcp_flags && 906028d6a6767456d6c84a72d3451f19fe7ca7b47dbDavid S. Miller nla_put_u8(skb, OVS_FLOW_ATTR_TCP_FLAGS, tcp_flags)) 907028d6a6767456d6c84a72d3451f19fe7ca7b47dbDavid S. Miller goto nla_put_failure; 908ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 909ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross /* If OVS_FLOW_ATTR_ACTIONS doesn't fit, skip dumping the actions if 910ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * this is the first flow to be dumped into 'skb'. This is unusual for 911ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * Netlink but individual action lists can be longer than 912ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * NLMSG_GOODSIZE and thus entirely undumpable if we didn't do this. 913ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * The userspace caller can always fetch the actions separately if it 914ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * really wants them. (Most userspace callers in fact don't care.) 915ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * 916ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * This can only fail for dump operations because the skb is always 917ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * properly sized for single flows. 918ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross */ 919ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = nla_put(skb, OVS_FLOW_ATTR_ACTIONS, sf_acts->actions_len, 920ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross sf_acts->actions); 921ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (err < 0 && skb_orig_len) 922ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto error; 923ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 924ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return genlmsg_end(skb, ovs_header); 925ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 926ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossnla_put_failure: 927ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = -EMSGSIZE; 928ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grosserror: 929ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross genlmsg_cancel(skb, ovs_header); 930ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return err; 931ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 932ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 933ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic struct sk_buff *ovs_flow_cmd_alloc_info(struct sw_flow *flow) 934ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 935ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross const struct sw_flow_actions *sf_acts; 936ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 9378e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar sf_acts = ovsl_dereference(flow->sf_acts); 938ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 939c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf return genlmsg_new(ovs_flow_cmd_msg_size(sf_acts), GFP_KERNEL); 940ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 941ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 942ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic struct sk_buff *ovs_flow_cmd_build_info(struct sw_flow *flow, 943ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct datapath *dp, 94415e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman u32 portid, u32 seq, u8 cmd) 945ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 946ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sk_buff *skb; 947ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int retval; 948ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 949ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross skb = ovs_flow_cmd_alloc_info(flow); 950ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!skb) 951ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return ERR_PTR(-ENOMEM); 952ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 95315e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman retval = ovs_flow_cmd_fill_info(flow, dp, skb, portid, seq, 0, cmd); 954ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross BUG_ON(retval < 0); 955ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return skb; 956ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 957ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 958ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic int ovs_flow_cmd_new_or_set(struct sk_buff *skb, struct genl_info *info) 959ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 960ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct nlattr **a = info->attrs; 961ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct ovs_header *ovs_header = info->userhdr; 962ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sw_flow_key key; 963ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sw_flow *flow; 964ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sk_buff *reply; 965ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct datapath *dp; 966ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct flow_table *table; 967ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int error; 968ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int key_len; 969ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 970ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross /* Extract key. */ 971ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross error = -EINVAL; 972ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!a[OVS_FLOW_ATTR_KEY]) 973ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto error; 974ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross error = ovs_flow_from_nlattrs(&key, &key_len, a[OVS_FLOW_ATTR_KEY]); 975ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (error) 976ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto error; 977ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 978ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross /* Validate actions. */ 979ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (a[OVS_FLOW_ATTR_ACTIONS]) { 980ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross error = validate_actions(a[OVS_FLOW_ATTR_ACTIONS], &key, 0); 981ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (error) 982ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto error; 983ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } else if (info->genlhdr->cmd == OVS_FLOW_CMD_NEW) { 984ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross error = -EINVAL; 985ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto error; 986ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 987ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 9888e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_lock(); 98946df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar dp = get_dp(sock_net(skb->sk), ovs_header->dp_ifindex); 990ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross error = -ENODEV; 991ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!dp) 9928e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar goto err_unlock_ovs; 993ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 9948e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar table = ovsl_dereference(dp->table); 995ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross flow = ovs_flow_tbl_lookup(table, &key, key_len); 996ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!flow) { 997ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sw_flow_actions *acts; 998ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 999ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross /* Bail out if we're not allowed to create a new flow. */ 1000ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross error = -ENOENT; 1001ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (info->genlhdr->cmd == OVS_FLOW_CMD_SET) 10028e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar goto err_unlock_ovs; 1003ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1004ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross /* Expand table, if necessary, to make room. */ 1005ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (ovs_flow_tbl_need_to_expand(table)) { 1006ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct flow_table *new_table; 1007ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1008ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross new_table = ovs_flow_tbl_expand(table); 1009ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!IS_ERR(new_table)) { 1010ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross rcu_assign_pointer(dp->table, new_table); 1011ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross ovs_flow_tbl_deferred_destroy(table); 10128e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar table = ovsl_dereference(dp->table); 1013ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 1014ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 1015ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1016ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross /* Allocate flow. */ 1017ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross flow = ovs_flow_alloc(); 1018ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (IS_ERR(flow)) { 1019ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross error = PTR_ERR(flow); 10208e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar goto err_unlock_ovs; 1021ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 1022ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross flow->key = key; 1023ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross clear_stats(flow); 1024ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1025ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross /* Obtain actions. */ 1026ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross acts = ovs_flow_actions_alloc(a[OVS_FLOW_ATTR_ACTIONS]); 1027ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross error = PTR_ERR(acts); 1028ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (IS_ERR(acts)) 1029ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto error_free_flow; 1030ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross rcu_assign_pointer(flow->sf_acts, acts); 1031ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1032ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross /* Put flow in bucket. */ 1033ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross flow->hash = ovs_flow_hash(&key, key_len); 1034ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross ovs_flow_tbl_insert(table, flow); 1035ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 103615e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman reply = ovs_flow_cmd_build_info(flow, dp, info->snd_portid, 1037ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross info->snd_seq, 1038ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross OVS_FLOW_CMD_NEW); 1039ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } else { 1040ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross /* We found a matching flow. */ 1041ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sw_flow_actions *old_acts; 1042ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct nlattr *acts_attrs; 1043ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1044ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross /* Bail out if we're not allowed to modify an existing flow. 1045ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * We accept NLM_F_CREATE in place of the intended NLM_F_EXCL 1046ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * because Generic Netlink treats the latter as a dump 1047ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * request. We also accept NLM_F_EXCL in case that bug ever 1048ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross * gets fixed. 1049ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross */ 1050ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross error = -EEXIST; 1051ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (info->genlhdr->cmd == OVS_FLOW_CMD_NEW && 1052ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross info->nlhdr->nlmsg_flags & (NLM_F_CREATE | NLM_F_EXCL)) 10538e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar goto err_unlock_ovs; 1054ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1055ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross /* Update actions. */ 10568e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar old_acts = ovsl_dereference(flow->sf_acts); 1057ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross acts_attrs = a[OVS_FLOW_ATTR_ACTIONS]; 1058ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (acts_attrs && 1059ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross (old_acts->actions_len != nla_len(acts_attrs) || 1060ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross memcmp(old_acts->actions, nla_data(acts_attrs), 1061ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross old_acts->actions_len))) { 1062ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sw_flow_actions *new_acts; 1063ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1064ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross new_acts = ovs_flow_actions_alloc(acts_attrs); 1065ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross error = PTR_ERR(new_acts); 1066ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (IS_ERR(new_acts)) 10678e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar goto err_unlock_ovs; 1068ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1069ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross rcu_assign_pointer(flow->sf_acts, new_acts); 1070ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross ovs_flow_deferred_free_acts(old_acts); 1071ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 1072ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 107315e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman reply = ovs_flow_cmd_build_info(flow, dp, info->snd_portid, 1074ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross info->snd_seq, OVS_FLOW_CMD_NEW); 1075ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1076ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross /* Clear stats. */ 1077ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (a[OVS_FLOW_ATTR_CLEAR]) { 1078ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross spin_lock_bh(&flow->lock); 1079ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross clear_stats(flow); 1080ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross spin_unlock_bh(&flow->lock); 1081ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 1082ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 10838e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_unlock(); 1084ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1085ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!IS_ERR(reply)) 1086ed661185859cecfcbe3a0e585563525498b3f405Thomas Graf ovs_notify(reply, info, &ovs_dp_flow_multicast_group); 1087ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross else 108846df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar netlink_set_err(sock_net(skb->sk)->genl_sock, 0, 1089ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross ovs_dp_flow_multicast_group.id, PTR_ERR(reply)); 1090ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return 0; 1091ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1092ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grosserror_free_flow: 1093ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross ovs_flow_free(flow); 10948e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelarerr_unlock_ovs: 10958e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_unlock(); 1096ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grosserror: 1097ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return error; 1098ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 1099ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1100ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic int ovs_flow_cmd_get(struct sk_buff *skb, struct genl_info *info) 1101ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 1102ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct nlattr **a = info->attrs; 1103ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct ovs_header *ovs_header = info->userhdr; 1104ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sw_flow_key key; 1105ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sk_buff *reply; 1106ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sw_flow *flow; 1107ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct datapath *dp; 1108ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct flow_table *table; 1109ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int err; 1110ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int key_len; 1111ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1112ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!a[OVS_FLOW_ATTR_KEY]) 1113ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -EINVAL; 1114ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = ovs_flow_from_nlattrs(&key, &key_len, a[OVS_FLOW_ATTR_KEY]); 1115ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (err) 1116ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return err; 1117ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 11188e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_lock(); 111946df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar dp = get_dp(sock_net(skb->sk), ovs_header->dp_ifindex); 11208e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar if (!dp) { 11218e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar err = -ENODEV; 11228e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar goto unlock; 11238e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar } 1124ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 11258e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar table = ovsl_dereference(dp->table); 1126ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross flow = ovs_flow_tbl_lookup(table, &key, key_len); 11278e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar if (!flow) { 11288e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar err = -ENOENT; 11298e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar goto unlock; 11308e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar } 1131ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 113215e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman reply = ovs_flow_cmd_build_info(flow, dp, info->snd_portid, 1133ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross info->snd_seq, OVS_FLOW_CMD_NEW); 11348e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar if (IS_ERR(reply)) { 11358e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar err = PTR_ERR(reply); 11368e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar goto unlock; 11378e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar } 1138ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 11398e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_unlock(); 1140ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return genlmsg_reply(reply, info); 11418e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelarunlock: 11428e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_unlock(); 11438e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar return err; 1144ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 1145ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1146ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic int ovs_flow_cmd_del(struct sk_buff *skb, struct genl_info *info) 1147ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 1148ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct nlattr **a = info->attrs; 1149ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct ovs_header *ovs_header = info->userhdr; 1150ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sw_flow_key key; 1151ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sk_buff *reply; 1152ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sw_flow *flow; 1153ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct datapath *dp; 1154ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct flow_table *table; 1155ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int err; 1156ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int key_len; 1157ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 11588e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_lock(); 115946df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar dp = get_dp(sock_net(skb->sk), ovs_header->dp_ifindex); 11608e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar if (!dp) { 11618e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar err = -ENODEV; 11628e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar goto unlock; 11638e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar } 116446df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar 11658e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar if (!a[OVS_FLOW_ATTR_KEY]) { 11668e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar err = flush_flows(dp); 11678e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar goto unlock; 11688e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar } 1169ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = ovs_flow_from_nlattrs(&key, &key_len, a[OVS_FLOW_ATTR_KEY]); 1170ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (err) 11718e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar goto unlock; 1172ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 11738e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar table = ovsl_dereference(dp->table); 1174ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross flow = ovs_flow_tbl_lookup(table, &key, key_len); 11758e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar if (!flow) { 11768e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar err = -ENOENT; 11778e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar goto unlock; 11788e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar } 1179ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1180ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross reply = ovs_flow_cmd_alloc_info(flow); 11818e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar if (!reply) { 11828e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar err = -ENOMEM; 11838e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar goto unlock; 11848e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar } 1185ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1186ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross ovs_flow_tbl_remove(table, flow); 1187ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 118815e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman err = ovs_flow_cmd_fill_info(flow, dp, reply, info->snd_portid, 1189ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross info->snd_seq, 0, OVS_FLOW_CMD_DEL); 1190ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross BUG_ON(err < 0); 1191ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1192ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross ovs_flow_deferred_free(flow); 11938e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_unlock(); 1194ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1195ed661185859cecfcbe3a0e585563525498b3f405Thomas Graf ovs_notify(reply, info, &ovs_dp_flow_multicast_group); 1196ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return 0; 11978e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelarunlock: 11988e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_unlock(); 11998e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar return err; 1200ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 1201ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1202ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic int ovs_flow_cmd_dump(struct sk_buff *skb, struct netlink_callback *cb) 1203ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 1204ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct ovs_header *ovs_header = genlmsg_data(nlmsg_data(cb->nlh)); 1205ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct datapath *dp; 1206ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct flow_table *table; 1207ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 12088e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_lock(); 120946df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar dp = get_dp(sock_net(skb->sk), ovs_header->dp_ifindex); 12108e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar if (!dp) { 12118e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_unlock(); 1212ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -ENODEV; 12138e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar } 1214ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 12158e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar table = ovsl_dereference(dp->table); 1216ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1217ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross for (;;) { 1218ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sw_flow *flow; 1219ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross u32 bucket, obj; 1220ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1221ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross bucket = cb->args[0]; 1222ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross obj = cb->args[1]; 1223ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross flow = ovs_flow_tbl_next(table, &bucket, &obj); 1224ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!flow) 1225ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross break; 1226ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1227ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (ovs_flow_cmd_fill_info(flow, dp, skb, 122815e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman NETLINK_CB(cb->skb).portid, 1229ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross cb->nlh->nlmsg_seq, NLM_F_MULTI, 1230ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross OVS_FLOW_CMD_NEW) < 0) 1231ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross break; 1232ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1233ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross cb->args[0] = bucket; 1234ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross cb->args[1] = obj; 1235ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 12368e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_unlock(); 1237ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return skb->len; 1238ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 1239ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1240ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic struct genl_ops dp_flow_genl_ops[] = { 1241ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross { .cmd = OVS_FLOW_CMD_NEW, 1242ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .flags = GENL_ADMIN_PERM, /* Requires CAP_NET_ADMIN privilege. */ 1243ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .policy = flow_policy, 1244ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .doit = ovs_flow_cmd_new_or_set 1245ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross }, 1246ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross { .cmd = OVS_FLOW_CMD_DEL, 1247ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .flags = GENL_ADMIN_PERM, /* Requires CAP_NET_ADMIN privilege. */ 1248ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .policy = flow_policy, 1249ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .doit = ovs_flow_cmd_del 1250ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross }, 1251ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross { .cmd = OVS_FLOW_CMD_GET, 1252ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .flags = 0, /* OK for unprivileged users. */ 1253ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .policy = flow_policy, 1254ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .doit = ovs_flow_cmd_get, 1255ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .dumpit = ovs_flow_cmd_dump 1256ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross }, 1257ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross { .cmd = OVS_FLOW_CMD_SET, 1258ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .flags = GENL_ADMIN_PERM, /* Requires CAP_NET_ADMIN privilege. */ 1259ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .policy = flow_policy, 1260ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .doit = ovs_flow_cmd_new_or_set, 1261ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross }, 1262ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross}; 1263ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1264ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic const struct nla_policy datapath_policy[OVS_DP_ATTR_MAX + 1] = { 1265ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross [OVS_DP_ATTR_NAME] = { .type = NLA_NUL_STRING, .len = IFNAMSIZ - 1 }, 1266ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross [OVS_DP_ATTR_UPCALL_PID] = { .type = NLA_U32 }, 1267ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross}; 1268ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1269ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic struct genl_family dp_datapath_genl_family = { 1270ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .id = GENL_ID_GENERATE, 1271ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .hdrsize = sizeof(struct ovs_header), 1272ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .name = OVS_DATAPATH_FAMILY, 1273ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .version = OVS_DATAPATH_VERSION, 127446df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar .maxattr = OVS_DP_ATTR_MAX, 12753a4e0d6a95b2b6f7b22eb7c7361a0fc4289478ebPravin B Shelar .netnsok = true, 12763a4e0d6a95b2b6f7b22eb7c7361a0fc4289478ebPravin B Shelar .parallel_ops = true, 1277ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross}; 1278ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1279ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic struct genl_multicast_group ovs_dp_datapath_multicast_group = { 1280ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .name = OVS_DATAPATH_MCGROUP 1281ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross}; 1282ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1283c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Grafstatic size_t ovs_dp_cmd_msg_size(void) 1284c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf{ 1285c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf size_t msgsize = NLMSG_ALIGN(sizeof(struct ovs_header)); 1286c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf 1287c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf msgsize += nla_total_size(IFNAMSIZ); 1288c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf msgsize += nla_total_size(sizeof(struct ovs_dp_stats)); 1289c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf 1290c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf return msgsize; 1291c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf} 1292c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf 1293ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic int ovs_dp_cmd_fill_info(struct datapath *dp, struct sk_buff *skb, 129415e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman u32 portid, u32 seq, u32 flags, u8 cmd) 1295ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 1296ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct ovs_header *ovs_header; 1297ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct ovs_dp_stats dp_stats; 1298ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int err; 1299ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 130015e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman ovs_header = genlmsg_put(skb, portid, seq, &dp_datapath_genl_family, 1301ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross flags, cmd); 1302ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!ovs_header) 1303ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto error; 1304ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1305ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross ovs_header->dp_ifindex = get_dpifindex(dp); 1306ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1307ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross rcu_read_lock(); 1308ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = nla_put_string(skb, OVS_DP_ATTR_NAME, ovs_dp_name(dp)); 1309ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross rcu_read_unlock(); 1310ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (err) 1311ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto nla_put_failure; 1312ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1313ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross get_dp_stats(dp, &dp_stats); 1314028d6a6767456d6c84a72d3451f19fe7ca7b47dbDavid S. Miller if (nla_put(skb, OVS_DP_ATTR_STATS, sizeof(struct ovs_dp_stats), &dp_stats)) 1315028d6a6767456d6c84a72d3451f19fe7ca7b47dbDavid S. Miller goto nla_put_failure; 1316ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1317ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return genlmsg_end(skb, ovs_header); 1318ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1319ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossnla_put_failure: 1320ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross genlmsg_cancel(skb, ovs_header); 1321ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grosserror: 1322ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -EMSGSIZE; 1323ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 1324ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 132515e473046cb6e5d18a4d0057e61d76315230382bEric W. Biedermanstatic struct sk_buff *ovs_dp_cmd_build_info(struct datapath *dp, u32 portid, 1326ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross u32 seq, u8 cmd) 1327ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 1328ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sk_buff *skb; 1329ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int retval; 1330ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1331c3ff8cfe3e7748a93c4815b76e464d54c7efd241Thomas Graf skb = genlmsg_new(ovs_dp_cmd_msg_size(), GFP_KERNEL); 1332ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!skb) 1333ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return ERR_PTR(-ENOMEM); 1334ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 133515e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman retval = ovs_dp_cmd_fill_info(dp, skb, portid, seq, 0, cmd); 1336ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (retval < 0) { 1337ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross kfree_skb(skb); 1338ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return ERR_PTR(retval); 1339ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 1340ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return skb; 1341ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 1342ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 13438e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar/* Called with ovs_mutex. */ 134446df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelarstatic struct datapath *lookup_datapath(struct net *net, 134546df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar struct ovs_header *ovs_header, 1346ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct nlattr *a[OVS_DP_ATTR_MAX + 1]) 1347ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 1348ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct datapath *dp; 1349ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1350ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!a[OVS_DP_ATTR_NAME]) 135146df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar dp = get_dp(net, ovs_header->dp_ifindex); 1352ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross else { 1353ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct vport *vport; 1354ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1355ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross rcu_read_lock(); 135646df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar vport = ovs_vport_locate(net, nla_data(a[OVS_DP_ATTR_NAME])); 1357ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross dp = vport && vport->port_no == OVSP_LOCAL ? vport->dp : NULL; 1358ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross rcu_read_unlock(); 1359ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 1360ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return dp ? dp : ERR_PTR(-ENODEV); 1361ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 1362ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1363ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic int ovs_dp_cmd_new(struct sk_buff *skb, struct genl_info *info) 1364ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 1365ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct nlattr **a = info->attrs; 1366ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct vport_parms parms; 1367ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sk_buff *reply; 1368ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct datapath *dp; 1369ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct vport *vport; 137046df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar struct ovs_net *ovs_net; 137115eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar int err, i; 1372ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1373ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = -EINVAL; 1374ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!a[OVS_DP_ATTR_NAME] || !a[OVS_DP_ATTR_UPCALL_PID]) 1375ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto err; 1376ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 13778e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_lock(); 1378ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1379ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = -ENOMEM; 1380ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross dp = kzalloc(sizeof(*dp), GFP_KERNEL); 1381ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (dp == NULL) 13828e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar goto err_unlock_ovs; 138346df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar 138446df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar ovs_dp_set_net(dp, hold_net(sock_net(skb->sk))); 1385ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1386ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross /* Allocate table. */ 1387ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = -ENOMEM; 1388ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross rcu_assign_pointer(dp->table, ovs_flow_tbl_alloc(TBL_MIN_BUCKETS)); 1389ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!dp->table) 1390ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto err_free_dp; 1391ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1392ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross dp->stats_percpu = alloc_percpu(struct dp_stats_percpu); 1393ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!dp->stats_percpu) { 1394ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = -ENOMEM; 1395ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto err_destroy_table; 1396ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 1397ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 139815eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar dp->ports = kmalloc(DP_VPORT_HASH_BUCKETS * sizeof(struct hlist_head), 139915eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar GFP_KERNEL); 140015eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar if (!dp->ports) { 140115eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar err = -ENOMEM; 140215eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar goto err_destroy_percpu; 140315eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar } 140415eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar 140515eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar for (i = 0; i < DP_VPORT_HASH_BUCKETS; i++) 140615eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar INIT_HLIST_HEAD(&dp->ports[i]); 140715eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar 1408ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross /* Set up our datapath device. */ 1409ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross parms.name = nla_data(a[OVS_DP_ATTR_NAME]); 1410ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross parms.type = OVS_VPORT_TYPE_INTERNAL; 1411ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross parms.options = NULL; 1412ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross parms.dp = dp; 1413ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross parms.port_no = OVSP_LOCAL; 141415e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman parms.upcall_portid = nla_get_u32(a[OVS_DP_ATTR_UPCALL_PID]); 1415ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1416ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross vport = new_vport(&parms); 1417ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (IS_ERR(vport)) { 1418ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = PTR_ERR(vport); 1419ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (err == -EBUSY) 1420ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = -EEXIST; 1421ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 142215eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar goto err_destroy_ports_array; 1423ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 1424ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 142515e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman reply = ovs_dp_cmd_build_info(dp, info->snd_portid, 1426ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross info->snd_seq, OVS_DP_CMD_NEW); 1427ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = PTR_ERR(reply); 1428ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (IS_ERR(reply)) 1429ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto err_destroy_local_port; 1430ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 143146df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar ovs_net = net_generic(ovs_dp_get_net(dp), ovs_net_id); 143246df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar list_add_tail(&dp->list_node, &ovs_net->dps); 14338e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar 14348e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_unlock(); 1435ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1436ed661185859cecfcbe3a0e585563525498b3f405Thomas Graf ovs_notify(reply, info, &ovs_dp_datapath_multicast_group); 1437ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return 0; 1438ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1439ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grosserr_destroy_local_port: 14408e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_dp_detach_port(ovs_vport_ovsl(dp, OVSP_LOCAL)); 144115eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelarerr_destroy_ports_array: 144215eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar kfree(dp->ports); 1443ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grosserr_destroy_percpu: 1444ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross free_percpu(dp->stats_percpu); 1445ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grosserr_destroy_table: 14468e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_flow_tbl_destroy(ovsl_dereference(dp->table)); 1447ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grosserr_free_dp: 144846df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar release_net(ovs_dp_get_net(dp)); 1449ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross kfree(dp); 14508e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelarerr_unlock_ovs: 14518e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_unlock(); 1452ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grosserr: 1453ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return err; 1454ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 1455ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 14568e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar/* Called with ovs_mutex. */ 145746df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelarstatic void __dp_destroy(struct datapath *dp) 1458ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 145915eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar int i; 1460ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 146115eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar for (i = 0; i < DP_VPORT_HASH_BUCKETS; i++) { 146215eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar struct vport *vport; 1463b67bfe0d42cac56c512dd5da4b1b347a23f4b70aSasha Levin struct hlist_node *n; 146415eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar 1465b67bfe0d42cac56c512dd5da4b1b347a23f4b70aSasha Levin hlist_for_each_entry_safe(vport, n, &dp->ports[i], dp_hash_node) 146615eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar if (vport->port_no != OVSP_LOCAL) 146715eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar ovs_dp_detach_port(vport); 146815eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar } 1469ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1470ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross list_del(&dp->list_node); 1471ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 14728e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar /* OVSP_LOCAL is datapath internal port. We need to make sure that 14738e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar * all port in datapath are destroyed first before freeing datapath. 1474ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross */ 14758e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_dp_detach_port(ovs_vport_ovsl(dp, OVSP_LOCAL)); 1476ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1477ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross call_rcu(&dp->rcu, destroy_dp_rcu); 147846df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar} 147946df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar 148046df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelarstatic int ovs_dp_cmd_del(struct sk_buff *skb, struct genl_info *info) 148146df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar{ 148246df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar struct sk_buff *reply; 148346df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar struct datapath *dp; 148446df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar int err; 148546df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar 14868e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_lock(); 148746df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar dp = lookup_datapath(sock_net(skb->sk), info->userhdr, info->attrs); 148846df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar err = PTR_ERR(dp); 148946df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar if (IS_ERR(dp)) 14908e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar goto unlock; 149146df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar 149215e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman reply = ovs_dp_cmd_build_info(dp, info->snd_portid, 149346df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar info->snd_seq, OVS_DP_CMD_DEL); 149446df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar err = PTR_ERR(reply); 149546df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar if (IS_ERR(reply)) 14968e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar goto unlock; 149746df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar 149846df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar __dp_destroy(dp); 14998e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_unlock(); 1500ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1501ed661185859cecfcbe3a0e585563525498b3f405Thomas Graf ovs_notify(reply, info, &ovs_dp_datapath_multicast_group); 1502ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1503ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return 0; 15048e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelarunlock: 15058e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_unlock(); 15068e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar return err; 1507ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 1508ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1509ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic int ovs_dp_cmd_set(struct sk_buff *skb, struct genl_info *info) 1510ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 1511ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sk_buff *reply; 1512ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct datapath *dp; 1513ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int err; 1514ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 15158e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_lock(); 151646df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar dp = lookup_datapath(sock_net(skb->sk), info->userhdr, info->attrs); 15178e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar err = PTR_ERR(dp); 1518ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (IS_ERR(dp)) 15198e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar goto unlock; 1520ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 152115e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman reply = ovs_dp_cmd_build_info(dp, info->snd_portid, 1522ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross info->snd_seq, OVS_DP_CMD_NEW); 1523ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (IS_ERR(reply)) { 1524ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = PTR_ERR(reply); 152546df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar netlink_set_err(sock_net(skb->sk)->genl_sock, 0, 1526ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross ovs_dp_datapath_multicast_group.id, err); 15278e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar err = 0; 15288e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar goto unlock; 1529ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 1530ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 15318e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_unlock(); 1532ed661185859cecfcbe3a0e585563525498b3f405Thomas Graf ovs_notify(reply, info, &ovs_dp_datapath_multicast_group); 1533ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1534ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return 0; 15358e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelarunlock: 15368e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_unlock(); 15378e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar return err; 1538ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 1539ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1540ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic int ovs_dp_cmd_get(struct sk_buff *skb, struct genl_info *info) 1541ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 1542ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sk_buff *reply; 1543ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct datapath *dp; 15448e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar int err; 1545ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 15468e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_lock(); 154746df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar dp = lookup_datapath(sock_net(skb->sk), info->userhdr, info->attrs); 15488e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar if (IS_ERR(dp)) { 15498e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar err = PTR_ERR(dp); 15508e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar goto unlock; 15518e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar } 1552ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 155315e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman reply = ovs_dp_cmd_build_info(dp, info->snd_portid, 1554ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross info->snd_seq, OVS_DP_CMD_NEW); 15558e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar if (IS_ERR(reply)) { 15568e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar err = PTR_ERR(reply); 15578e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar goto unlock; 15588e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar } 1559ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 15608e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_unlock(); 1561ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return genlmsg_reply(reply, info); 15628e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar 15638e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelarunlock: 15648e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_unlock(); 15658e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar return err; 1566ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 1567ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1568ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic int ovs_dp_cmd_dump(struct sk_buff *skb, struct netlink_callback *cb) 1569ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 157046df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar struct ovs_net *ovs_net = net_generic(sock_net(skb->sk), ovs_net_id); 1571ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct datapath *dp; 1572ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int skip = cb->args[0]; 1573ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int i = 0; 1574ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 15758e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_lock(); 157646df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar list_for_each_entry(dp, &ovs_net->dps, list_node) { 157777676fdbd54f0c6fdb71d55d9758bebc69a00fc4Ben Pfaff if (i >= skip && 157815e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman ovs_dp_cmd_fill_info(dp, skb, NETLINK_CB(cb->skb).portid, 1579ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross cb->nlh->nlmsg_seq, NLM_F_MULTI, 1580ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross OVS_DP_CMD_NEW) < 0) 1581ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross break; 1582ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross i++; 1583ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 15848e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_unlock(); 1585ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1586ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross cb->args[0] = i; 1587ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1588ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return skb->len; 1589ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 1590ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1591ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic struct genl_ops dp_datapath_genl_ops[] = { 1592ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross { .cmd = OVS_DP_CMD_NEW, 1593ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .flags = GENL_ADMIN_PERM, /* Requires CAP_NET_ADMIN privilege. */ 1594ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .policy = datapath_policy, 1595ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .doit = ovs_dp_cmd_new 1596ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross }, 1597ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross { .cmd = OVS_DP_CMD_DEL, 1598ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .flags = GENL_ADMIN_PERM, /* Requires CAP_NET_ADMIN privilege. */ 1599ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .policy = datapath_policy, 1600ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .doit = ovs_dp_cmd_del 1601ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross }, 1602ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross { .cmd = OVS_DP_CMD_GET, 1603ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .flags = 0, /* OK for unprivileged users. */ 1604ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .policy = datapath_policy, 1605ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .doit = ovs_dp_cmd_get, 1606ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .dumpit = ovs_dp_cmd_dump 1607ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross }, 1608ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross { .cmd = OVS_DP_CMD_SET, 1609ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .flags = GENL_ADMIN_PERM, /* Requires CAP_NET_ADMIN privilege. */ 1610ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .policy = datapath_policy, 1611ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .doit = ovs_dp_cmd_set, 1612ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross }, 1613ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross}; 1614ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1615ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic const struct nla_policy vport_policy[OVS_VPORT_ATTR_MAX + 1] = { 1616ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross [OVS_VPORT_ATTR_NAME] = { .type = NLA_NUL_STRING, .len = IFNAMSIZ - 1 }, 1617ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross [OVS_VPORT_ATTR_STATS] = { .len = sizeof(struct ovs_vport_stats) }, 1618ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross [OVS_VPORT_ATTR_PORT_NO] = { .type = NLA_U32 }, 1619ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross [OVS_VPORT_ATTR_TYPE] = { .type = NLA_U32 }, 1620ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross [OVS_VPORT_ATTR_UPCALL_PID] = { .type = NLA_U32 }, 1621ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross [OVS_VPORT_ATTR_OPTIONS] = { .type = NLA_NESTED }, 1622ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross}; 1623ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1624ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic struct genl_family dp_vport_genl_family = { 1625ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .id = GENL_ID_GENERATE, 1626ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .hdrsize = sizeof(struct ovs_header), 1627ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .name = OVS_VPORT_FAMILY, 1628ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .version = OVS_VPORT_VERSION, 162946df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar .maxattr = OVS_VPORT_ATTR_MAX, 16303a4e0d6a95b2b6f7b22eb7c7361a0fc4289478ebPravin B Shelar .netnsok = true, 16313a4e0d6a95b2b6f7b22eb7c7361a0fc4289478ebPravin B Shelar .parallel_ops = true, 1632ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross}; 1633ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1634ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstruct genl_multicast_group ovs_dp_vport_multicast_group = { 1635ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .name = OVS_VPORT_MCGROUP 1636ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross}; 1637ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 16388e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar/* Called with ovs_mutex or RCU read lock. */ 1639ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic int ovs_vport_cmd_fill_info(struct vport *vport, struct sk_buff *skb, 164015e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman u32 portid, u32 seq, u32 flags, u8 cmd) 1641ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 1642ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct ovs_header *ovs_header; 1643ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct ovs_vport_stats vport_stats; 1644ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int err; 1645ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 164615e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman ovs_header = genlmsg_put(skb, portid, seq, &dp_vport_genl_family, 1647ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross flags, cmd); 1648ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!ovs_header) 1649ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -EMSGSIZE; 1650ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1651ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross ovs_header->dp_ifindex = get_dpifindex(vport->dp); 1652ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1653028d6a6767456d6c84a72d3451f19fe7ca7b47dbDavid S. Miller if (nla_put_u32(skb, OVS_VPORT_ATTR_PORT_NO, vport->port_no) || 1654028d6a6767456d6c84a72d3451f19fe7ca7b47dbDavid S. Miller nla_put_u32(skb, OVS_VPORT_ATTR_TYPE, vport->ops->type) || 1655028d6a6767456d6c84a72d3451f19fe7ca7b47dbDavid S. Miller nla_put_string(skb, OVS_VPORT_ATTR_NAME, vport->ops->get_name(vport)) || 165615e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman nla_put_u32(skb, OVS_VPORT_ATTR_UPCALL_PID, vport->upcall_portid)) 1657028d6a6767456d6c84a72d3451f19fe7ca7b47dbDavid S. Miller goto nla_put_failure; 1658ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1659ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross ovs_vport_get_stats(vport, &vport_stats); 1660028d6a6767456d6c84a72d3451f19fe7ca7b47dbDavid S. Miller if (nla_put(skb, OVS_VPORT_ATTR_STATS, sizeof(struct ovs_vport_stats), 1661028d6a6767456d6c84a72d3451f19fe7ca7b47dbDavid S. Miller &vport_stats)) 1662028d6a6767456d6c84a72d3451f19fe7ca7b47dbDavid S. Miller goto nla_put_failure; 1663ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1664ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = ovs_vport_get_options(vport, skb); 1665ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (err == -EMSGSIZE) 1666ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto error; 1667ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1668ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return genlmsg_end(skb, ovs_header); 1669ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1670ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossnla_put_failure: 1671ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = -EMSGSIZE; 1672ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grosserror: 1673ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross genlmsg_cancel(skb, ovs_header); 1674ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return err; 1675ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 1676ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 16778e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar/* Called with ovs_mutex or RCU read lock. */ 167815e473046cb6e5d18a4d0057e61d76315230382bEric W. Biedermanstruct sk_buff *ovs_vport_cmd_build_info(struct vport *vport, u32 portid, 1679ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross u32 seq, u8 cmd) 1680ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 1681ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sk_buff *skb; 1682ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int retval; 1683ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1684ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross skb = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_ATOMIC); 1685ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!skb) 1686ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return ERR_PTR(-ENOMEM); 1687ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 168815e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman retval = ovs_vport_cmd_fill_info(vport, skb, portid, seq, 0, cmd); 1689a9341512c372fcc628dabc619898d910a06c54bcJesse Gross BUG_ON(retval < 0); 1690a9341512c372fcc628dabc619898d910a06c54bcJesse Gross 1691ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return skb; 1692ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 1693ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 16948e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar/* Called with ovs_mutex or RCU read lock. */ 169546df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelarstatic struct vport *lookup_vport(struct net *net, 169646df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar struct ovs_header *ovs_header, 1697ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct nlattr *a[OVS_VPORT_ATTR_MAX + 1]) 1698ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 1699ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct datapath *dp; 1700ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct vport *vport; 1701ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1702ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (a[OVS_VPORT_ATTR_NAME]) { 170346df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar vport = ovs_vport_locate(net, nla_data(a[OVS_VPORT_ATTR_NAME])); 1704ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!vport) 1705ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return ERR_PTR(-ENODEV); 1706651a68ea2ce9738b84e928836053b2e0fb5db2baBen Pfaff if (ovs_header->dp_ifindex && 1707651a68ea2ce9738b84e928836053b2e0fb5db2baBen Pfaff ovs_header->dp_ifindex != get_dpifindex(vport->dp)) 1708651a68ea2ce9738b84e928836053b2e0fb5db2baBen Pfaff return ERR_PTR(-ENODEV); 1709ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return vport; 1710ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } else if (a[OVS_VPORT_ATTR_PORT_NO]) { 1711ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross u32 port_no = nla_get_u32(a[OVS_VPORT_ATTR_PORT_NO]); 1712ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1713ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (port_no >= DP_MAX_PORTS) 1714ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return ERR_PTR(-EFBIG); 1715ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 171646df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar dp = get_dp(net, ovs_header->dp_ifindex); 1717ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!dp) 1718ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return ERR_PTR(-ENODEV); 1719ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 17208e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar vport = ovs_vport_ovsl_rcu(dp, port_no); 1721ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!vport) 172214408dba8440ef629a3a2827bc4c7b5045889295Jarno Rajahalme return ERR_PTR(-ENODEV); 1723ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return vport; 1724ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } else 1725ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return ERR_PTR(-EINVAL); 1726ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 1727ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1728ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic int ovs_vport_cmd_new(struct sk_buff *skb, struct genl_info *info) 1729ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 1730ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct nlattr **a = info->attrs; 1731ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct ovs_header *ovs_header = info->userhdr; 1732ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct vport_parms parms; 1733ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sk_buff *reply; 1734ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct vport *vport; 1735ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct datapath *dp; 1736ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross u32 port_no; 1737ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int err; 1738ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1739ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = -EINVAL; 1740ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!a[OVS_VPORT_ATTR_NAME] || !a[OVS_VPORT_ATTR_TYPE] || 1741ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross !a[OVS_VPORT_ATTR_UPCALL_PID]) 1742ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto exit; 1743ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 17448e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_lock(); 174546df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar dp = get_dp(sock_net(skb->sk), ovs_header->dp_ifindex); 1746ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = -ENODEV; 1747ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!dp) 1748ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto exit_unlock; 1749ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1750ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (a[OVS_VPORT_ATTR_PORT_NO]) { 1751ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross port_no = nla_get_u32(a[OVS_VPORT_ATTR_PORT_NO]); 1752ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1753ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = -EFBIG; 1754ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (port_no >= DP_MAX_PORTS) 1755ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto exit_unlock; 1756ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 17578e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar vport = ovs_vport_ovsl(dp, port_no); 1758ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = -EBUSY; 1759ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (vport) 1760ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto exit_unlock; 1761ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } else { 1762ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross for (port_no = 1; ; port_no++) { 1763ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (port_no >= DP_MAX_PORTS) { 1764ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = -EFBIG; 1765ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto exit_unlock; 1766ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 17678e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar vport = ovs_vport_ovsl(dp, port_no); 1768ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!vport) 1769ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross break; 1770ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 1771ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 1772ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1773ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross parms.name = nla_data(a[OVS_VPORT_ATTR_NAME]); 1774ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross parms.type = nla_get_u32(a[OVS_VPORT_ATTR_TYPE]); 1775ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross parms.options = a[OVS_VPORT_ATTR_OPTIONS]; 1776ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross parms.dp = dp; 1777ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross parms.port_no = port_no; 177815e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman parms.upcall_portid = nla_get_u32(a[OVS_VPORT_ATTR_UPCALL_PID]); 1779ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1780ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross vport = new_vport(&parms); 1781ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = PTR_ERR(vport); 1782ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (IS_ERR(vport)) 1783ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto exit_unlock; 1784ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1785cb7c5bdffb727a3d4dea5247d9d1d52238b01d90Rich Lane err = 0; 178615e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman reply = ovs_vport_cmd_build_info(vport, info->snd_portid, info->snd_seq, 1787ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross OVS_VPORT_CMD_NEW); 1788ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (IS_ERR(reply)) { 1789ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = PTR_ERR(reply); 1790ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross ovs_dp_detach_port(vport); 1791ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto exit_unlock; 1792ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 1793ed661185859cecfcbe3a0e585563525498b3f405Thomas Graf 1794ed661185859cecfcbe3a0e585563525498b3f405Thomas Graf ovs_notify(reply, info, &ovs_dp_vport_multicast_group); 1795ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1796ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossexit_unlock: 17978e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_unlock(); 1798ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossexit: 1799ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return err; 1800ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 1801ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1802ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic int ovs_vport_cmd_set(struct sk_buff *skb, struct genl_info *info) 1803ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 1804ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct nlattr **a = info->attrs; 1805ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sk_buff *reply; 1806ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct vport *vport; 1807ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int err; 1808ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 18098e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_lock(); 181046df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar vport = lookup_vport(sock_net(skb->sk), info->userhdr, a); 1811ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = PTR_ERR(vport); 1812ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (IS_ERR(vport)) 1813ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto exit_unlock; 1814ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1815ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = 0; 1816ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (a[OVS_VPORT_ATTR_TYPE] && 1817ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross nla_get_u32(a[OVS_VPORT_ATTR_TYPE]) != vport->ops->type) 1818ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = -EINVAL; 1819ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1820a9341512c372fcc628dabc619898d910a06c54bcJesse Gross reply = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL); 1821a9341512c372fcc628dabc619898d910a06c54bcJesse Gross if (!reply) { 1822a9341512c372fcc628dabc619898d910a06c54bcJesse Gross err = -ENOMEM; 1823a9341512c372fcc628dabc619898d910a06c54bcJesse Gross goto exit_unlock; 1824a9341512c372fcc628dabc619898d910a06c54bcJesse Gross } 1825a9341512c372fcc628dabc619898d910a06c54bcJesse Gross 1826ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!err && a[OVS_VPORT_ATTR_OPTIONS]) 1827ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = ovs_vport_set_options(vport, a[OVS_VPORT_ATTR_OPTIONS]); 182803fbf8b38792448370343f240131d9fde19d0387Ansis Atteka if (err) 1829a9341512c372fcc628dabc619898d910a06c54bcJesse Gross goto exit_free; 1830a9341512c372fcc628dabc619898d910a06c54bcJesse Gross 183103fbf8b38792448370343f240131d9fde19d0387Ansis Atteka if (a[OVS_VPORT_ATTR_UPCALL_PID]) 183215e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman vport->upcall_portid = nla_get_u32(a[OVS_VPORT_ATTR_UPCALL_PID]); 1833ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1834a9341512c372fcc628dabc619898d910a06c54bcJesse Gross err = ovs_vport_cmd_fill_info(vport, reply, info->snd_portid, 1835a9341512c372fcc628dabc619898d910a06c54bcJesse Gross info->snd_seq, 0, OVS_VPORT_CMD_NEW); 1836a9341512c372fcc628dabc619898d910a06c54bcJesse Gross BUG_ON(err < 0); 1837ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 18388e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_unlock(); 1839ed661185859cecfcbe3a0e585563525498b3f405Thomas Graf ovs_notify(reply, info, &ovs_dp_vport_multicast_group); 18408e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar return 0; 1841ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1842a9341512c372fcc628dabc619898d910a06c54bcJesse Gross rtnl_unlock(); 1843a9341512c372fcc628dabc619898d910a06c54bcJesse Gross return 0; 1844a9341512c372fcc628dabc619898d910a06c54bcJesse Gross 1845a9341512c372fcc628dabc619898d910a06c54bcJesse Grossexit_free: 1846a9341512c372fcc628dabc619898d910a06c54bcJesse Gross kfree_skb(reply); 1847ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossexit_unlock: 18488e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_unlock(); 1849ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return err; 1850ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 1851ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1852ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic int ovs_vport_cmd_del(struct sk_buff *skb, struct genl_info *info) 1853ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 1854ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct nlattr **a = info->attrs; 1855ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sk_buff *reply; 1856ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct vport *vport; 1857ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int err; 1858ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 18598e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_lock(); 186046df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar vport = lookup_vport(sock_net(skb->sk), info->userhdr, a); 1861ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = PTR_ERR(vport); 1862ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (IS_ERR(vport)) 1863ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto exit_unlock; 1864ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1865ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (vport->port_no == OVSP_LOCAL) { 1866ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = -EINVAL; 1867ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto exit_unlock; 1868ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 1869ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 187015e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman reply = ovs_vport_cmd_build_info(vport, info->snd_portid, info->snd_seq, 1871ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross OVS_VPORT_CMD_DEL); 1872ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = PTR_ERR(reply); 1873ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (IS_ERR(reply)) 1874ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto exit_unlock; 1875ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1876734907e82d21a75a514b80164185427a832a00c0Rich Lane err = 0; 1877ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross ovs_dp_detach_port(vport); 1878ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1879ed661185859cecfcbe3a0e585563525498b3f405Thomas Graf ovs_notify(reply, info, &ovs_dp_vport_multicast_group); 1880ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1881ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossexit_unlock: 18828e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_unlock(); 1883ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return err; 1884ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 1885ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1886ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic int ovs_vport_cmd_get(struct sk_buff *skb, struct genl_info *info) 1887ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 1888ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct nlattr **a = info->attrs; 1889ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct ovs_header *ovs_header = info->userhdr; 1890ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct sk_buff *reply; 1891ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct vport *vport; 1892ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int err; 1893ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1894ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross rcu_read_lock(); 189546df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar vport = lookup_vport(sock_net(skb->sk), ovs_header, a); 1896ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = PTR_ERR(vport); 1897ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (IS_ERR(vport)) 1898ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto exit_unlock; 1899ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 190015e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman reply = ovs_vport_cmd_build_info(vport, info->snd_portid, info->snd_seq, 1901ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross OVS_VPORT_CMD_NEW); 1902ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = PTR_ERR(reply); 1903ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (IS_ERR(reply)) 1904ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto exit_unlock; 1905ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1906ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross rcu_read_unlock(); 1907ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1908ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return genlmsg_reply(reply, info); 1909ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1910ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossexit_unlock: 1911ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross rcu_read_unlock(); 1912ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return err; 1913ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 1914ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1915ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic int ovs_vport_cmd_dump(struct sk_buff *skb, struct netlink_callback *cb) 1916ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 1917ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct ovs_header *ovs_header = genlmsg_data(nlmsg_data(cb->nlh)); 1918ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct datapath *dp; 191915eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar int bucket = cb->args[0], skip = cb->args[1]; 192015eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar int i, j = 0; 1921ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 192246df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar dp = get_dp(sock_net(skb->sk), ovs_header->dp_ifindex); 1923ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (!dp) 1924ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return -ENODEV; 1925ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1926ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross rcu_read_lock(); 192715eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar for (i = bucket; i < DP_VPORT_HASH_BUCKETS; i++) { 1928ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct vport *vport; 192915eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar 193015eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar j = 0; 1931b67bfe0d42cac56c512dd5da4b1b347a23f4b70aSasha Levin hlist_for_each_entry_rcu(vport, &dp->ports[i], dp_hash_node) { 193215eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar if (j >= skip && 193315eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar ovs_vport_cmd_fill_info(vport, skb, 193415e473046cb6e5d18a4d0057e61d76315230382bEric W. Biederman NETLINK_CB(cb->skb).portid, 193515eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar cb->nlh->nlmsg_seq, 193615eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar NLM_F_MULTI, 193715eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar OVS_VPORT_CMD_NEW) < 0) 193815eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar goto out; 193915eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar 194015eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar j++; 194115eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar } 194215eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar skip = 0; 1943ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 194415eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelarout: 1945ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross rcu_read_unlock(); 1946ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 194715eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar cb->args[0] = i; 194815eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar cb->args[1] = j; 1949ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 195015eac2a74277bc7de68a7c2a64a7c91b4b6f5961Pravin B Shelar return skb->len; 1951ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 1952ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1953ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic struct genl_ops dp_vport_genl_ops[] = { 1954ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross { .cmd = OVS_VPORT_CMD_NEW, 1955ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .flags = GENL_ADMIN_PERM, /* Requires CAP_NET_ADMIN privilege. */ 1956ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .policy = vport_policy, 1957ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .doit = ovs_vport_cmd_new 1958ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross }, 1959ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross { .cmd = OVS_VPORT_CMD_DEL, 1960ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .flags = GENL_ADMIN_PERM, /* Requires CAP_NET_ADMIN privilege. */ 1961ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .policy = vport_policy, 1962ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .doit = ovs_vport_cmd_del 1963ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross }, 1964ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross { .cmd = OVS_VPORT_CMD_GET, 1965ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .flags = 0, /* OK for unprivileged users. */ 1966ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .policy = vport_policy, 1967ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .doit = ovs_vport_cmd_get, 1968ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .dumpit = ovs_vport_cmd_dump 1969ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross }, 1970ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross { .cmd = OVS_VPORT_CMD_SET, 1971ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .flags = GENL_ADMIN_PERM, /* Requires CAP_NET_ADMIN privilege. */ 1972ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .policy = vport_policy, 1973ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross .doit = ovs_vport_cmd_set, 1974ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross }, 1975ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross}; 1976ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1977ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstruct genl_family_and_ops { 1978ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct genl_family *family; 1979ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct genl_ops *ops; 1980ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int n_ops; 1981ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross struct genl_multicast_group *group; 1982ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross}; 1983ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1984ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic const struct genl_family_and_ops dp_genl_families[] = { 1985ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross { &dp_datapath_genl_family, 1986ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross dp_datapath_genl_ops, ARRAY_SIZE(dp_datapath_genl_ops), 1987ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross &ovs_dp_datapath_multicast_group }, 1988ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross { &dp_vport_genl_family, 1989ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross dp_vport_genl_ops, ARRAY_SIZE(dp_vport_genl_ops), 1990ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross &ovs_dp_vport_multicast_group }, 1991ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross { &dp_flow_genl_family, 1992ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross dp_flow_genl_ops, ARRAY_SIZE(dp_flow_genl_ops), 1993ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross &ovs_dp_flow_multicast_group }, 1994ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross { &dp_packet_genl_family, 1995ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross dp_packet_genl_ops, ARRAY_SIZE(dp_packet_genl_ops), 1996ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross NULL }, 1997ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross}; 1998ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 1999ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic void dp_unregister_genl(int n_families) 2000ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 2001ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int i; 2002ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 2003ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross for (i = 0; i < n_families; i++) 2004ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross genl_unregister_family(dp_genl_families[i].family); 2005ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 2006ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 2007ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic int dp_register_genl(void) 2008ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 2009ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int n_registered; 2010ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int err; 2011ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int i; 2012ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 2013ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross n_registered = 0; 2014ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross for (i = 0; i < ARRAY_SIZE(dp_genl_families); i++) { 2015ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross const struct genl_family_and_ops *f = &dp_genl_families[i]; 2016ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 2017ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = genl_register_family_with_ops(f->family, f->ops, 2018ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross f->n_ops); 2019ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (err) 2020ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto error; 2021ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross n_registered++; 2022ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 2023ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (f->group) { 2024ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = genl_register_mc_group(f->family, f->group); 2025ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (err) 2026ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto error; 2027ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 2028ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross } 2029ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 2030ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return 0; 2031ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 2032ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grosserror: 2033ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross dp_unregister_genl(n_registered); 2034ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return err; 2035ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 2036ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 203746df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelarstatic void rehash_flow_table(struct work_struct *work) 203846df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar{ 203946df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar struct datapath *dp; 204046df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar struct net *net; 204146df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar 20428e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_lock(); 204346df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar rtnl_lock(); 204446df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar for_each_net(net) { 204546df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar struct ovs_net *ovs_net = net_generic(net, ovs_net_id); 204646df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar 204746df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar list_for_each_entry(dp, &ovs_net->dps, list_node) { 20488e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar struct flow_table *old_table = ovsl_dereference(dp->table); 204946df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar struct flow_table *new_table; 205046df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar 205146df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar new_table = ovs_flow_tbl_rehash(old_table); 205246df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar if (!IS_ERR(new_table)) { 205346df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar rcu_assign_pointer(dp->table, new_table); 205446df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar ovs_flow_tbl_deferred_destroy(old_table); 205546df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar } 205646df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar } 205746df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar } 205846df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar rtnl_unlock(); 20598e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_unlock(); 206046df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar schedule_delayed_work(&rehash_flow_wq, REHASH_FLOW_INTERVAL); 206146df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar} 206246df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar 206346df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelarstatic int __net_init ovs_init_net(struct net *net) 206446df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar{ 206546df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar struct ovs_net *ovs_net = net_generic(net, ovs_net_id); 206646df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar 206746df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar INIT_LIST_HEAD(&ovs_net->dps); 20688e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar INIT_WORK(&ovs_net->dp_notify_work, ovs_dp_notify_wq); 206946df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar return 0; 207046df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar} 207146df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar 207246df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelarstatic void __net_exit ovs_exit_net(struct net *net) 207346df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar{ 207446df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar struct datapath *dp, *dp_next; 20758e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar struct ovs_net *ovs_net = net_generic(net, ovs_net_id); 207646df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar 20778e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_lock(); 207846df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar list_for_each_entry_safe(dp, dp_next, &ovs_net->dps, list_node) 207946df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar __dp_destroy(dp); 20808e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar ovs_unlock(); 20818e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar 20828e4e1713e4978447c5f799aa668dcc6d2cb0dee9Pravin B Shelar cancel_work_sync(&ovs_net->dp_notify_work); 208346df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar} 208446df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar 208546df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelarstatic struct pernet_operations ovs_net_ops = { 208646df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar .init = ovs_init_net, 208746df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar .exit = ovs_exit_net, 208846df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar .id = &ovs_net_id, 208946df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar .size = sizeof(struct ovs_net), 209046df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar}; 209146df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar 2092ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic int __init dp_init(void) 2093ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 2094ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross int err; 2095ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 20963523b29bd2cd58432ea1bf3629695ec1ab607722YOSHIFUJI Hideaki / 吉藤英明 BUILD_BUG_ON(sizeof(struct ovs_skb_cb) > FIELD_SIZEOF(struct sk_buff, cb)); 2097ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 2098ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross pr_info("Open vSwitch switching datapath\n"); 2099ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 2100ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = ovs_flow_init(); 2101ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (err) 2102ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto error; 2103ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 2104ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = ovs_vport_init(); 2105ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (err) 2106ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto error_flow_exit; 2107ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 210846df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar err = register_pernet_device(&ovs_net_ops); 2109ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (err) 2110ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto error_vport_exit; 2111ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 211246df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar err = register_netdevice_notifier(&ovs_dp_device_notifier); 211346df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar if (err) 211446df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar goto error_netns_exit; 211546df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar 2116ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross err = dp_register_genl(); 2117ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross if (err < 0) 2118ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross goto error_unreg_notifier; 2119ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 2120ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross schedule_delayed_work(&rehash_flow_wq, REHASH_FLOW_INTERVAL); 2121ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 2122ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return 0; 2123ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 2124ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grosserror_unreg_notifier: 2125ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross unregister_netdevice_notifier(&ovs_dp_device_notifier); 212646df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelarerror_netns_exit: 212746df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar unregister_pernet_device(&ovs_net_ops); 2128ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grosserror_vport_exit: 2129ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross ovs_vport_exit(); 2130ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grosserror_flow_exit: 2131ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross ovs_flow_exit(); 2132ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grosserror: 2133ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross return err; 2134ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 2135ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 2136ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossstatic void dp_cleanup(void) 2137ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross{ 2138ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross cancel_delayed_work_sync(&rehash_flow_wq); 2139ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross dp_unregister_genl(ARRAY_SIZE(dp_genl_families)); 2140ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross unregister_netdevice_notifier(&ovs_dp_device_notifier); 214146df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar unregister_pernet_device(&ovs_net_ops); 214246df7b814548849deee01f50bc75f8f5ae8cd767Pravin B Shelar rcu_barrier(); 2143ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross ovs_vport_exit(); 2144ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross ovs_flow_exit(); 2145ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross} 2146ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 2147ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossmodule_init(dp_init); 2148ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Grossmodule_exit(dp_cleanup); 2149ccb1352e76cff0524e7ccb2074826a092dd13016Jesse Gross 2150ccb1352e76cff0524e7ccb2074826a092dd13016Jesse GrossMODULE_DESCRIPTION("Open vSwitch switching datapath"); 2151ccb1352e76cff0524e7ccb2074826a092dd13016Jesse GrossMODULE_LICENSE("GPL"); 2152