ixgbe.h revision 8f15486dd0f6e8423cb33fa8513ed9d074476471
19a799d71034c4e2b168740c8a8530591011313d5Auke Kok/*******************************************************************************
29a799d71034c4e2b168740c8a8530591011313d5Auke Kok
39a799d71034c4e2b168740c8a8530591011313d5Auke Kok  Intel 10 Gigabit PCI Express Linux driver
49497182051f261fe688bb2d672fdbc07ab3d5348Don Skidmore  Copyright(c) 1999 - 2012 Intel Corporation.
59a799d71034c4e2b168740c8a8530591011313d5Auke Kok
69a799d71034c4e2b168740c8a8530591011313d5Auke Kok  This program is free software; you can redistribute it and/or modify it
79a799d71034c4e2b168740c8a8530591011313d5Auke Kok  under the terms and conditions of the GNU General Public License,
89a799d71034c4e2b168740c8a8530591011313d5Auke Kok  version 2, as published by the Free Software Foundation.
99a799d71034c4e2b168740c8a8530591011313d5Auke Kok
109a799d71034c4e2b168740c8a8530591011313d5Auke Kok  This program is distributed in the hope it will be useful, but WITHOUT
119a799d71034c4e2b168740c8a8530591011313d5Auke Kok  ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
129a799d71034c4e2b168740c8a8530591011313d5Auke Kok  FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
139a799d71034c4e2b168740c8a8530591011313d5Auke Kok  more details.
149a799d71034c4e2b168740c8a8530591011313d5Auke Kok
159a799d71034c4e2b168740c8a8530591011313d5Auke Kok  You should have received a copy of the GNU General Public License along with
169a799d71034c4e2b168740c8a8530591011313d5Auke Kok  this program; if not, write to the Free Software Foundation, Inc.,
179a799d71034c4e2b168740c8a8530591011313d5Auke Kok  51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
189a799d71034c4e2b168740c8a8530591011313d5Auke Kok
199a799d71034c4e2b168740c8a8530591011313d5Auke Kok  The full GNU General Public License is included in this distribution in
209a799d71034c4e2b168740c8a8530591011313d5Auke Kok  the file called "COPYING".
219a799d71034c4e2b168740c8a8530591011313d5Auke Kok
229a799d71034c4e2b168740c8a8530591011313d5Auke Kok  Contact Information:
239a799d71034c4e2b168740c8a8530591011313d5Auke Kok  e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
249a799d71034c4e2b168740c8a8530591011313d5Auke Kok  Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
259a799d71034c4e2b168740c8a8530591011313d5Auke Kok
269a799d71034c4e2b168740c8a8530591011313d5Auke Kok*******************************************************************************/
279a799d71034c4e2b168740c8a8530591011313d5Auke Kok
289a799d71034c4e2b168740c8a8530591011313d5Auke Kok#ifndef _IXGBE_H_
299a799d71034c4e2b168740c8a8530591011313d5Auke Kok#define _IXGBE_H_
309a799d71034c4e2b168740c8a8530591011313d5Auke Kok
31f62bbb5e62c6e4a91fb222d22bc46e8d4d7e59efJesse Gross#include <linux/bitops.h>
329a799d71034c4e2b168740c8a8530591011313d5Auke Kok#include <linux/types.h>
339a799d71034c4e2b168740c8a8530591011313d5Auke Kok#include <linux/pci.h>
349a799d71034c4e2b168740c8a8530591011313d5Auke Kok#include <linux/netdevice.h>
35b25ebfd21b03b3b59c1c7a7e0c597fd28286bb10Peter Waskiewicz#include <linux/cpumask.h>
366fabd715e6d8e1b37c0c66d9bfda2c19643e3f77Peter P Waskiewicz Jr#include <linux/aer.h>
37f62bbb5e62c6e4a91fb222d22bc46e8d4d7e59efJesse Gross#include <linux/if_vlan.h>
389a799d71034c4e2b168740c8a8530591011313d5Auke Kok
399a799d71034c4e2b168740c8a8530591011313d5Auke Kok#include "ixgbe_type.h"
409a799d71034c4e2b168740c8a8530591011313d5Auke Kok#include "ixgbe_common.h"
412f90b8657ec942d1880f720e0177ee71df7c8e3cAlexander Duyck#include "ixgbe_dcb.h"
42eacd73f79a106c6a0bc429003ab691024860ab2dYi Zou#if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
43eacd73f79a106c6a0bc429003ab691024860ab2dYi Zou#define IXGBE_FCOE
44eacd73f79a106c6a0bc429003ab691024860ab2dYi Zou#include "ixgbe_fcoe.h"
45eacd73f79a106c6a0bc429003ab691024860ab2dYi Zou#endif /* CONFIG_FCOE or CONFIG_FCOE_MODULE */
465dd2d3322836036da169904afcb7d0f6dff5363fJeff Garzik#ifdef CONFIG_IXGBE_DCA
47bd0362dde080cef377d99fa5beb5c25308c29c73Jeb Cramer#include <linux/dca.h>
48bd0362dde080cef377d99fa5beb5c25308c29c73Jeb Cramer#endif
499a799d71034c4e2b168740c8a8530591011313d5Auke Kok
50849c45423c0c108e08d67644728cc9b0ed225fa1Emil Tantilov/* common prefix used by pr_<> macros */
51849c45423c0c108e08d67644728cc9b0ed225fa1Emil Tantilov#undef pr_fmt
52849c45423c0c108e08d67644728cc9b0ed225fa1Emil Tantilov#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
539a799d71034c4e2b168740c8a8530591011313d5Auke Kok
549a799d71034c4e2b168740c8a8530591011313d5Auke Kok/* TX/RX descriptor defines */
556bacb3007928deeb30ddd2a3b6d5011bc7e5a01fJesse Brandeburg#define IXGBE_DEFAULT_TXD		    512
56592245559e9007845ef6603cc930c784031eb076Alexander Duyck#define IXGBE_DEFAULT_TX_WORK		    256
579a799d71034c4e2b168740c8a8530591011313d5Auke Kok#define IXGBE_MAX_TXD			   4096
589a799d71034c4e2b168740c8a8530591011313d5Auke Kok#define IXGBE_MIN_TXD			     64
599a799d71034c4e2b168740c8a8530591011313d5Auke Kok
606bacb3007928deeb30ddd2a3b6d5011bc7e5a01fJesse Brandeburg#define IXGBE_DEFAULT_RXD		    512
619a799d71034c4e2b168740c8a8530591011313d5Auke Kok#define IXGBE_MAX_RXD			   4096
629a799d71034c4e2b168740c8a8530591011313d5Auke Kok#define IXGBE_MIN_RXD			     64
639a799d71034c4e2b168740c8a8530591011313d5Auke Kok
649a799d71034c4e2b168740c8a8530591011313d5Auke Kok/* flow control */
652b9ade935cd2be6db26f5445656950bc3da7055dJesse Brandeburg#define IXGBE_MIN_FCRTL			   0x40
669a799d71034c4e2b168740c8a8530591011313d5Auke Kok#define IXGBE_MAX_FCRTL			0x7FF80
672b9ade935cd2be6db26f5445656950bc3da7055dJesse Brandeburg#define IXGBE_MIN_FCRTH			  0x600
689a799d71034c4e2b168740c8a8530591011313d5Auke Kok#define IXGBE_MAX_FCRTH			0x7FFF0
692b9ade935cd2be6db26f5445656950bc3da7055dJesse Brandeburg#define IXGBE_DEFAULT_FCPAUSE		 0xFFFF
709a799d71034c4e2b168740c8a8530591011313d5Auke Kok#define IXGBE_MIN_FCPAUSE		      0
719a799d71034c4e2b168740c8a8530591011313d5Auke Kok#define IXGBE_MAX_FCPAUSE		 0xFFFF
729a799d71034c4e2b168740c8a8530591011313d5Auke Kok
739a799d71034c4e2b168740c8a8530591011313d5Auke Kok/* Supported Rx Buffer Sizes */
741395807091300b84789316cad2a9142b58f9092aAlexander Duyck#define IXGBE_RXBUFFER_512   512    /* Used for packet split */
75919e78a6b890bdcce8ca0fa699bd361c6f24dc94Alexander Duyck#define IXGBE_RXBUFFER_2K   2048
76919e78a6b890bdcce8ca0fa699bd361c6f24dc94Alexander Duyck#define IXGBE_RXBUFFER_3K   3072
77919e78a6b890bdcce8ca0fa699bd361c6f24dc94Alexander Duyck#define IXGBE_RXBUFFER_4K   4096
78919e78a6b890bdcce8ca0fa699bd361c6f24dc94Alexander Duyck#define IXGBE_RXBUFFER_7K   7168
79919e78a6b890bdcce8ca0fa699bd361c6f24dc94Alexander Duyck#define IXGBE_RXBUFFER_8K   8192
80919e78a6b890bdcce8ca0fa699bd361c6f24dc94Alexander Duyck#define IXGBE_RXBUFFER_15K  15360
81919e78a6b890bdcce8ca0fa699bd361c6f24dc94Alexander Duyck#define IXGBE_MAX_RXBUFFER  16384  /* largest size for a single descriptor */
829a799d71034c4e2b168740c8a8530591011313d5Auke Kok
831395807091300b84789316cad2a9142b58f9092aAlexander Duyck/*
841395807091300b84789316cad2a9142b58f9092aAlexander Duyck * NOTE: netdev_alloc_skb reserves up to 64 bytes, NET_IP_ALIGN mans we
851395807091300b84789316cad2a9142b58f9092aAlexander Duyck * reserve 2 more, and skb_shared_info adds an additional 384 bytes more,
861395807091300b84789316cad2a9142b58f9092aAlexander Duyck * this adds up to 512 bytes of extra data meaning the smallest allocation
871395807091300b84789316cad2a9142b58f9092aAlexander Duyck * we could have is 1K.
881395807091300b84789316cad2a9142b58f9092aAlexander Duyck * i.e. RXBUFFER_512 --> size-1024 slab
891395807091300b84789316cad2a9142b58f9092aAlexander Duyck */
901395807091300b84789316cad2a9142b58f9092aAlexander Duyck#define IXGBE_RX_HDR_SIZE IXGBE_RXBUFFER_512
919a799d71034c4e2b168740c8a8530591011313d5Auke Kok
929a799d71034c4e2b168740c8a8530591011313d5Auke Kok#define MAXIMUM_ETHERNET_VLAN_SIZE (ETH_FRAME_LEN + ETH_FCS_LEN + VLAN_HLEN)
939a799d71034c4e2b168740c8a8530591011313d5Auke Kok
949a799d71034c4e2b168740c8a8530591011313d5Auke Kok/* How many Rx Buffers do we bundle into one write to the hardware ? */
959a799d71034c4e2b168740c8a8530591011313d5Auke Kok#define IXGBE_RX_BUFFER_WRITE	16	/* Must be power of 2 */
969a799d71034c4e2b168740c8a8530591011313d5Auke Kok
979a799d71034c4e2b168740c8a8530591011313d5Auke Kok#define IXGBE_TX_FLAGS_CSUM		(u32)(1)
9866f32a8b97f11ad73d2e7b8c192c55febb20b425Alexander Duyck#define IXGBE_TX_FLAGS_HW_VLAN		(u32)(1 << 1)
9966f32a8b97f11ad73d2e7b8c192c55febb20b425Alexander Duyck#define IXGBE_TX_FLAGS_SW_VLAN		(u32)(1 << 2)
10066f32a8b97f11ad73d2e7b8c192c55febb20b425Alexander Duyck#define IXGBE_TX_FLAGS_TSO		(u32)(1 << 3)
10166f32a8b97f11ad73d2e7b8c192c55febb20b425Alexander Duyck#define IXGBE_TX_FLAGS_IPV4		(u32)(1 << 4)
10266f32a8b97f11ad73d2e7b8c192c55febb20b425Alexander Duyck#define IXGBE_TX_FLAGS_FCOE		(u32)(1 << 5)
10366f32a8b97f11ad73d2e7b8c192c55febb20b425Alexander Duyck#define IXGBE_TX_FLAGS_FSO		(u32)(1 << 6)
1047f9643fd773a372a5470ed2daedaec5bac918e35Alexander Duyck#define IXGBE_TX_FLAGS_TXSW		(u32)(1 << 7)
1057f9643fd773a372a5470ed2daedaec5bac918e35Alexander Duyck#define IXGBE_TX_FLAGS_MAPPED_AS_PAGE	(u32)(1 << 8)
1069a799d71034c4e2b168740c8a8530591011313d5Auke Kok#define IXGBE_TX_FLAGS_VLAN_MASK	0xffff0000
10766f32a8b97f11ad73d2e7b8c192c55febb20b425Alexander Duyck#define IXGBE_TX_FLAGS_VLAN_PRIO_MASK	0xe0000000
10866f32a8b97f11ad73d2e7b8c192c55febb20b425Alexander Duyck#define IXGBE_TX_FLAGS_VLAN_PRIO_SHIFT  29
1099a799d71034c4e2b168740c8a8530591011313d5Auke Kok#define IXGBE_TX_FLAGS_VLAN_SHIFT	16
1109a799d71034c4e2b168740c8a8530591011313d5Auke Kok
1110a924578bc4a2823a95c151f56975c71f5c156bbPeter P Waskiewicz Jr#define IXGBE_MAX_RSC_INT_RATE          162760
1120a924578bc4a2823a95c151f56975c71f5c156bbPeter P Waskiewicz Jr
1137f870475c8f102469df44a86387a03cb23e79b90Greg Rose#define IXGBE_MAX_VF_MC_ENTRIES         30
1147f870475c8f102469df44a86387a03cb23e79b90Greg Rose#define IXGBE_MAX_VF_FUNCTIONS          64
1157f870475c8f102469df44a86387a03cb23e79b90Greg Rose#define IXGBE_MAX_VFTA_ENTRIES          128
1167f870475c8f102469df44a86387a03cb23e79b90Greg Rose#define MAX_EMULATION_MAC_ADDRS         16
117a1cbb15c13971bd5d41626e9e5ced9f9de132c47Greg Rose#define IXGBE_MAX_PF_MACVLANS           15
1187f870475c8f102469df44a86387a03cb23e79b90Greg Rose#define VMDQ_P(p)   ((p) + adapter->num_vfs)
11983c61fa97a7d4ef16506a760f9e52b3144978346Greg Rose#define IXGBE_82599_VF_DEVICE_ID        0x10ED
12083c61fa97a7d4ef16506a760f9e52b3144978346Greg Rose#define IXGBE_X540_VF_DEVICE_ID         0x1515
1217f870475c8f102469df44a86387a03cb23e79b90Greg Rose
1227f870475c8f102469df44a86387a03cb23e79b90Greg Rosestruct vf_data_storage {
1237f870475c8f102469df44a86387a03cb23e79b90Greg Rose	unsigned char vf_mac_addresses[ETH_ALEN];
1247f870475c8f102469df44a86387a03cb23e79b90Greg Rose	u16 vf_mc_hashes[IXGBE_MAX_VF_MC_ENTRIES];
1257f870475c8f102469df44a86387a03cb23e79b90Greg Rose	u16 num_vf_mc_hashes;
1267f870475c8f102469df44a86387a03cb23e79b90Greg Rose	u16 default_vf_vlan_id;
1277f870475c8f102469df44a86387a03cb23e79b90Greg Rose	u16 vlans_enabled;
1287f870475c8f102469df44a86387a03cb23e79b90Greg Rose	bool clear_to_send;
1297f01648aa32185b8047aea384237ad58e430e07fGreg Rose	bool pf_set_mac;
1307f01648aa32185b8047aea384237ad58e430e07fGreg Rose	u16 pf_vlan; /* When set, guest VLAN config not allowed. */
1317f01648aa32185b8047aea384237ad58e430e07fGreg Rose	u16 pf_qos;
132ff4ab2061199cdb938282d302d5044b1858e28c8Lior Levy	u16 tx_rate;
133de4c7f653b2ff24dfff47edea0d67aa6fc681ceeGreg Rose	u16 vlan_count;
134de4c7f653b2ff24dfff47edea0d67aa6fc681ceeGreg Rose	u8 spoofchk_enabled;
135c6bda30a06d925b68d86e61c289d3ce980d4a36cGreg Rose	struct pci_dev *vfdev;
1367f870475c8f102469df44a86387a03cb23e79b90Greg Rose};
1377f870475c8f102469df44a86387a03cb23e79b90Greg Rose
138a1cbb15c13971bd5d41626e9e5ced9f9de132c47Greg Rosestruct vf_macvlans {
139a1cbb15c13971bd5d41626e9e5ced9f9de132c47Greg Rose	struct list_head l;
140a1cbb15c13971bd5d41626e9e5ced9f9de132c47Greg Rose	int vf;
141a1cbb15c13971bd5d41626e9e5ced9f9de132c47Greg Rose	int rar_entry;
142a1cbb15c13971bd5d41626e9e5ced9f9de132c47Greg Rose	bool free;
143a1cbb15c13971bd5d41626e9e5ced9f9de132c47Greg Rose	bool is_macvlan;
144a1cbb15c13971bd5d41626e9e5ced9f9de132c47Greg Rose	u8 vf_macvlan[ETH_ALEN];
145a1cbb15c13971bd5d41626e9e5ced9f9de132c47Greg Rose};
146a1cbb15c13971bd5d41626e9e5ced9f9de132c47Greg Rose
147a535c30e9e98d201089503a0ffa0093cba16e796Alexander Duyck#define IXGBE_MAX_TXD_PWR	14
148a535c30e9e98d201089503a0ffa0093cba16e796Alexander Duyck#define IXGBE_MAX_DATA_PER_TXD	(1 << IXGBE_MAX_TXD_PWR)
149a535c30e9e98d201089503a0ffa0093cba16e796Alexander Duyck
150a535c30e9e98d201089503a0ffa0093cba16e796Alexander Duyck/* Tx Descriptors needed, worst case */
151a535c30e9e98d201089503a0ffa0093cba16e796Alexander Duyck#define TXD_USE_COUNT(S) DIV_ROUND_UP((S), IXGBE_MAX_DATA_PER_TXD)
152a535c30e9e98d201089503a0ffa0093cba16e796Alexander Duyck#define DESC_NEEDED ((MAX_SKB_FRAGS * TXD_USE_COUNT(PAGE_SIZE)) + 4)
153a535c30e9e98d201089503a0ffa0093cba16e796Alexander Duyck
1549a799d71034c4e2b168740c8a8530591011313d5Auke Kok/* wrapper around a pointer to a socket buffer,
1559a799d71034c4e2b168740c8a8530591011313d5Auke Kok * so a DMA handle can be stored along with the buffer */
1569a799d71034c4e2b168740c8a8530591011313d5Auke Kokstruct ixgbe_tx_buffer {
157d3d0023979c87ee00f61946deb08b6a1ebd0455dAlexander Duyck	union ixgbe_adv_tx_desc *next_to_watch;
1589a799d71034c4e2b168740c8a8530591011313d5Auke Kok	unsigned long time_stamp;
159d3d0023979c87ee00f61946deb08b6a1ebd0455dAlexander Duyck	dma_addr_t dma;
160d3d0023979c87ee00f61946deb08b6a1ebd0455dAlexander Duyck	u32 length;
161d3d0023979c87ee00f61946deb08b6a1ebd0455dAlexander Duyck	u32 tx_flags;
162d3d0023979c87ee00f61946deb08b6a1ebd0455dAlexander Duyck	struct sk_buff *skb;
163d3d0023979c87ee00f61946deb08b6a1ebd0455dAlexander Duyck	u32 bytecount;
1648ad494b0e59950e2b4e587c32cb67a2452795ea0Alexander Duyck	u16 gso_segs;
1659a799d71034c4e2b168740c8a8530591011313d5Auke Kok};
1669a799d71034c4e2b168740c8a8530591011313d5Auke Kok
1679a799d71034c4e2b168740c8a8530591011313d5Auke Kokstruct ixgbe_rx_buffer {
1689a799d71034c4e2b168740c8a8530591011313d5Auke Kok	struct sk_buff *skb;
1699a799d71034c4e2b168740c8a8530591011313d5Auke Kok	dma_addr_t dma;
1709a799d71034c4e2b168740c8a8530591011313d5Auke Kok	struct page *page;
1719a799d71034c4e2b168740c8a8530591011313d5Auke Kok	dma_addr_t page_dma;
172762f4c57105853d1cbad3b96ef18aa23beff3db2Jesse Brandeburg	unsigned int page_offset;
1739a799d71034c4e2b168740c8a8530591011313d5Auke Kok};
1749a799d71034c4e2b168740c8a8530591011313d5Auke Kok
1759a799d71034c4e2b168740c8a8530591011313d5Auke Kokstruct ixgbe_queue_stats {
1769a799d71034c4e2b168740c8a8530591011313d5Auke Kok	u64 packets;
1779a799d71034c4e2b168740c8a8530591011313d5Auke Kok	u64 bytes;
1789a799d71034c4e2b168740c8a8530591011313d5Auke Kok};
1799a799d71034c4e2b168740c8a8530591011313d5Auke Kok
1805b7da51547cc3ab5461e45a8ee0ca73051416fdaAlexander Duyckstruct ixgbe_tx_queue_stats {
1815b7da51547cc3ab5461e45a8ee0ca73051416fdaAlexander Duyck	u64 restart_queue;
1825b7da51547cc3ab5461e45a8ee0ca73051416fdaAlexander Duyck	u64 tx_busy;
183c84d324c770dc81acebc1042163da33c8ded2364John Fastabend	u64 completed;
184c84d324c770dc81acebc1042163da33c8ded2364John Fastabend	u64 tx_done_old;
1855b7da51547cc3ab5461e45a8ee0ca73051416fdaAlexander Duyck};
1865b7da51547cc3ab5461e45a8ee0ca73051416fdaAlexander Duyck
1875b7da51547cc3ab5461e45a8ee0ca73051416fdaAlexander Duyckstruct ixgbe_rx_queue_stats {
1885b7da51547cc3ab5461e45a8ee0ca73051416fdaAlexander Duyck	u64 rsc_count;
1895b7da51547cc3ab5461e45a8ee0ca73051416fdaAlexander Duyck	u64 rsc_flush;
1905b7da51547cc3ab5461e45a8ee0ca73051416fdaAlexander Duyck	u64 non_eop_descs;
1915b7da51547cc3ab5461e45a8ee0ca73051416fdaAlexander Duyck	u64 alloc_rx_page_failed;
1925b7da51547cc3ab5461e45a8ee0ca73051416fdaAlexander Duyck	u64 alloc_rx_buff_failed;
1938a0da21be84019d605af2c9a92b20a084db77de1Alexander Duyck	u64 csum_err;
1945b7da51547cc3ab5461e45a8ee0ca73051416fdaAlexander Duyck};
1955b7da51547cc3ab5461e45a8ee0ca73051416fdaAlexander Duyck
1967d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyckenum ixbge_ring_state_t {
1977d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck	__IXGBE_TX_FDIR_INIT_DONE,
1987d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck	__IXGBE_TX_DETECT_HANG,
199c84d324c770dc81acebc1042163da33c8ded2364John Fastabend	__IXGBE_HANG_CHECK_ARMED,
2007d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck	__IXGBE_RX_PS_ENABLED,
2017d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck	__IXGBE_RX_RSC_ENABLED,
2028a0da21be84019d605af2c9a92b20a084db77de1Alexander Duyck	__IXGBE_RX_CSUM_UDP_ZERO_ERR,
2037d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck};
2047d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck
2057d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck#define ring_is_ps_enabled(ring) \
2067d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck	test_bit(__IXGBE_RX_PS_ENABLED, &(ring)->state)
2077d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck#define set_ring_ps_enabled(ring) \
2087d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck	set_bit(__IXGBE_RX_PS_ENABLED, &(ring)->state)
2097d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck#define clear_ring_ps_enabled(ring) \
2107d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck	clear_bit(__IXGBE_RX_PS_ENABLED, &(ring)->state)
2117d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck#define check_for_tx_hang(ring) \
2127d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck	test_bit(__IXGBE_TX_DETECT_HANG, &(ring)->state)
2137d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck#define set_check_for_tx_hang(ring) \
2147d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck	set_bit(__IXGBE_TX_DETECT_HANG, &(ring)->state)
2157d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck#define clear_check_for_tx_hang(ring) \
2167d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck	clear_bit(__IXGBE_TX_DETECT_HANG, &(ring)->state)
2177d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck#define ring_is_rsc_enabled(ring) \
2187d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck	test_bit(__IXGBE_RX_RSC_ENABLED, &(ring)->state)
2197d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck#define set_ring_rsc_enabled(ring) \
2207d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck	set_bit(__IXGBE_RX_RSC_ENABLED, &(ring)->state)
2217d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck#define clear_ring_rsc_enabled(ring) \
2227d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck	clear_bit(__IXGBE_RX_RSC_ENABLED, &(ring)->state)
2239a799d71034c4e2b168740c8a8530591011313d5Auke Kokstruct ixgbe_ring {
224efe3d3c8ee6805c7e8b17f9aae554c04b271ab99Alexander Duyck	struct ixgbe_ring *next;	/* pointer to next ring in q_vector */
2259a799d71034c4e2b168740c8a8530591011313d5Auke Kok	void *desc;			/* descriptor ring memory */
226b6ec895ecd32c0070c3b2b17918c030275cd834dAlexander Duyck	struct device *dev;             /* device for DMA mapping */
227fc77dc3cc15144bbaf18203e9ef7a3e1beedfc3fAlexander Duyck	struct net_device *netdev;      /* netdev ring belongs to */
2289a799d71034c4e2b168740c8a8530591011313d5Auke Kok	union {
2299a799d71034c4e2b168740c8a8530591011313d5Auke Kok		struct ixgbe_tx_buffer *tx_buffer_info;
2309a799d71034c4e2b168740c8a8530591011313d5Auke Kok		struct ixgbe_rx_buffer *rx_buffer_info;
2319a799d71034c4e2b168740c8a8530591011313d5Auke Kok	};
2327d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck	unsigned long state;
233bd19805803a954415ec36a559fd3b8a0a3647d7cAlexander Duyck	u8 __iomem *tail;
234bd19805803a954415ec36a559fd3b8a0a3647d7cAlexander Duyck
235ae540af18597a441bf17a26389179465ea4b9c36Jesse Brandeburg	u16 count;			/* amount of descriptors */
236ae540af18597a441bf17a26389179465ea4b9c36Jesse Brandeburg	u16 rx_buf_len;
237ae540af18597a441bf17a26389179465ea4b9c36Jesse Brandeburg
238ae540af18597a441bf17a26389179465ea4b9c36Jesse Brandeburg	u8 queue_index; /* needed for multiqueue queue management */
2397d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck	u8 reg_idx;			/* holds the special value that gets
2407d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck					 * the hardware register offset
2417d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck					 * associated with this ring, which is
2427d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck					 * different for DCB and RSS modes
2437d637bcc8f461f19e1d018078792ec0cd9b07b1dAlexander Duyck					 */
244bd19805803a954415ec36a559fd3b8a0a3647d7cAlexander Duyck	u8 atr_sample_rate;
245bd19805803a954415ec36a559fd3b8a0a3647d7cAlexander Duyck	u8 atr_count;
2469a799d71034c4e2b168740c8a8530591011313d5Auke Kok
247bd19805803a954415ec36a559fd3b8a0a3647d7cAlexander Duyck	u16 next_to_use;
248bd19805803a954415ec36a559fd3b8a0a3647d7cAlexander Duyck	u16 next_to_clean;
2499a799d71034c4e2b168740c8a8530591011313d5Auke Kok
250bd19805803a954415ec36a559fd3b8a0a3647d7cAlexander Duyck	u8 dcb_tc;
2519a799d71034c4e2b168740c8a8530591011313d5Auke Kok	struct ixgbe_queue_stats stats;
252de1036b1cea147c5049c65f5bd26fb451f1624cdEric Dumazet	struct u64_stats_sync syncp;
2535b7da51547cc3ab5461e45a8ee0ca73051416fdaAlexander Duyck	union {
2545b7da51547cc3ab5461e45a8ee0ca73051416fdaAlexander Duyck		struct ixgbe_tx_queue_stats tx_stats;
2555b7da51547cc3ab5461e45a8ee0ca73051416fdaAlexander Duyck		struct ixgbe_rx_queue_stats rx_stats;
2565b7da51547cc3ab5461e45a8ee0ca73051416fdaAlexander Duyck	};
2575b7da51547cc3ab5461e45a8ee0ca73051416fdaAlexander Duyck	int numa_node;
258ae540af18597a441bf17a26389179465ea4b9c36Jesse Brandeburg	unsigned int size;		/* length in bytes */
259ae540af18597a441bf17a26389179465ea4b9c36Jesse Brandeburg	dma_addr_t dma;			/* phys. address of descriptor ring */
2601a51502bddca7ac1e921d918b741ffd2bec149edEric Dumazet	struct rcu_head rcu;
26133cf09c9586a0dce472ecd2aac13e8140c9ed1a1Alexander Duyck	struct ixgbe_q_vector *q_vector; /* back-pointer to host q_vector */
2627ca3bc582cd24c2e6c0693a2ba2c71f3c2419c8bJesse Brandeburg} ____cacheline_internodealigned_in_smp;
2639a799d71034c4e2b168740c8a8530591011313d5Auke Kok
264c7e4358ae8e49f85a4d528366046da26b36a712fShannon Nelsonenum ixgbe_ring_f_enum {
265c7e4358ae8e49f85a4d528366046da26b36a712fShannon Nelson	RING_F_NONE = 0,
2667f870475c8f102469df44a86387a03cb23e79b90Greg Rose	RING_F_VMDQ,  /* SR-IOV uses the same ring feature */
267c7e4358ae8e49f85a4d528366046da26b36a712fShannon Nelson	RING_F_RSS,
268c4cf55e5d2e9353c6054eb0e22fc1d0a9a48f045Peter P Waskiewicz Jr	RING_F_FDIR,
2690331a832a88d4bf34baf289b82e2829763230143Yi Zou#ifdef IXGBE_FCOE
2700331a832a88d4bf34baf289b82e2829763230143Yi Zou	RING_F_FCOE,
2710331a832a88d4bf34baf289b82e2829763230143Yi Zou#endif /* IXGBE_FCOE */
272c7e4358ae8e49f85a4d528366046da26b36a712fShannon Nelson
273c7e4358ae8e49f85a4d528366046da26b36a712fShannon Nelson	RING_F_ARRAY_SIZE      /* must be last in enum set */
274c7e4358ae8e49f85a4d528366046da26b36a712fShannon Nelson};
275c7e4358ae8e49f85a4d528366046da26b36a712fShannon Nelson
276021230d40ae0e6508d6c717b6e0d6d81cd77ac25Ayyappan Veeraiyan#define IXGBE_MAX_RSS_INDICES  16
2777f870475c8f102469df44a86387a03cb23e79b90Greg Rose#define IXGBE_MAX_VMDQ_INDICES 64
278c4cf55e5d2e9353c6054eb0e22fc1d0a9a48f045Peter P Waskiewicz Jr#define IXGBE_MAX_FDIR_INDICES 64
2790331a832a88d4bf34baf289b82e2829763230143Yi Zou#ifdef IXGBE_FCOE
2800331a832a88d4bf34baf289b82e2829763230143Yi Zou#define IXGBE_MAX_FCOE_INDICES  8
281e0fce6950b822aba7840d82c2d2018f1e1b8276bJohn Fastabend#define MAX_RX_QUEUES (IXGBE_MAX_FDIR_INDICES + IXGBE_MAX_FCOE_INDICES)
282e0fce6950b822aba7840d82c2d2018f1e1b8276bJohn Fastabend#define MAX_TX_QUEUES (IXGBE_MAX_FDIR_INDICES + IXGBE_MAX_FCOE_INDICES)
283e0fce6950b822aba7840d82c2d2018f1e1b8276bJohn Fastabend#else
284e0fce6950b822aba7840d82c2d2018f1e1b8276bJohn Fastabend#define MAX_RX_QUEUES IXGBE_MAX_FDIR_INDICES
285e0fce6950b822aba7840d82c2d2018f1e1b8276bJohn Fastabend#define MAX_TX_QUEUES IXGBE_MAX_FDIR_INDICES
2860331a832a88d4bf34baf289b82e2829763230143Yi Zou#endif /* IXGBE_FCOE */
287021230d40ae0e6508d6c717b6e0d6d81cd77ac25Ayyappan Veeraiyanstruct ixgbe_ring_feature {
288021230d40ae0e6508d6c717b6e0d6d81cd77ac25Ayyappan Veeraiyan	int indices;
289021230d40ae0e6508d6c717b6e0d6d81cd77ac25Ayyappan Veeraiyan	int mask;
2907ca3bc582cd24c2e6c0693a2ba2c71f3c2419c8bJesse Brandeburg} ____cacheline_internodealigned_in_smp;
291021230d40ae0e6508d6c717b6e0d6d81cd77ac25Ayyappan Veeraiyan
29208c8833b29cfa4343ff132eebc5648b234eb3f85Alexander Duyckstruct ixgbe_ring_container {
293efe3d3c8ee6805c7e8b17f9aae554c04b271ab99Alexander Duyck	struct ixgbe_ring *ring;	/* pointer to linked list of rings */
294bd19805803a954415ec36a559fd3b8a0a3647d7cAlexander Duyck	unsigned int total_bytes;	/* total bytes processed this int */
295bd19805803a954415ec36a559fd3b8a0a3647d7cAlexander Duyck	unsigned int total_packets;	/* total packets processed this int */
296bd19805803a954415ec36a559fd3b8a0a3647d7cAlexander Duyck	u16 work_limit;			/* total work allowed per interrupt */
29708c8833b29cfa4343ff132eebc5648b234eb3f85Alexander Duyck	u8 count;			/* total number of rings in vector */
29808c8833b29cfa4343ff132eebc5648b234eb3f85Alexander Duyck	u8 itr;				/* current ITR setting for ring */
29908c8833b29cfa4343ff132eebc5648b234eb3f85Alexander Duyck};
300021230d40ae0e6508d6c717b6e0d6d81cd77ac25Ayyappan Veeraiyan
3012f90b8657ec942d1880f720e0177ee71df7c8e3cAlexander Duyck#define MAX_RX_PACKET_BUFFERS ((adapter->flags & IXGBE_FLAG_DCB_ENABLED) \
3022f90b8657ec942d1880f720e0177ee71df7c8e3cAlexander Duyck                              ? 8 : 1)
3032f90b8657ec942d1880f720e0177ee71df7c8e3cAlexander Duyck#define MAX_TX_PACKET_BUFFERS MAX_RX_PACKET_BUFFERS
3042f90b8657ec942d1880f720e0177ee71df7c8e3cAlexander Duyck
305021230d40ae0e6508d6c717b6e0d6d81cd77ac25Ayyappan Veeraiyan/* MAX_MSIX_Q_VECTORS of these are allocated,
306021230d40ae0e6508d6c717b6e0d6d81cd77ac25Ayyappan Veeraiyan * but we only use one per queue-specific vector.
307021230d40ae0e6508d6c717b6e0d6d81cd77ac25Ayyappan Veeraiyan */
308021230d40ae0e6508d6c717b6e0d6d81cd77ac25Ayyappan Veeraiyanstruct ixgbe_q_vector {
309021230d40ae0e6508d6c717b6e0d6d81cd77ac25Ayyappan Veeraiyan	struct ixgbe_adapter *adapter;
31033cf09c9586a0dce472ecd2aac13e8140c9ed1a1Alexander Duyck#ifdef CONFIG_IXGBE_DCA
31133cf09c9586a0dce472ecd2aac13e8140c9ed1a1Alexander Duyck	int cpu;	    /* CPU for DCA */
31233cf09c9586a0dce472ecd2aac13e8140c9ed1a1Alexander Duyck#endif
313d5bf4f67a6b414628dc95b9c4891525296c09a29Emil Tantilov	u16 v_idx;		/* index of q_vector within array, also used for
314d5bf4f67a6b414628dc95b9c4891525296c09a29Emil Tantilov				 * finding the bit in EICR and friends that
315d5bf4f67a6b414628dc95b9c4891525296c09a29Emil Tantilov				 * represents the vector for this ring */
316d5bf4f67a6b414628dc95b9c4891525296c09a29Emil Tantilov	u16 itr;		/* Interrupt throttle rate written to EITR */
31708c8833b29cfa4343ff132eebc5648b234eb3f85Alexander Duyck	struct ixgbe_ring_container rx, tx;
318d5bf4f67a6b414628dc95b9c4891525296c09a29Emil Tantilov
319d5bf4f67a6b414628dc95b9c4891525296c09a29Emil Tantilov	struct napi_struct napi;
320b25ebfd21b03b3b59c1c7a7e0c597fd28286bb10Peter Waskiewicz	cpumask_var_t affinity_mask;
321d0759ebb051972f8557a19aa13cf02fc314856e9Alexander Duyck	char name[IFNAMSIZ + 9];
322021230d40ae0e6508d6c717b6e0d6d81cd77ac25Ayyappan Veeraiyan};
323021230d40ae0e6508d6c717b6e0d6d81cd77ac25Ayyappan Veeraiyan
324d5bf4f67a6b414628dc95b9c4891525296c09a29Emil Tantilov/*
325d5bf4f67a6b414628dc95b9c4891525296c09a29Emil Tantilov * microsecond values for various ITR rates shifted by 2 to fit itr register
326d5bf4f67a6b414628dc95b9c4891525296c09a29Emil Tantilov * with the first 3 bits reserved 0
3279a799d71034c4e2b168740c8a8530591011313d5Auke Kok */
328d5bf4f67a6b414628dc95b9c4891525296c09a29Emil Tantilov#define IXGBE_MIN_RSC_ITR	24
329d5bf4f67a6b414628dc95b9c4891525296c09a29Emil Tantilov#define IXGBE_100K_ITR		40
330d5bf4f67a6b414628dc95b9c4891525296c09a29Emil Tantilov#define IXGBE_20K_ITR		200
331d5bf4f67a6b414628dc95b9c4891525296c09a29Emil Tantilov#define IXGBE_10K_ITR		400
332d5bf4f67a6b414628dc95b9c4891525296c09a29Emil Tantilov#define IXGBE_8K_ITR		500
3339a799d71034c4e2b168740c8a8530591011313d5Auke Kok
334f56e0cb1fea6aa3caace1c1ddde3f847793dcf38Alexander Duyck/* ixgbe_test_staterr - tests bits in Rx descriptor status and error fields */
335f56e0cb1fea6aa3caace1c1ddde3f847793dcf38Alexander Duyckstatic inline __le32 ixgbe_test_staterr(union ixgbe_adv_rx_desc *rx_desc,
336f56e0cb1fea6aa3caace1c1ddde3f847793dcf38Alexander Duyck					const u32 stat_err_bits)
337f56e0cb1fea6aa3caace1c1ddde3f847793dcf38Alexander Duyck{
338f56e0cb1fea6aa3caace1c1ddde3f847793dcf38Alexander Duyck	return rx_desc->wb.upper.status_error & cpu_to_le32(stat_err_bits);
339f56e0cb1fea6aa3caace1c1ddde3f847793dcf38Alexander Duyck}
340f56e0cb1fea6aa3caace1c1ddde3f847793dcf38Alexander Duyck
3417d4987de752a94772ad1ae85ad5c702bbcf73305Alexander Duyckstatic inline u16 ixgbe_desc_unused(struct ixgbe_ring *ring)
3427d4987de752a94772ad1ae85ad5c702bbcf73305Alexander Duyck{
3437d4987de752a94772ad1ae85ad5c702bbcf73305Alexander Duyck	u16 ntc = ring->next_to_clean;
3447d4987de752a94772ad1ae85ad5c702bbcf73305Alexander Duyck	u16 ntu = ring->next_to_use;
3457d4987de752a94772ad1ae85ad5c702bbcf73305Alexander Duyck
3467d4987de752a94772ad1ae85ad5c702bbcf73305Alexander Duyck	return ((ntc > ntu) ? 0 : ring->count) + ntc - ntu - 1;
3477d4987de752a94772ad1ae85ad5c702bbcf73305Alexander Duyck}
3489a799d71034c4e2b168740c8a8530591011313d5Auke Kok
349e4f740287fbfdc7b68634e93c098c8ea8de691f1Alexander Duyck#define IXGBE_RX_DESC(R, i)	    \
35031f05a2d875327ef133ac4b62261c4b875d1d10cAlexander Duyck	(&(((union ixgbe_adv_rx_desc *)((R)->desc))[i]))
351e4f740287fbfdc7b68634e93c098c8ea8de691f1Alexander Duyck#define IXGBE_TX_DESC(R, i)	    \
35231f05a2d875327ef133ac4b62261c4b875d1d10cAlexander Duyck	(&(((union ixgbe_adv_tx_desc *)((R)->desc))[i]))
353e4f740287fbfdc7b68634e93c098c8ea8de691f1Alexander Duyck#define IXGBE_TX_CTXTDESC(R, i)	    \
35431f05a2d875327ef133ac4b62261c4b875d1d10cAlexander Duyck	(&(((struct ixgbe_adv_tx_context_desc *)((R)->desc))[i]))
3559a799d71034c4e2b168740c8a8530591011313d5Auke Kok
3569a799d71034c4e2b168740c8a8530591011313d5Auke Kok#define IXGBE_MAX_JUMBO_FRAME_SIZE        16128
35763f39bd17aa700595fa3e34a61c5c07551dd1b7dYi Zou#ifdef IXGBE_FCOE
35863f39bd17aa700595fa3e34a61c5c07551dd1b7dYi Zou/* Use 3K as the baby jumbo frame size for FCoE */
35963f39bd17aa700595fa3e34a61c5c07551dd1b7dYi Zou#define IXGBE_FCOE_JUMBO_FRAME_SIZE       3072
36063f39bd17aa700595fa3e34a61c5c07551dd1b7dYi Zou#endif /* IXGBE_FCOE */
3619a799d71034c4e2b168740c8a8530591011313d5Auke Kok
362021230d40ae0e6508d6c717b6e0d6d81cd77ac25Ayyappan Veeraiyan#define OTHER_VECTOR 1
363021230d40ae0e6508d6c717b6e0d6d81cd77ac25Ayyappan Veeraiyan#define NON_Q_VECTORS (OTHER_VECTOR)
364021230d40ae0e6508d6c717b6e0d6d81cd77ac25Ayyappan Veeraiyan
365e8e26350f114fa212e277ea02332d9347c59865dPJ Waskiewicz#define MAX_MSIX_VECTORS_82599 64
366e8e26350f114fa212e277ea02332d9347c59865dPJ Waskiewicz#define MAX_MSIX_Q_VECTORS_82599 64
367eb7f139ce523bfe03b1628c66d3e1d50f3c07196Peter P Waskiewicz Jr#define MAX_MSIX_VECTORS_82598 18
368eb7f139ce523bfe03b1628c66d3e1d50f3c07196Peter P Waskiewicz Jr#define MAX_MSIX_Q_VECTORS_82598 16
369eb7f139ce523bfe03b1628c66d3e1d50f3c07196Peter P Waskiewicz Jr
370e8e26350f114fa212e277ea02332d9347c59865dPJ Waskiewicz#define MAX_MSIX_Q_VECTORS MAX_MSIX_Q_VECTORS_82599
371e8e26350f114fa212e277ea02332d9347c59865dPJ Waskiewicz#define MAX_MSIX_COUNT MAX_MSIX_VECTORS_82599
372eb7f139ce523bfe03b1628c66d3e1d50f3c07196Peter P Waskiewicz Jr
3738f15486dd0f6e8423cb33fa8513ed9d074476471Alexander Duyck#define MIN_MSIX_Q_VECTORS 1
374021230d40ae0e6508d6c717b6e0d6d81cd77ac25Ayyappan Veeraiyan#define MIN_MSIX_COUNT (MIN_MSIX_Q_VECTORS + NON_Q_VECTORS)
375021230d40ae0e6508d6c717b6e0d6d81cd77ac25Ayyappan Veeraiyan
37646646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck/* default to trying for four seconds */
37746646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck#define IXGBE_TRY_LINK_TIMEOUT (4 * HZ)
37846646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck
3799a799d71034c4e2b168740c8a8530591011313d5Auke Kok/* board specific private data structure */
3809a799d71034c4e2b168740c8a8530591011313d5Auke Kokstruct ixgbe_adapter {
38146646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	unsigned long active_vlans[BITS_TO_LONGS(VLAN_N_VID)];
38246646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	/* OS defined structs */
38346646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	struct net_device *netdev;
38446646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	struct pci_dev *pdev;
38546646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck
386e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck	unsigned long state;
387e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck
388e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck	/* Some features need tri-state capability,
389e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck	 * thus the additional *_CAPABLE flags.
390e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck	 */
391e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck	u32 flags;
392e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck#define IXGBE_FLAG_MSI_CAPABLE                  (u32)(1 << 1)
393e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck#define IXGBE_FLAG_MSI_ENABLED                  (u32)(1 << 2)
394e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck#define IXGBE_FLAG_MSIX_CAPABLE                 (u32)(1 << 3)
395e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck#define IXGBE_FLAG_MSIX_ENABLED                 (u32)(1 << 4)
396e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck#define IXGBE_FLAG_RX_1BUF_CAPABLE              (u32)(1 << 6)
397e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck#define IXGBE_FLAG_RX_PS_CAPABLE                (u32)(1 << 7)
398e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck#define IXGBE_FLAG_RX_PS_ENABLED                (u32)(1 << 8)
399e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck#define IXGBE_FLAG_IN_NETPOLL                   (u32)(1 << 9)
400e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck#define IXGBE_FLAG_DCA_ENABLED                  (u32)(1 << 10)
401e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck#define IXGBE_FLAG_DCA_CAPABLE                  (u32)(1 << 11)
402e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck#define IXGBE_FLAG_IMIR_ENABLED                 (u32)(1 << 12)
403e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck#define IXGBE_FLAG_MQ_CAPABLE                   (u32)(1 << 13)
404e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck#define IXGBE_FLAG_DCB_ENABLED                  (u32)(1 << 14)
405e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck#define IXGBE_FLAG_RSS_ENABLED                  (u32)(1 << 16)
406e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck#define IXGBE_FLAG_RSS_CAPABLE                  (u32)(1 << 17)
407e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck#define IXGBE_FLAG_VMDQ_CAPABLE                 (u32)(1 << 18)
408e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck#define IXGBE_FLAG_VMDQ_ENABLED                 (u32)(1 << 19)
409e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck#define IXGBE_FLAG_FAN_FAIL_CAPABLE             (u32)(1 << 20)
410e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck#define IXGBE_FLAG_NEED_LINK_UPDATE             (u32)(1 << 22)
4117086400d87a06588c13270949db9134afc9553baAlexander Duyck#define IXGBE_FLAG_NEED_LINK_CONFIG             (u32)(1 << 23)
4127086400d87a06588c13270949db9134afc9553baAlexander Duyck#define IXGBE_FLAG_FDIR_HASH_CAPABLE            (u32)(1 << 24)
4137086400d87a06588c13270949db9134afc9553baAlexander Duyck#define IXGBE_FLAG_FDIR_PERFECT_CAPABLE         (u32)(1 << 25)
4147086400d87a06588c13270949db9134afc9553baAlexander Duyck#define IXGBE_FLAG_FCOE_CAPABLE                 (u32)(1 << 26)
4157086400d87a06588c13270949db9134afc9553baAlexander Duyck#define IXGBE_FLAG_FCOE_ENABLED                 (u32)(1 << 27)
4167086400d87a06588c13270949db9134afc9553baAlexander Duyck#define IXGBE_FLAG_SRIOV_CAPABLE                (u32)(1 << 28)
4177086400d87a06588c13270949db9134afc9553baAlexander Duyck#define IXGBE_FLAG_SRIOV_ENABLED                (u32)(1 << 29)
418e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck
419e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck	u32 flags2;
420e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck#define IXGBE_FLAG2_RSC_CAPABLE                 (u32)(1)
421e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck#define IXGBE_FLAG2_RSC_ENABLED                 (u32)(1 << 1)
422e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck#define IXGBE_FLAG2_TEMP_SENSOR_CAPABLE         (u32)(1 << 2)
423f0f9778d043481f3cded693849e3b88b01fbc69bAlexander Duyck#define IXGBE_FLAG2_TEMP_SENSOR_EVENT           (u32)(1 << 3)
4247086400d87a06588c13270949db9134afc9553baAlexander Duyck#define IXGBE_FLAG2_SEARCH_FOR_SFP              (u32)(1 << 4)
4257086400d87a06588c13270949db9134afc9553baAlexander Duyck#define IXGBE_FLAG2_SFP_NEEDS_RESET             (u32)(1 << 5)
426c83c6cbdbff360e5323748720dfb2b000c0ae491Alexander Duyck#define IXGBE_FLAG2_RESET_REQUESTED             (u32)(1 << 6)
427d034acf1851c15c3da56d31e7eb4151e40ed0119Alexander Duyck#define IXGBE_FLAG2_FDIR_REQUIRES_REINIT        (u32)(1 << 7)
428e606bfe74de63d6c3778c145ee0673d96ab257c9Alexander Duyck
429d033d526a465c4bb8a499a0b5df65b3e7cf4da6fJohn Fastabend
43046646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	/* Tx fast path data */
43146646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	int num_tx_queues;
43246646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	u16 tx_itr_setting;
433bd19805803a954415ec36a559fd3b8a0a3647d7cAlexander Duyck	u16 tx_work_limit;
434bd19805803a954415ec36a559fd3b8a0a3647d7cAlexander Duyck
43546646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	/* Rx fast path data */
43646646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	int num_rx_queues;
43746646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	u16 rx_itr_setting;
43846646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck
4399a799d71034c4e2b168740c8a8530591011313d5Auke Kok	/* TX */
4404a0b9ca015bae64df7d97c9e0a1d33159b36e69fPJ Waskiewicz	struct ixgbe_ring *tx_ring[MAX_TX_QUEUES] ____cacheline_aligned_in_smp;
4419a799d71034c4e2b168740c8a8530591011313d5Auke Kok
4427ca3bc582cd24c2e6c0693a2ba2c71f3c2419c8bJesse Brandeburg	u64 restart_queue;
4437ca3bc582cd24c2e6c0693a2ba2c71f3c2419c8bJesse Brandeburg	u64 lsc_int;
44446646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	u32 tx_timeout_count;
4457ca3bc582cd24c2e6c0693a2ba2c71f3c2419c8bJesse Brandeburg
4469a799d71034c4e2b168740c8a8530591011313d5Auke Kok	/* RX */
44746646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	struct ixgbe_ring *rx_ring[MAX_RX_QUEUES];
4487f870475c8f102469df44a86387a03cb23e79b90Greg Rose	int num_rx_pools;		/* == num_rx_queues in 82598 */
4497f870475c8f102469df44a86387a03cb23e79b90Greg Rose	int num_rx_queues_per_pool;	/* 1 if 82598, can be many if 82599 */
4509a799d71034c4e2b168740c8a8530591011313d5Auke Kok	u64 hw_csum_rx_error;
451e8e26350f114fa212e277ea02332d9347c59865dPJ Waskiewicz	u64 hw_rx_no_dma_resources;
45246646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	u64 rsc_total_count;
45346646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	u64 rsc_total_flush;
4549a799d71034c4e2b168740c8a8530591011313d5Auke Kok	u64 non_eop_descs;
4559a799d71034c4e2b168740c8a8530591011313d5Auke Kok	u32 alloc_rx_page_failed;
4569a799d71034c4e2b168740c8a8530591011313d5Auke Kok	u32 alloc_rx_buff_failed;
4579a799d71034c4e2b168740c8a8530591011313d5Auke Kok
45846646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	struct ixgbe_q_vector *q_vector[MAX_MSIX_Q_VECTORS];
4599a799d71034c4e2b168740c8a8530591011313d5Auke Kok
46046646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	/* DCB parameters */
46146646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	struct ieee_pfc *ixgbe_ieee_pfc;
46246646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	struct ieee_ets *ixgbe_ieee_ets;
46346646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	struct ixgbe_dcb_config dcb_cfg;
46446646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	struct ixgbe_dcb_config temp_dcb_cfg;
46546646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	u8 dcb_set_bitmap;
46646646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	u8 dcbx_cap;
46746646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	enum ixgbe_fc_mode last_lfc_mode;
46846646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck
46946646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	int num_msix_vectors;
47046646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	int max_msix_q_vectors;         /* true count of q_vectors for device */
47146646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	struct ixgbe_ring_feature ring_feature[RING_F_ARRAY_SIZE];
47246646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	struct msix_entry *msix_entries;
4739a799d71034c4e2b168740c8a8530591011313d5Auke Kok
474da4dd0f7ca3fa667b7bba5fd34adceaf3fb84a9bPeter P Waskiewicz Jr	u32 test_icr;
475da4dd0f7ca3fa667b7bba5fd34adceaf3fb84a9bPeter P Waskiewicz Jr	struct ixgbe_ring test_tx_ring;
476da4dd0f7ca3fa667b7bba5fd34adceaf3fb84a9bPeter P Waskiewicz Jr	struct ixgbe_ring test_rx_ring;
477da4dd0f7ca3fa667b7bba5fd34adceaf3fb84a9bPeter P Waskiewicz Jr
4789a799d71034c4e2b168740c8a8530591011313d5Auke Kok	/* structs defined in ixgbe_hw.h */
4799a799d71034c4e2b168740c8a8530591011313d5Auke Kok	struct ixgbe_hw hw;
4809a799d71034c4e2b168740c8a8530591011313d5Auke Kok	u16 msg_enable;
4819a799d71034c4e2b168740c8a8530591011313d5Auke Kok	struct ixgbe_hw_stats stats;
482021230d40ae0e6508d6c717b6e0d6d81cd77ac25Ayyappan Veeraiyan
4839a799d71034c4e2b168740c8a8530591011313d5Auke Kok	u64 tx_busy;
48430efa5a363d18f1c284455879cb67fb1bf547bdcJesse Brandeburg	unsigned int tx_ring_count;
48530efa5a363d18f1c284455879cb67fb1bf547bdcJesse Brandeburg	unsigned int rx_ring_count;
486cf8280ee7be3aaf44d32e389f15c725b850e5e32Jesse Brandeburg
487cf8280ee7be3aaf44d32e389f15c725b850e5e32Jesse Brandeburg	u32 link_speed;
488cf8280ee7be3aaf44d32e389f15c725b850e5e32Jesse Brandeburg	bool link_up;
489cf8280ee7be3aaf44d32e389f15c725b850e5e32Jesse Brandeburg	unsigned long link_check_timeout;
490cf8280ee7be3aaf44d32e389f15c725b850e5e32Jesse Brandeburg
4917086400d87a06588c13270949db9134afc9553baAlexander Duyck	struct timer_list service_timer;
49246646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	struct work_struct service_task;
49346646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck
49446646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	struct hlist_head fdir_filter_list;
49546646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	unsigned long fdir_overflow; /* number of times ATR was backed off */
49646646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	union ixgbe_atr_input fdir_mask;
49746646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	int fdir_filter_count;
498c4cf55e5d2e9353c6054eb0e22fc1d0a9a48f045Peter P Waskiewicz Jr	u32 fdir_pballoc;
499c4cf55e5d2e9353c6054eb0e22fc1d0a9a48f045Peter P Waskiewicz Jr	u32 atr_sample_rate;
500c4cf55e5d2e9353c6054eb0e22fc1d0a9a48f045Peter P Waskiewicz Jr	spinlock_t fdir_perfect_lock;
50146646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck
502d0ed89373f2da1a0d83697d87441e519caf18cf7Yi Zou#ifdef IXGBE_FCOE
503d0ed89373f2da1a0d83697d87441e519caf18cf7Yi Zou	struct ixgbe_fcoe fcoe;
504d0ed89373f2da1a0d83697d87441e519caf18cf7Yi Zou#endif /* IXGBE_FCOE */
505e8e26350f114fa212e277ea02332d9347c59865dPJ Waskiewicz	u32 wol;
50646646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck
50746646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	/* Interrupt Throttle Rate */
50846646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	u16 eitr_low;
50946646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	u16 eitr_high;
51046646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck
51146646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	u16 bd_number;
51246646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck
51315e5209f1c606e7c3e9b268f5c7b70b414a859cbEmil Tantilov	u16 eeprom_verh;
51415e5209f1c606e7c3e9b268f5c7b70b414a859cbEmil Tantilov	u16 eeprom_verl;
515c23f5b6bbb5ba73cafdb354dcace17426fef4d38Emil Tantilov	u16 eeprom_cap;
5167f870475c8f102469df44a86387a03cb23e79b90Greg Rose
5171a6c14a2c7c313c584f26730e67f062f474bb744Jesse Brandeburg	int node;
518119fc60a2d20b63439fdae99f0c7022d3dd99defMallikarjuna R Chilakala	u32 interrupt_event;
51946646e61ea068b11758e8ffed3f4db300323dfc6Alexander Duyck	u32 led_reg;
5201a6c14a2c7c313c584f26730e67f062f474bb744Jesse Brandeburg
5217f870475c8f102469df44a86387a03cb23e79b90Greg Rose	/* SR-IOV */
5227f870475c8f102469df44a86387a03cb23e79b90Greg Rose	DECLARE_BITMAP(active_vfs, IXGBE_MAX_VF_FUNCTIONS);
5237f870475c8f102469df44a86387a03cb23e79b90Greg Rose	unsigned int num_vfs;
5247f870475c8f102469df44a86387a03cb23e79b90Greg Rose	struct vf_data_storage *vfinfo;
525ff4ab2061199cdb938282d302d5044b1858e28c8Lior Levy	int vf_rate_link_speed;
526a1cbb15c13971bd5d41626e9e5ced9f9de132c47Greg Rose	struct vf_macvlans vf_mvs;
527a1cbb15c13971bd5d41626e9e5ced9f9de132c47Greg Rose	struct vf_macvlans *mv_list;
5283e05334f8be83e8529f1cbf4f4dea06a4d51d676Alexander Duyck
52983c61fa97a7d4ef16506a760f9e52b3144978346Greg Rose	u32 timer_event_accumulator;
53083c61fa97a7d4ef16506a760f9e52b3144978346Greg Rose	u32 vferr_refcount;
5313e05334f8be83e8529f1cbf4f4dea06a4d51d676Alexander Duyck};
5323e05334f8be83e8529f1cbf4f4dea06a4d51d676Alexander Duyck
5333e05334f8be83e8529f1cbf4f4dea06a4d51d676Alexander Duyckstruct ixgbe_fdir_filter {
5343e05334f8be83e8529f1cbf4f4dea06a4d51d676Alexander Duyck	struct hlist_node fdir_node;
5353e05334f8be83e8529f1cbf4f4dea06a4d51d676Alexander Duyck	union ixgbe_atr_input filter;
5363e05334f8be83e8529f1cbf4f4dea06a4d51d676Alexander Duyck	u16 sw_idx;
5373e05334f8be83e8529f1cbf4f4dea06a4d51d676Alexander Duyck	u16 action;
5389a799d71034c4e2b168740c8a8530591011313d5Auke Kok};
5399a799d71034c4e2b168740c8a8530591011313d5Auke Kok
5409a799d71034c4e2b168740c8a8530591011313d5Auke Kokenum ixbge_state_t {
5419a799d71034c4e2b168740c8a8530591011313d5Auke Kok	__IXGBE_TESTING,
5429a799d71034c4e2b168740c8a8530591011313d5Auke Kok	__IXGBE_RESETTING,
543c4900be053d376dfe4f603d000aa5e4c60745decDonald Skidmore	__IXGBE_DOWN,
5447086400d87a06588c13270949db9134afc9553baAlexander Duyck	__IXGBE_SERVICE_SCHED,
5457086400d87a06588c13270949db9134afc9553baAlexander Duyck	__IXGBE_IN_SFP_INIT,
5469a799d71034c4e2b168740c8a8530591011313d5Auke Kok};
5479a799d71034c4e2b168740c8a8530591011313d5Auke Kok
5484c1975d77b73feed7161999aab4cc64c1ae7155cAlexander Duyckstruct ixgbe_cb {
5494c1975d77b73feed7161999aab4cc64c1ae7155cAlexander Duyck	union {				/* Union defining head/tail partner */
5504c1975d77b73feed7161999aab4cc64c1ae7155cAlexander Duyck		struct sk_buff *head;
5514c1975d77b73feed7161999aab4cc64c1ae7155cAlexander Duyck		struct sk_buff *tail;
5524c1975d77b73feed7161999aab4cc64c1ae7155cAlexander Duyck	};
553aa80175a539a47fd11e2fbf1696a29f7a2652930Alexander Duyck	dma_addr_t dma;
5544c1975d77b73feed7161999aab4cc64c1ae7155cAlexander Duyck	u16 append_cnt;
555aa80175a539a47fd11e2fbf1696a29f7a2652930Alexander Duyck	bool delay_unmap;
556aa80175a539a47fd11e2fbf1696a29f7a2652930Alexander Duyck};
5574c1975d77b73feed7161999aab4cc64c1ae7155cAlexander Duyck#define IXGBE_CB(skb) ((struct ixgbe_cb *)(skb)->cb)
558aa80175a539a47fd11e2fbf1696a29f7a2652930Alexander Duyck
5599a799d71034c4e2b168740c8a8530591011313d5Auke Kokenum ixgbe_boards {
5603957d63da0067ad6a7dc8261b7eeb824f9dc42b4Auke Kok	board_82598,
561e8e26350f114fa212e277ea02332d9347c59865dPJ Waskiewicz	board_82599,
562fe15e8e1c78521e0b4e375d6ed415b82265419c9Don Skidmore	board_X540,
5639a799d71034c4e2b168740c8a8530591011313d5Auke Kok};
5649a799d71034c4e2b168740c8a8530591011313d5Auke Kok
5653957d63da0067ad6a7dc8261b7eeb824f9dc42b4Auke Kokextern struct ixgbe_info ixgbe_82598_info;
566e8e26350f114fa212e277ea02332d9347c59865dPJ Waskiewiczextern struct ixgbe_info ixgbe_82599_info;
567fe15e8e1c78521e0b4e375d6ed415b82265419c9Don Skidmoreextern struct ixgbe_info ixgbe_X540_info;
5687a6b6f515f77d1c62a2f383b6dce18cb0af0cf4fJeff Kirsher#ifdef CONFIG_IXGBE_DCB
56932953543221cfe2bf0a24205fab225e5b8ed81a0Stephen Hemmingerextern const struct dcbnl_rtnl_ops dcbnl_ops;
5702f90b8657ec942d1880f720e0177ee71df7c8e3cAlexander Duyckextern int ixgbe_copy_dcb_cfg(struct ixgbe_dcb_config *src_dcb_cfg,
5712f90b8657ec942d1880f720e0177ee71df7c8e3cAlexander Duyck                              struct ixgbe_dcb_config *dst_dcb_cfg,
5722f90b8657ec942d1880f720e0177ee71df7c8e3cAlexander Duyck                              int tc_max);
5732f90b8657ec942d1880f720e0177ee71df7c8e3cAlexander Duyck#endif
5749a799d71034c4e2b168740c8a8530591011313d5Auke Kok
5759a799d71034c4e2b168740c8a8530591011313d5Auke Kokextern char ixgbe_driver_name[];
5769c8eb7206f4ef481d12da9196a6bdfd8d5def164Stephen Hemmingerextern const char ixgbe_driver_version[];
577ea81875ae07aeaca285afd2771425f771294c93cNeerav Parikhextern char ixgbe_default_device_descr[];
5789a799d71034c4e2b168740c8a8530591011313d5Auke Kok
579c7ccde0f8392516576afe291b06c5527b7ad90deAlexander Duyckextern void ixgbe_up(struct ixgbe_adapter *adapter);
5809a799d71034c4e2b168740c8a8530591011313d5Auke Kokextern void ixgbe_down(struct ixgbe_adapter *adapter);
581d4f80882ee7bdc721230b9ac209ddd3a837e4545Ayyappan Veeraiyanextern void ixgbe_reinit_locked(struct ixgbe_adapter *adapter);
5829a799d71034c4e2b168740c8a8530591011313d5Auke Kokextern void ixgbe_reset(struct ixgbe_adapter *adapter);
5839a799d71034c4e2b168740c8a8530591011313d5Auke Kokextern void ixgbe_set_ethtool_ops(struct net_device *netdev);
584b6ec895ecd32c0070c3b2b17918c030275cd834dAlexander Duyckextern int ixgbe_setup_rx_resources(struct ixgbe_ring *);
585b6ec895ecd32c0070c3b2b17918c030275cd834dAlexander Duyckextern int ixgbe_setup_tx_resources(struct ixgbe_ring *);
586b6ec895ecd32c0070c3b2b17918c030275cd834dAlexander Duyckextern void ixgbe_free_rx_resources(struct ixgbe_ring *);
587b6ec895ecd32c0070c3b2b17918c030275cd834dAlexander Duyckextern void ixgbe_free_tx_resources(struct ixgbe_ring *);
58884418e3b10b5ba43eb5b85f725e75fd9c9730670Alexander Duyckextern void ixgbe_configure_rx_ring(struct ixgbe_adapter *,struct ixgbe_ring *);
58984418e3b10b5ba43eb5b85f725e75fd9c9730670Alexander Duyckextern void ixgbe_configure_tx_ring(struct ixgbe_adapter *,struct ixgbe_ring *);
5902d39d576fad0fd4bb79a0de26fca50a4be1ffdc1Yi Zouextern void ixgbe_disable_rx_queue(struct ixgbe_adapter *adapter,
5912d39d576fad0fd4bb79a0de26fca50a4be1ffdc1Yi Zou				   struct ixgbe_ring *);
592b46172402f39719e97b921cc3ca85141f3e8b1c2Peter P Waskiewiczextern void ixgbe_update_stats(struct ixgbe_adapter *adapter);
5932f90b8657ec942d1880f720e0177ee71df7c8e3cAlexander Duyckextern int ixgbe_init_interrupt_scheme(struct ixgbe_adapter *adapter);
5947a921c93626e7481b5d8788d8511995aa2d2b591Alexander Duyckextern void ixgbe_clear_interrupt_scheme(struct ixgbe_adapter *adapter);
59584418e3b10b5ba43eb5b85f725e75fd9c9730670Alexander Duyckextern netdev_tx_t ixgbe_xmit_frame_ring(struct sk_buff *,
59684418e3b10b5ba43eb5b85f725e75fd9c9730670Alexander Duyck					 struct ixgbe_adapter *,
59784418e3b10b5ba43eb5b85f725e75fd9c9730670Alexander Duyck					 struct ixgbe_ring *);
598b6ec895ecd32c0070c3b2b17918c030275cd834dAlexander Duyckextern void ixgbe_unmap_and_free_tx_resource(struct ixgbe_ring *,
59984418e3b10b5ba43eb5b85f725e75fd9c9730670Alexander Duyck                                             struct ixgbe_tx_buffer *);
600fc77dc3cc15144bbaf18203e9ef7a3e1beedfc3fAlexander Duyckextern void ixgbe_alloc_rx_buffers(struct ixgbe_ring *, u16);
601fe49f04aa8c0f74c363cbb1e9852a0d7769b5a99Alexander Duyckextern void ixgbe_write_eitr(struct ixgbe_q_vector *);
602fe49f04aa8c0f74c363cbb1e9852a0d7769b5a99Alexander Duyckextern int ethtool_ioctl(struct ifreq *ifr);
603ffff47720318860933b2af84d1912af8b2e621f2Peter P Waskiewicz Jrextern s32 ixgbe_reinit_fdir_tables_82599(struct ixgbe_hw *hw);
604c04f6ca84866ef207e009a08e4c34ca241df7aa2Alexander Duyckextern s32 ixgbe_init_fdir_signature_82599(struct ixgbe_hw *hw, u32 fdirctrl);
605c04f6ca84866ef207e009a08e4c34ca241df7aa2Alexander Duyckextern s32 ixgbe_init_fdir_perfect_82599(struct ixgbe_hw *hw, u32 fdirctrl);
606ffff47720318860933b2af84d1912af8b2e621f2Peter P Waskiewicz Jrextern s32 ixgbe_fdir_add_signature_filter_82599(struct ixgbe_hw *hw,
60769830529b26e6dc9582a4b65ab88f40f050cf94eAlexander Duyck						 union ixgbe_atr_hash_dword input,
60869830529b26e6dc9582a4b65ab88f40f050cf94eAlexander Duyck						 union ixgbe_atr_hash_dword common,
609ffff47720318860933b2af84d1912af8b2e621f2Peter P Waskiewicz Jr                                                 u8 queue);
610c04f6ca84866ef207e009a08e4c34ca241df7aa2Alexander Duyckextern s32 ixgbe_fdir_set_input_mask_82599(struct ixgbe_hw *hw,
611c04f6ca84866ef207e009a08e4c34ca241df7aa2Alexander Duyck					   union ixgbe_atr_input *input_mask);
612c04f6ca84866ef207e009a08e4c34ca241df7aa2Alexander Duyckextern s32 ixgbe_fdir_write_perfect_filter_82599(struct ixgbe_hw *hw,
613c04f6ca84866ef207e009a08e4c34ca241df7aa2Alexander Duyck						 union ixgbe_atr_input *input,
614c04f6ca84866ef207e009a08e4c34ca241df7aa2Alexander Duyck						 u16 soft_id, u8 queue);
615c04f6ca84866ef207e009a08e4c34ca241df7aa2Alexander Duyckextern s32 ixgbe_fdir_erase_perfect_filter_82599(struct ixgbe_hw *hw,
616c04f6ca84866ef207e009a08e4c34ca241df7aa2Alexander Duyck						 union ixgbe_atr_input *input,
617c04f6ca84866ef207e009a08e4c34ca241df7aa2Alexander Duyck						 u16 soft_id);
618c04f6ca84866ef207e009a08e4c34ca241df7aa2Alexander Duyckextern void ixgbe_atr_compute_perfect_hash_82599(union ixgbe_atr_input *input,
619c04f6ca84866ef207e009a08e4c34ca241df7aa2Alexander Duyck						 union ixgbe_atr_input *mask);
6207f870475c8f102469df44a86387a03cb23e79b90Greg Roseextern void ixgbe_set_rx_mode(struct net_device *netdev);
621e5b646355770d34eab360ebae93c56c407dfe803John Fastabendextern int ixgbe_setup_tc(struct net_device *dev, u8 tc);
622897ab15606ce896b6a574a263beb51cbfb43f041Alexander Duyckextern void ixgbe_tx_ctxtdesc(struct ixgbe_ring *, u32, u32, u32, u32);
623082757afcf7d6e44b24c4927ce5b158196d63e84Don Skidmoreextern void ixgbe_do_reset(struct net_device *netdev);
624eacd73f79a106c6a0bc429003ab691024860ab2dYi Zou#ifdef IXGBE_FCOE
625eacd73f79a106c6a0bc429003ab691024860ab2dYi Zouextern void ixgbe_configure_fcoe(struct ixgbe_adapter *adapter);
626897ab15606ce896b6a574a263beb51cbfb43f041Alexander Duyckextern int ixgbe_fso(struct ixgbe_ring *tx_ring, struct sk_buff *skb,
627eacd73f79a106c6a0bc429003ab691024860ab2dYi Zou                     u32 tx_flags, u8 *hdr_len);
628332d4a7d981e25d239c5d723a4f35020397dc606Yi Zouextern void ixgbe_cleanup_fcoe(struct ixgbe_adapter *adapter);
629332d4a7d981e25d239c5d723a4f35020397dc606Yi Zouextern int ixgbe_fcoe_ddp(struct ixgbe_adapter *adapter,
630ff886dfce2bdacbe71583ec973cec117973d8859Alexander Duyck			  union ixgbe_adv_rx_desc *rx_desc,
631f56e0cb1fea6aa3caace1c1ddde3f847793dcf38Alexander Duyck			  struct sk_buff *skb);
632332d4a7d981e25d239c5d723a4f35020397dc606Yi Zouextern int ixgbe_fcoe_ddp_get(struct net_device *netdev, u16 xid,
633332d4a7d981e25d239c5d723a4f35020397dc606Yi Zou                              struct scatterlist *sgl, unsigned int sgc);
63468a683cf6a5ff09faa366fc1fcf967add0211fe8Yi Zouextern int ixgbe_fcoe_ddp_target(struct net_device *netdev, u16 xid,
63568a683cf6a5ff09faa366fc1fcf967add0211fe8Yi Zou				 struct scatterlist *sgl, unsigned int sgc);
636332d4a7d981e25d239c5d723a4f35020397dc606Yi Zouextern int ixgbe_fcoe_ddp_put(struct net_device *netdev, u16 xid);
6378450ff8cd7fba6e78c07d7c14bf4dc582f8a6c3dYi Zouextern int ixgbe_fcoe_enable(struct net_device *netdev);
6388450ff8cd7fba6e78c07d7c14bf4dc582f8a6c3dYi Zouextern int ixgbe_fcoe_disable(struct net_device *netdev);
6396ee1652051f14d1c110f48a5b3ee037d63d0c2faYi Zou#ifdef CONFIG_IXGBE_DCB
6406ee1652051f14d1c110f48a5b3ee037d63d0c2faYi Zouextern u8 ixgbe_fcoe_getapp(struct ixgbe_adapter *adapter);
6416ee1652051f14d1c110f48a5b3ee037d63d0c2faYi Zouextern u8 ixgbe_fcoe_setapp(struct ixgbe_adapter *adapter, u8 up);
6426ee1652051f14d1c110f48a5b3ee037d63d0c2faYi Zou#endif /* CONFIG_IXGBE_DCB */
64361a1fa102ada6d8ee9f2293d126ed9f580ca0751Yi Zouextern int ixgbe_fcoe_get_wwn(struct net_device *netdev, u64 *wwn, int type);
644ea81875ae07aeaca285afd2771425f771294c93cNeerav Parikhextern int ixgbe_fcoe_get_hbainfo(struct net_device *netdev,
645ea81875ae07aeaca285afd2771425f771294c93cNeerav Parikh				  struct netdev_fcoe_hbainfo *info);
646eacd73f79a106c6a0bc429003ab691024860ab2dYi Zou#endif /* IXGBE_FCOE */
6479a799d71034c4e2b168740c8a8530591011313d5Auke Kok
648b2d96e0ac07cf4929c6b0eb13121672048368117Alexander Duyckstatic inline struct netdev_queue *txring_txq(const struct ixgbe_ring *ring)
649b2d96e0ac07cf4929c6b0eb13121672048368117Alexander Duyck{
650b2d96e0ac07cf4929c6b0eb13121672048368117Alexander Duyck	return netdev_get_tx_queue(ring->netdev, ring->queue_index);
651b2d96e0ac07cf4929c6b0eb13121672048368117Alexander Duyck}
652b2d96e0ac07cf4929c6b0eb13121672048368117Alexander Duyck
6539a799d71034c4e2b168740c8a8530591011313d5Auke Kok#endif /* _IXGBE_H_ */
654