xhci-mem.c revision a1d78c16bd31a715785e21967ac6110b386a3c1f
166d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp/* 266d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * xHCI host controller driver 366d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * 466d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * Copyright (C) 2008 Intel Corp. 566d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * 666d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * Author: Sarah Sharp 766d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * Some code borrowed from the Linux EHCI driver. 866d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * 966d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * This program is free software; you can redistribute it and/or modify 1066d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * it under the terms of the GNU General Public License version 2 as 1166d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * published by the Free Software Foundation. 1266d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * 1366d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * This program is distributed in the hope that it will be useful, but 1466d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY 1566d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 1666d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * for more details. 1766d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * 1866d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * You should have received a copy of the GNU General Public License 1966d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * along with this program; if not, write to the Free Software Foundation, 2066d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * Inc., 675 Mass Ave, Cambridge, MA 02139, USA. 2166d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp */ 2266d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp 2366d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp#include <linux/usb.h> 240ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp#include <linux/pci.h> 25527c6d7f188f116852141f50b4d008f966bb17f8Sarah Sharp#include <linux/dmapool.h> 2666d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp 2766d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp#include "xhci.h" 2866d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp 290ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp/* 300ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * Allocates a generic ring segment from the ring pool, sets the dma address, 310ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * initializes the segment to zero, and sets the private next pointer to NULL. 320ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * 330ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * Section 4.11.1.1: 340ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * "All components of all Command and Transfer TRBs shall be initialized to '0'" 350ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp */ 360ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharpstatic struct xhci_segment *xhci_segment_alloc(struct xhci_hcd *xhci, gfp_t flags) 370ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp{ 380ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp struct xhci_segment *seg; 390ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp dma_addr_t dma; 400ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 410ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp seg = kzalloc(sizeof *seg, flags); 420ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (!seg) 430ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp return 0; 44700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman xhci_dbg(xhci, "Allocating priv segment structure at %p\n", seg); 450ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 460ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp seg->trbs = dma_pool_alloc(xhci->segment_pool, flags, &dma); 470ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (!seg->trbs) { 480ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp kfree(seg); 490ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp return 0; 500ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp } 51700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman xhci_dbg(xhci, "// Allocating segment at %p (virtual) 0x%llx (DMA)\n", 52700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman seg->trbs, (unsigned long long)dma); 530ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 540ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp memset(seg->trbs, 0, SEGMENT_SIZE); 550ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp seg->dma = dma; 560ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp seg->next = NULL; 570ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 580ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp return seg; 590ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp} 600ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 610ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharpstatic void xhci_segment_free(struct xhci_hcd *xhci, struct xhci_segment *seg) 620ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp{ 630ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (!seg) 640ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp return; 650ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (seg->trbs) { 66700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman xhci_dbg(xhci, "Freeing DMA segment at %p (virtual) 0x%llx (DMA)\n", 67700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman seg->trbs, (unsigned long long)seg->dma); 680ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp dma_pool_free(xhci->segment_pool, seg->trbs, seg->dma); 690ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp seg->trbs = NULL; 700ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp } 71700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman xhci_dbg(xhci, "Freeing priv segment structure at %p\n", seg); 720ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp kfree(seg); 730ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp} 740ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 750ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp/* 760ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * Make the prev segment point to the next segment. 770ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * 780ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * Change the last TRB in the prev segment to be a Link TRB which points to the 790ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * DMA address of the next segment. The caller needs to set any Link TRB 800ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * related flags, such as End TRB, Toggle Cycle, and no snoop. 810ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp */ 820ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharpstatic void xhci_link_segments(struct xhci_hcd *xhci, struct xhci_segment *prev, 830ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp struct xhci_segment *next, bool link_trbs) 840ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp{ 850ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp u32 val; 860ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 870ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (!prev || !next) 880ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp return; 890ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp prev->next = next; 900ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (link_trbs) { 918e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp prev->trbs[TRBS_PER_SEGMENT-1].link.segment_ptr = next->dma; 920ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 930ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp /* Set the last TRB in the segment to have a TRB type ID of Link TRB */ 940ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp val = prev->trbs[TRBS_PER_SEGMENT-1].link.control; 950ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp val &= ~TRB_TYPE_BITMASK; 960ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp val |= TRB_TYPE(TRB_LINK); 97b0567b3f635db72c881a0d561cebb544ec085073Sarah Sharp /* Always set the chain bit with 0.95 hardware */ 98b0567b3f635db72c881a0d561cebb544ec085073Sarah Sharp if (xhci_link_trb_quirk(xhci)) 99b0567b3f635db72c881a0d561cebb544ec085073Sarah Sharp val |= TRB_CHAIN; 1000ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp prev->trbs[TRBS_PER_SEGMENT-1].link.control = val; 1010ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp } 102700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman xhci_dbg(xhci, "Linking segment 0x%llx to segment 0x%llx (DMA)\n", 103700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman (unsigned long long)prev->dma, 104700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman (unsigned long long)next->dma); 1050ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp} 1060ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 1070ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp/* XXX: Do we need the hcd structure in all these functions? */ 108f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharpvoid xhci_ring_free(struct xhci_hcd *xhci, struct xhci_ring *ring) 1090ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp{ 1100ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp struct xhci_segment *seg; 1110ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp struct xhci_segment *first_seg; 1120ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 1130ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (!ring || !ring->first_seg) 1140ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp return; 1150ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp first_seg = ring->first_seg; 1160ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp seg = first_seg->next; 117700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman xhci_dbg(xhci, "Freeing ring at %p\n", ring); 1180ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp while (seg != first_seg) { 1190ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp struct xhci_segment *next = seg->next; 1200ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_segment_free(xhci, seg); 1210ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp seg = next; 1220ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp } 1230ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_segment_free(xhci, first_seg); 1240ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp ring->first_seg = NULL; 1250ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp kfree(ring); 1260ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp} 1270ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 12874f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharpstatic void xhci_initialize_ring_info(struct xhci_ring *ring) 12974f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp{ 13074f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp /* The ring is empty, so the enqueue pointer == dequeue pointer */ 13174f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp ring->enqueue = ring->first_seg->trbs; 13274f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp ring->enq_seg = ring->first_seg; 13374f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp ring->dequeue = ring->enqueue; 13474f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp ring->deq_seg = ring->first_seg; 13574f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp /* The ring is initialized to 0. The producer must write 1 to the cycle 13674f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp * bit to handover ownership of the TRB, so PCS = 1. The consumer must 13774f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp * compare CCS to the cycle bit to check ownership, so CCS = 1. 13874f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp */ 13974f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp ring->cycle_state = 1; 14074f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp /* Not necessary for new rings, but needed for re-initialized rings */ 14174f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp ring->enq_updates = 0; 14274f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp ring->deq_updates = 0; 14374f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp} 14474f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp 1450ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp/** 1460ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * Create a new ring with zero or more segments. 1470ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * 1480ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * Link each segment together into a ring. 1490ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * Set the end flag and the cycle toggle bit on the last segment. 1500ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * See section 4.9.1 and figures 15 and 16. 1510ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp */ 1520ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharpstatic struct xhci_ring *xhci_ring_alloc(struct xhci_hcd *xhci, 1530ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp unsigned int num_segs, bool link_trbs, gfp_t flags) 1540ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp{ 1550ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp struct xhci_ring *ring; 1560ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp struct xhci_segment *prev; 1570ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 1580ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp ring = kzalloc(sizeof *(ring), flags); 159700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman xhci_dbg(xhci, "Allocating ring at %p\n", ring); 1600ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (!ring) 1610ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp return 0; 1620ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 163d0e96f5a71a032ced0c35f521c1cbd67e816922aSarah Sharp INIT_LIST_HEAD(&ring->td_list); 1640ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (num_segs == 0) 1650ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp return ring; 1660ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 1670ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp ring->first_seg = xhci_segment_alloc(xhci, flags); 1680ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (!ring->first_seg) 1690ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp goto fail; 1700ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp num_segs--; 1710ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 1720ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp prev = ring->first_seg; 1730ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp while (num_segs > 0) { 1740ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp struct xhci_segment *next; 1750ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 1760ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp next = xhci_segment_alloc(xhci, flags); 1770ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (!next) 1780ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp goto fail; 1790ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_link_segments(xhci, prev, next, link_trbs); 1800ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 1810ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp prev = next; 1820ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp num_segs--; 1830ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp } 1840ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_link_segments(xhci, prev, ring->first_seg, link_trbs); 1850ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 1860ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (link_trbs) { 1870ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp /* See section 4.9.2.1 and 6.4.4.1 */ 1880ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp prev->trbs[TRBS_PER_SEGMENT-1].link.control |= (LINK_TOGGLE); 1890ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_dbg(xhci, "Wrote link toggle flag to" 190700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman " segment %p (virtual), 0x%llx (DMA)\n", 191700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman prev, (unsigned long long)prev->dma); 1920ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp } 19374f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp xhci_initialize_ring_info(ring); 1940ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp return ring; 1950ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 1960ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharpfail: 1970ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_ring_free(xhci, ring); 1980ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp return 0; 1990ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp} 2000ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 201412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharpvoid xhci_free_or_cache_endpoint_ring(struct xhci_hcd *xhci, 202412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp struct xhci_virt_device *virt_dev, 203412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp unsigned int ep_index) 204412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp{ 205412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp int rings_cached; 206412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp 207412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp rings_cached = virt_dev->num_rings_cached; 208412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp if (rings_cached < XHCI_MAX_RINGS_CACHED) { 209412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp virt_dev->num_rings_cached++; 210412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp rings_cached = virt_dev->num_rings_cached; 211412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp virt_dev->ring_cache[rings_cached] = 212412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp virt_dev->eps[ep_index].ring; 213412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp xhci_dbg(xhci, "Cached old ring, " 214412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp "%d ring%s cached\n", 215412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp rings_cached, 216412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp (rings_cached > 1) ? "s" : ""); 217412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp } else { 218412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp xhci_ring_free(xhci, virt_dev->eps[ep_index].ring); 219412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp xhci_dbg(xhci, "Ring cache full (%d rings), " 220412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp "freeing ring\n", 221412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp virt_dev->num_rings_cached); 222412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp } 223412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp virt_dev->eps[ep_index].ring = NULL; 224412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp} 225412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp 22674f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp/* Zero an endpoint ring (except for link TRBs) and move the enqueue and dequeue 22774f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp * pointers to the beginning of the ring. 22874f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp */ 22974f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharpstatic void xhci_reinit_cached_ring(struct xhci_hcd *xhci, 23074f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp struct xhci_ring *ring) 23174f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp{ 23274f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp struct xhci_segment *seg = ring->first_seg; 23374f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp do { 23474f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp memset(seg->trbs, 0, 23574f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp sizeof(union xhci_trb)*TRBS_PER_SEGMENT); 23674f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp /* All endpoint rings have link TRBs */ 23774f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp xhci_link_segments(xhci, seg, seg->next, 1); 23874f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp seg = seg->next; 23974f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp } while (seg != ring->first_seg); 24074f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp xhci_initialize_ring_info(ring); 24174f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp /* td list should be empty since all URBs have been cancelled, 24274f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp * but just in case... 24374f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp */ 24474f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp INIT_LIST_HEAD(&ring->td_list); 24574f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp} 24674f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp 247d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn#define CTX_SIZE(_hcc) (HCC_64BYTE_CONTEXT(_hcc) ? 64 : 32) 248d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 249d115b04818e57bdbc7ccde4d0660b15e33013dc8John Younstruct xhci_container_ctx *xhci_alloc_container_ctx(struct xhci_hcd *xhci, 250d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn int type, gfp_t flags) 251d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn{ 252d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn struct xhci_container_ctx *ctx = kzalloc(sizeof(*ctx), flags); 253d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn if (!ctx) 254d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn return NULL; 255d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 256d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn BUG_ON((type != XHCI_CTX_TYPE_DEVICE) && (type != XHCI_CTX_TYPE_INPUT)); 257d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn ctx->type = type; 258d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn ctx->size = HCC_64BYTE_CONTEXT(xhci->hcc_params) ? 2048 : 1024; 259d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn if (type == XHCI_CTX_TYPE_INPUT) 260d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn ctx->size += CTX_SIZE(xhci->hcc_params); 261d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 262d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn ctx->bytes = dma_pool_alloc(xhci->device_pool, flags, &ctx->dma); 263d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn memset(ctx->bytes, 0, ctx->size); 264d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn return ctx; 265d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn} 266d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 267d115b04818e57bdbc7ccde4d0660b15e33013dc8John Younvoid xhci_free_container_ctx(struct xhci_hcd *xhci, 268d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn struct xhci_container_ctx *ctx) 269d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn{ 270a1d78c16bd31a715785e21967ac6110b386a3c1fSarah Sharp if (!ctx) 271a1d78c16bd31a715785e21967ac6110b386a3c1fSarah Sharp return; 272d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn dma_pool_free(xhci->device_pool, ctx->bytes, ctx->dma); 273d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn kfree(ctx); 274d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn} 275d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 276d115b04818e57bdbc7ccde4d0660b15e33013dc8John Younstruct xhci_input_control_ctx *xhci_get_input_control_ctx(struct xhci_hcd *xhci, 277d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn struct xhci_container_ctx *ctx) 278d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn{ 279d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn BUG_ON(ctx->type != XHCI_CTX_TYPE_INPUT); 280d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn return (struct xhci_input_control_ctx *)ctx->bytes; 281d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn} 282d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 283d115b04818e57bdbc7ccde4d0660b15e33013dc8John Younstruct xhci_slot_ctx *xhci_get_slot_ctx(struct xhci_hcd *xhci, 284d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn struct xhci_container_ctx *ctx) 285d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn{ 286d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn if (ctx->type == XHCI_CTX_TYPE_DEVICE) 287d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn return (struct xhci_slot_ctx *)ctx->bytes; 288d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 289d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn return (struct xhci_slot_ctx *) 290d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn (ctx->bytes + CTX_SIZE(xhci->hcc_params)); 291d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn} 292d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 293d115b04818e57bdbc7ccde4d0660b15e33013dc8John Younstruct xhci_ep_ctx *xhci_get_ep_ctx(struct xhci_hcd *xhci, 294d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn struct xhci_container_ctx *ctx, 295d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn unsigned int ep_index) 296d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn{ 297d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn /* increment ep index by offset of start of ep ctx array */ 298d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn ep_index++; 299d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn if (ctx->type == XHCI_CTX_TYPE_INPUT) 300d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn ep_index++; 301d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 302d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn return (struct xhci_ep_ctx *) 303d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn (ctx->bytes + (ep_index * CTX_SIZE(xhci->hcc_params))); 304d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn} 305d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 3066f5165cf989387e84ef23122330b27cca1cbe831Sarah Sharpstatic void xhci_init_endpoint_timer(struct xhci_hcd *xhci, 3076f5165cf989387e84ef23122330b27cca1cbe831Sarah Sharp struct xhci_virt_ep *ep) 3086f5165cf989387e84ef23122330b27cca1cbe831Sarah Sharp{ 3096f5165cf989387e84ef23122330b27cca1cbe831Sarah Sharp init_timer(&ep->stop_cmd_timer); 3106f5165cf989387e84ef23122330b27cca1cbe831Sarah Sharp ep->stop_cmd_timer.data = (unsigned long) ep; 3116f5165cf989387e84ef23122330b27cca1cbe831Sarah Sharp ep->stop_cmd_timer.function = xhci_stop_endpoint_command_watchdog; 3126f5165cf989387e84ef23122330b27cca1cbe831Sarah Sharp ep->xhci = xhci; 3136f5165cf989387e84ef23122330b27cca1cbe831Sarah Sharp} 3146f5165cf989387e84ef23122330b27cca1cbe831Sarah Sharp 315d0e96f5a71a032ced0c35f521c1cbd67e816922aSarah Sharp/* All the xhci_tds in the ring's TD list should be freed at this point */ 3163ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharpvoid xhci_free_virt_device(struct xhci_hcd *xhci, int slot_id) 3173ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp{ 3183ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp struct xhci_virt_device *dev; 3193ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp int i; 3203ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 3213ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* Slot ID 0 is reserved */ 3223ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp if (slot_id == 0 || !xhci->devs[slot_id]) 3233ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp return; 3243ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 3253ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp dev = xhci->devs[slot_id]; 3268e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp xhci->dcbaa->dev_context_ptrs[slot_id] = 0; 3273ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp if (!dev) 3283ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp return; 3293ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 3303ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp for (i = 0; i < 31; ++i) 33163a0d9abd18cdcf5a985029c266c6bfe0511768fSarah Sharp if (dev->eps[i].ring) 33263a0d9abd18cdcf5a985029c266c6bfe0511768fSarah Sharp xhci_ring_free(xhci, dev->eps[i].ring); 3333ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 33474f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp if (dev->ring_cache) { 33574f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp for (i = 0; i < dev->num_rings_cached; i++) 33674f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp xhci_ring_free(xhci, dev->ring_cache[i]); 33774f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp kfree(dev->ring_cache); 33874f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp } 33974f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp 3403ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp if (dev->in_ctx) 341d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn xhci_free_container_ctx(xhci, dev->in_ctx); 3423ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp if (dev->out_ctx) 343d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn xhci_free_container_ctx(xhci, dev->out_ctx); 344d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 3453ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp kfree(xhci->devs[slot_id]); 3463ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp xhci->devs[slot_id] = 0; 3473ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp} 3483ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 3493ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharpint xhci_alloc_virt_device(struct xhci_hcd *xhci, int slot_id, 3503ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp struct usb_device *udev, gfp_t flags) 3513ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp{ 3523ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp struct xhci_virt_device *dev; 35363a0d9abd18cdcf5a985029c266c6bfe0511768fSarah Sharp int i; 3543ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 3553ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* Slot ID 0 is reserved */ 3563ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp if (slot_id == 0 || xhci->devs[slot_id]) { 3573ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp xhci_warn(xhci, "Bad Slot ID %d\n", slot_id); 3583ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp return 0; 3593ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp } 3603ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 3613ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp xhci->devs[slot_id] = kzalloc(sizeof(*xhci->devs[slot_id]), flags); 3623ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp if (!xhci->devs[slot_id]) 3633ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp return 0; 3643ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp dev = xhci->devs[slot_id]; 3653ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 366d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn /* Allocate the (output) device context that will be used in the HC. */ 367d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn dev->out_ctx = xhci_alloc_container_ctx(xhci, XHCI_CTX_TYPE_DEVICE, flags); 3683ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp if (!dev->out_ctx) 3693ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp goto fail; 370d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 371700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman xhci_dbg(xhci, "Slot %d output ctx = 0x%llx (dma)\n", slot_id, 372d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn (unsigned long long)dev->out_ctx->dma); 3733ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 3743ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* Allocate the (input) device context for address device command */ 375d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn dev->in_ctx = xhci_alloc_container_ctx(xhci, XHCI_CTX_TYPE_INPUT, flags); 3763ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp if (!dev->in_ctx) 3773ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp goto fail; 378d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 379700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman xhci_dbg(xhci, "Slot %d input ctx = 0x%llx (dma)\n", slot_id, 380d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn (unsigned long long)dev->in_ctx->dma); 3813ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 3826f5165cf989387e84ef23122330b27cca1cbe831Sarah Sharp /* Initialize the cancellation list and watchdog timers for each ep */ 3836f5165cf989387e84ef23122330b27cca1cbe831Sarah Sharp for (i = 0; i < 31; i++) { 3846f5165cf989387e84ef23122330b27cca1cbe831Sarah Sharp xhci_init_endpoint_timer(xhci, &dev->eps[i]); 38563a0d9abd18cdcf5a985029c266c6bfe0511768fSarah Sharp INIT_LIST_HEAD(&dev->eps[i].cancelled_td_list); 3866f5165cf989387e84ef23122330b27cca1cbe831Sarah Sharp } 38763a0d9abd18cdcf5a985029c266c6bfe0511768fSarah Sharp 3883ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* Allocate endpoint 0 ring */ 38963a0d9abd18cdcf5a985029c266c6bfe0511768fSarah Sharp dev->eps[0].ring = xhci_ring_alloc(xhci, 1, true, flags); 39063a0d9abd18cdcf5a985029c266c6bfe0511768fSarah Sharp if (!dev->eps[0].ring) 3913ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp goto fail; 3923ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 39374f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp /* Allocate pointers to the ring cache */ 39474f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp dev->ring_cache = kzalloc( 39574f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp sizeof(struct xhci_ring *)*XHCI_MAX_RINGS_CACHED, 39674f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp flags); 39774f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp if (!dev->ring_cache) 39874f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp goto fail; 39974f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp dev->num_rings_cached = 0; 40074f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp 401f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp init_completion(&dev->cmd_completion); 402913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp INIT_LIST_HEAD(&dev->cmd_list); 403f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 40428c2d2efb48dec2f0b050affae6d5787d6449e47Sarah Sharp /* Point to output device context in dcbaa. */ 405d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn xhci->dcbaa->dev_context_ptrs[slot_id] = dev->out_ctx->dma; 406700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman xhci_dbg(xhci, "Set slot id %d dcbaa entry %p to 0x%llx\n", 4073ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp slot_id, 4088e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp &xhci->dcbaa->dev_context_ptrs[slot_id], 40928c2d2efb48dec2f0b050affae6d5787d6449e47Sarah Sharp (unsigned long long) xhci->dcbaa->dev_context_ptrs[slot_id]); 4103ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 4113ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp return 1; 4123ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharpfail: 4133ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp xhci_free_virt_device(xhci, slot_id); 4143ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp return 0; 4153ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp} 4163ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 4173ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp/* Setup an xHCI virtual device for a Set Address command */ 4183ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharpint xhci_setup_addressable_virt_dev(struct xhci_hcd *xhci, struct usb_device *udev) 4193ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp{ 4203ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp struct xhci_virt_device *dev; 4213ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp struct xhci_ep_ctx *ep0_ctx; 4223ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp struct usb_device *top_dev; 423d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn struct xhci_slot_ctx *slot_ctx; 424d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn struct xhci_input_control_ctx *ctrl_ctx; 4253ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 4263ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp dev = xhci->devs[udev->slot_id]; 4273ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* Slot ID 0 is reserved */ 4283ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp if (udev->slot_id == 0 || !dev) { 4293ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp xhci_warn(xhci, "Slot ID %d is not assigned to this device\n", 4303ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp udev->slot_id); 4313ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp return -EINVAL; 4323ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp } 433d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn ep0_ctx = xhci_get_ep_ctx(xhci, dev->in_ctx, 0); 434d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn ctrl_ctx = xhci_get_input_control_ctx(xhci, dev->in_ctx); 435d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn slot_ctx = xhci_get_slot_ctx(xhci, dev->in_ctx); 4363ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 4373ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* 2) New slot context and endpoint 0 context are valid*/ 438d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn ctrl_ctx->add_flags = SLOT_FLAG | EP0_FLAG; 4393ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 4403ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* 3) Only the control endpoint is valid - one endpoint context */ 441d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn slot_ctx->dev_info |= LAST_CTX(1); 4423ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 4434a0cd9670f22c308bc5936ee9734d8ee3f1baa52Sarah Sharp slot_ctx->dev_info |= (u32) udev->route; 4443ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp switch (udev->speed) { 4453ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp case USB_SPEED_SUPER: 446d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn slot_ctx->dev_info |= (u32) SLOT_SPEED_SS; 4473ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp break; 4483ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp case USB_SPEED_HIGH: 449d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn slot_ctx->dev_info |= (u32) SLOT_SPEED_HS; 4503ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp break; 4513ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp case USB_SPEED_FULL: 452d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn slot_ctx->dev_info |= (u32) SLOT_SPEED_FS; 4533ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp break; 4543ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp case USB_SPEED_LOW: 455d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn slot_ctx->dev_info |= (u32) SLOT_SPEED_LS; 4563ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp break; 4573ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp case USB_SPEED_VARIABLE: 4583ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp xhci_dbg(xhci, "FIXME xHCI doesn't support wireless speeds\n"); 4593ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp return -EINVAL; 4603ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp break; 4613ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp default: 4623ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* Speed was set earlier, this shouldn't happen. */ 4633ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp BUG(); 4643ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp } 4653ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* Find the root hub port this device is under */ 4663ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp for (top_dev = udev; top_dev->parent && top_dev->parent->parent; 4673ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp top_dev = top_dev->parent) 4683ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* Found device below root hub */; 469d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn slot_ctx->dev_info2 |= (u32) ROOT_HUB_PORT(top_dev->portnum); 4703ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp xhci_dbg(xhci, "Set root hub portnum to %d\n", top_dev->portnum); 4713ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 4723ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* Is this a LS/FS device under a HS hub? */ 4733ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp if ((udev->speed == USB_SPEED_LOW || udev->speed == USB_SPEED_FULL) && 4743ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp udev->tt) { 475d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn slot_ctx->tt_info = udev->tt->hub->slot_id; 476d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn slot_ctx->tt_info |= udev->ttport << 8; 47707b6de102843b717ecd962cf35ec4ad9b1fbed9dSarah Sharp if (udev->tt->multi) 47807b6de102843b717ecd962cf35ec4ad9b1fbed9dSarah Sharp slot_ctx->dev_info |= DEV_MTT; 4793ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp } 480700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman xhci_dbg(xhci, "udev->tt = %p\n", udev->tt); 4813ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp xhci_dbg(xhci, "udev->ttport = 0x%x\n", udev->ttport); 4823ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 4833ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* Step 4 - ring already allocated */ 4843ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* Step 5 */ 4853ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp ep0_ctx->ep_info2 = EP_TYPE(CTRL_EP); 4863ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* 4873ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp * XXX: Not sure about wireless USB devices. 4883ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp */ 48947aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp switch (udev->speed) { 49047aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp case USB_SPEED_SUPER: 4913ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp ep0_ctx->ep_info2 |= MAX_PACKET(512); 49247aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp break; 49347aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp case USB_SPEED_HIGH: 49447aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp /* USB core guesses at a 64-byte max packet first for FS devices */ 49547aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp case USB_SPEED_FULL: 49647aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp ep0_ctx->ep_info2 |= MAX_PACKET(64); 49747aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp break; 49847aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp case USB_SPEED_LOW: 4993ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp ep0_ctx->ep_info2 |= MAX_PACKET(8); 50047aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp break; 50147aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp case USB_SPEED_VARIABLE: 50247aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp xhci_dbg(xhci, "FIXME xHCI doesn't support wireless speeds\n"); 50347aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp return -EINVAL; 50447aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp break; 50547aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp default: 50647aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp /* New speed? */ 50747aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp BUG(); 50847aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp } 5093ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* EP 0 can handle "burst" sizes of 1, so Max Burst Size field is 0 */ 5103ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp ep0_ctx->ep_info2 |= MAX_BURST(0); 5113ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp ep0_ctx->ep_info2 |= ERROR_COUNT(3); 5123ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 5138e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp ep0_ctx->deq = 51463a0d9abd18cdcf5a985029c266c6bfe0511768fSarah Sharp dev->eps[0].ring->first_seg->dma; 51563a0d9abd18cdcf5a985029c266c6bfe0511768fSarah Sharp ep0_ctx->deq |= dev->eps[0].ring->cycle_state; 5163ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 5173ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* Steps 7 and 8 were done in xhci_alloc_virt_device() */ 5183ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 5193ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp return 0; 5203ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp} 5213ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 522f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp/* Return the polling or NAK interval. 523f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp * 524f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp * The polling interval is expressed in "microframes". If xHCI's Interval field 525f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp * is set to N, it will service the endpoint every 2^(Interval)*125us. 526f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp * 527f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp * The NAK interval is one NAK per 1 to 255 microframes, or no NAKs if interval 528f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp * is set to 0. 529f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp */ 530f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharpstatic inline unsigned int xhci_get_endpoint_interval(struct usb_device *udev, 531f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp struct usb_host_endpoint *ep) 532f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp{ 533f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp unsigned int interval = 0; 534f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 535f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp switch (udev->speed) { 536f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp case USB_SPEED_HIGH: 537f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp /* Max NAK rate */ 538f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp if (usb_endpoint_xfer_control(&ep->desc) || 539f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp usb_endpoint_xfer_bulk(&ep->desc)) 540f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp interval = ep->desc.bInterval; 541f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp /* Fall through - SS and HS isoc/int have same decoding */ 542f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp case USB_SPEED_SUPER: 543f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp if (usb_endpoint_xfer_int(&ep->desc) || 544f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp usb_endpoint_xfer_isoc(&ep->desc)) { 545f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp if (ep->desc.bInterval == 0) 546f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp interval = 0; 547f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp else 548f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp interval = ep->desc.bInterval - 1; 549f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp if (interval > 15) 550f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp interval = 15; 551f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp if (interval != ep->desc.bInterval + 1) 552f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp dev_warn(&udev->dev, "ep %#x - rounding interval to %d microframes\n", 553f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp ep->desc.bEndpointAddress, 1 << interval); 554f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp } 555f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp break; 556f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp /* Convert bInterval (in 1-255 frames) to microframes and round down to 557f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp * nearest power of 2. 558f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp */ 559f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp case USB_SPEED_FULL: 560f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp case USB_SPEED_LOW: 561f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp if (usb_endpoint_xfer_int(&ep->desc) || 562f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp usb_endpoint_xfer_isoc(&ep->desc)) { 563f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp interval = fls(8*ep->desc.bInterval) - 1; 564f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp if (interval > 10) 565f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp interval = 10; 566f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp if (interval < 3) 567f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp interval = 3; 568f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp if ((1 << interval) != 8*ep->desc.bInterval) 569f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp dev_warn(&udev->dev, "ep %#x - rounding interval to %d microframes\n", 570f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp ep->desc.bEndpointAddress, 1 << interval); 571f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp } 572f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp break; 573f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp default: 574f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp BUG(); 575f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp } 576f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp return EP_INTERVAL(interval); 577f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp} 578f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 579f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharpstatic inline u32 xhci_get_endpoint_type(struct usb_device *udev, 580f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp struct usb_host_endpoint *ep) 581f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp{ 582f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp int in; 583f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp u32 type; 584f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 585f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp in = usb_endpoint_dir_in(&ep->desc); 586f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp if (usb_endpoint_xfer_control(&ep->desc)) { 587f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp type = EP_TYPE(CTRL_EP); 588f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp } else if (usb_endpoint_xfer_bulk(&ep->desc)) { 589f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp if (in) 590f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp type = EP_TYPE(BULK_IN_EP); 591f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp else 592f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp type = EP_TYPE(BULK_OUT_EP); 593f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp } else if (usb_endpoint_xfer_isoc(&ep->desc)) { 594f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp if (in) 595f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp type = EP_TYPE(ISOC_IN_EP); 596f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp else 597f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp type = EP_TYPE(ISOC_OUT_EP); 598f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp } else if (usb_endpoint_xfer_int(&ep->desc)) { 599f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp if (in) 600f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp type = EP_TYPE(INT_IN_EP); 601f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp else 602f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp type = EP_TYPE(INT_OUT_EP); 603f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp } else { 604f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp BUG(); 605f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp } 606f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp return type; 607f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp} 608f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 609f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharpint xhci_endpoint_init(struct xhci_hcd *xhci, 610f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp struct xhci_virt_device *virt_dev, 611f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp struct usb_device *udev, 612f88ba78d9ac0e1f583da4cada80b8816ca761a3fSarah Sharp struct usb_host_endpoint *ep, 613f88ba78d9ac0e1f583da4cada80b8816ca761a3fSarah Sharp gfp_t mem_flags) 614f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp{ 615f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp unsigned int ep_index; 616f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp struct xhci_ep_ctx *ep_ctx; 617f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp struct xhci_ring *ep_ring; 618f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp unsigned int max_packet; 619f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp unsigned int max_burst; 620f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 621f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp ep_index = xhci_get_endpoint_index(&ep->desc); 622d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn ep_ctx = xhci_get_ep_ctx(xhci, virt_dev->in_ctx, ep_index); 623f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 624f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp /* Set up the endpoint ring */ 62563a0d9abd18cdcf5a985029c266c6bfe0511768fSarah Sharp virt_dev->eps[ep_index].new_ring = 62663a0d9abd18cdcf5a985029c266c6bfe0511768fSarah Sharp xhci_ring_alloc(xhci, 1, true, mem_flags); 62774f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp if (!virt_dev->eps[ep_index].new_ring) { 62874f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp /* Attempt to use the ring cache */ 62974f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp if (virt_dev->num_rings_cached == 0) 63074f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp return -ENOMEM; 63174f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp virt_dev->eps[ep_index].new_ring = 63274f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp virt_dev->ring_cache[virt_dev->num_rings_cached]; 63374f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp virt_dev->ring_cache[virt_dev->num_rings_cached] = NULL; 63474f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp virt_dev->num_rings_cached--; 63574f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp xhci_reinit_cached_ring(xhci, virt_dev->eps[ep_index].new_ring); 63674f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp } 63763a0d9abd18cdcf5a985029c266c6bfe0511768fSarah Sharp ep_ring = virt_dev->eps[ep_index].new_ring; 6388e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp ep_ctx->deq = ep_ring->first_seg->dma | ep_ring->cycle_state; 639f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 640f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp ep_ctx->ep_info = xhci_get_endpoint_interval(udev, ep); 641f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 642f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp /* FIXME dig Mult and streams info out of ep companion desc */ 643f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 64447692d179f7a88794bcd302e53ca7899d7592db9Sarah Sharp /* Allow 3 retries for everything but isoc; 64547692d179f7a88794bcd302e53ca7899d7592db9Sarah Sharp * error count = 0 means infinite retries. 64647692d179f7a88794bcd302e53ca7899d7592db9Sarah Sharp */ 647f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp if (!usb_endpoint_xfer_isoc(&ep->desc)) 648f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp ep_ctx->ep_info2 = ERROR_COUNT(3); 649f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp else 65047692d179f7a88794bcd302e53ca7899d7592db9Sarah Sharp ep_ctx->ep_info2 = ERROR_COUNT(1); 651f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 652f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp ep_ctx->ep_info2 |= xhci_get_endpoint_type(udev, ep); 653f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 654f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp /* Set the max packet size and max burst */ 655f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp switch (udev->speed) { 656f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp case USB_SPEED_SUPER: 657f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp max_packet = ep->desc.wMaxPacketSize; 658f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp ep_ctx->ep_info2 |= MAX_PACKET(max_packet); 659b10de142119a676552df3f0d2e3a9d647036c26aSarah Sharp /* dig out max burst from ep companion desc */ 660b7d6d99896a6cf38dc354d673afd3fbde10b86c2Sarah Sharp if (!ep->ss_ep_comp) { 661b7d6d99896a6cf38dc354d673afd3fbde10b86c2Sarah Sharp xhci_warn(xhci, "WARN no SS endpoint companion descriptor.\n"); 662b7d6d99896a6cf38dc354d673afd3fbde10b86c2Sarah Sharp max_packet = 0; 663b7d6d99896a6cf38dc354d673afd3fbde10b86c2Sarah Sharp } else { 664b7d6d99896a6cf38dc354d673afd3fbde10b86c2Sarah Sharp max_packet = ep->ss_ep_comp->desc.bMaxBurst; 665b7d6d99896a6cf38dc354d673afd3fbde10b86c2Sarah Sharp } 666b10de142119a676552df3f0d2e3a9d647036c26aSarah Sharp ep_ctx->ep_info2 |= MAX_BURST(max_packet); 667f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp break; 668f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp case USB_SPEED_HIGH: 669f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp /* bits 11:12 specify the number of additional transaction 670f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp * opportunities per microframe (USB 2.0, section 9.6.6) 671f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp */ 672f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp if (usb_endpoint_xfer_isoc(&ep->desc) || 673f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp usb_endpoint_xfer_int(&ep->desc)) { 674f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp max_burst = (ep->desc.wMaxPacketSize & 0x1800) >> 11; 675f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp ep_ctx->ep_info2 |= MAX_BURST(max_burst); 676f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp } 677f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp /* Fall through */ 678f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp case USB_SPEED_FULL: 679f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp case USB_SPEED_LOW: 680f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp max_packet = ep->desc.wMaxPacketSize & 0x3ff; 681f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp ep_ctx->ep_info2 |= MAX_PACKET(max_packet); 682f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp break; 683f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp default: 684f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp BUG(); 685f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp } 686f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp /* FIXME Debug endpoint context */ 687f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp return 0; 688f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp} 689f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 690f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharpvoid xhci_endpoint_zero(struct xhci_hcd *xhci, 691f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp struct xhci_virt_device *virt_dev, 692f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp struct usb_host_endpoint *ep) 693f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp{ 694f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp unsigned int ep_index; 695f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp struct xhci_ep_ctx *ep_ctx; 696f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 697f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp ep_index = xhci_get_endpoint_index(&ep->desc); 698d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn ep_ctx = xhci_get_ep_ctx(xhci, virt_dev->in_ctx, ep_index); 699f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 700f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp ep_ctx->ep_info = 0; 701f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp ep_ctx->ep_info2 = 0; 7028e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp ep_ctx->deq = 0; 703f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp ep_ctx->tx_info = 0; 704f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp /* Don't free the endpoint ring until the set interface or configuration 705f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp * request succeeds. 706f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp */ 707f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp} 708f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 709f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp/* Copy output xhci_ep_ctx to the input xhci_ep_ctx copy. 710f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp * Useful when you want to change one particular aspect of the endpoint and then 711f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp * issue a configure endpoint command. 712f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp */ 713f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharpvoid xhci_endpoint_copy(struct xhci_hcd *xhci, 714913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp struct xhci_container_ctx *in_ctx, 715913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp struct xhci_container_ctx *out_ctx, 716913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp unsigned int ep_index) 717f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp{ 718f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp struct xhci_ep_ctx *out_ep_ctx; 719f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp struct xhci_ep_ctx *in_ep_ctx; 720f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp 721913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp out_ep_ctx = xhci_get_ep_ctx(xhci, out_ctx, ep_index); 722913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp in_ep_ctx = xhci_get_ep_ctx(xhci, in_ctx, ep_index); 723f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp 724f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp in_ep_ctx->ep_info = out_ep_ctx->ep_info; 725f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp in_ep_ctx->ep_info2 = out_ep_ctx->ep_info2; 726f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp in_ep_ctx->deq = out_ep_ctx->deq; 727f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp in_ep_ctx->tx_info = out_ep_ctx->tx_info; 728f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp} 729f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp 730f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp/* Copy output xhci_slot_ctx to the input xhci_slot_ctx. 731f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp * Useful when you want to change one particular aspect of the endpoint and then 732f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp * issue a configure endpoint command. Only the context entries field matters, 733f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp * but we'll copy the whole thing anyway. 734f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp */ 735913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharpvoid xhci_slot_copy(struct xhci_hcd *xhci, 736913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp struct xhci_container_ctx *in_ctx, 737913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp struct xhci_container_ctx *out_ctx) 738f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp{ 739f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp struct xhci_slot_ctx *in_slot_ctx; 740f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp struct xhci_slot_ctx *out_slot_ctx; 741f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp 742913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp in_slot_ctx = xhci_get_slot_ctx(xhci, in_ctx); 743913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp out_slot_ctx = xhci_get_slot_ctx(xhci, out_ctx); 744f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp 745f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp in_slot_ctx->dev_info = out_slot_ctx->dev_info; 746f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp in_slot_ctx->dev_info2 = out_slot_ctx->dev_info2; 747f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp in_slot_ctx->tt_info = out_slot_ctx->tt_info; 748f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp in_slot_ctx->dev_state = out_slot_ctx->dev_state; 749f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp} 750f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp 751254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn/* Set up the scratchpad buffer array and scratchpad buffers, if needed. */ 752254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Younstatic int scratchpad_alloc(struct xhci_hcd *xhci, gfp_t flags) 753254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn{ 754254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn int i; 755254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn struct device *dev = xhci_to_hcd(xhci)->self.controller; 756254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn int num_sp = HCS_MAX_SCRATCHPAD(xhci->hcs_params2); 757254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 758254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci_dbg(xhci, "Allocating %d scratchpad buffers\n", num_sp); 759254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 760254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn if (!num_sp) 761254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn return 0; 762254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 763254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad = kzalloc(sizeof(*xhci->scratchpad), flags); 764254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn if (!xhci->scratchpad) 765254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn goto fail_sp; 766254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 767254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad->sp_array = 768254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn pci_alloc_consistent(to_pci_dev(dev), 769254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn num_sp * sizeof(u64), 770254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn &xhci->scratchpad->sp_dma); 771254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn if (!xhci->scratchpad->sp_array) 772254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn goto fail_sp2; 773254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 774254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad->sp_buffers = kzalloc(sizeof(void *) * num_sp, flags); 775254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn if (!xhci->scratchpad->sp_buffers) 776254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn goto fail_sp3; 777254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 778254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad->sp_dma_buffers = 779254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn kzalloc(sizeof(dma_addr_t) * num_sp, flags); 780254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 781254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn if (!xhci->scratchpad->sp_dma_buffers) 782254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn goto fail_sp4; 783254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 784254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->dcbaa->dev_context_ptrs[0] = xhci->scratchpad->sp_dma; 785254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn for (i = 0; i < num_sp; i++) { 786254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn dma_addr_t dma; 787254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn void *buf = pci_alloc_consistent(to_pci_dev(dev), 788254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->page_size, &dma); 789254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn if (!buf) 790254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn goto fail_sp5; 791254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 792254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad->sp_array[i] = dma; 793254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad->sp_buffers[i] = buf; 794254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad->sp_dma_buffers[i] = dma; 795254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn } 796254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 797254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn return 0; 798254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 799254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn fail_sp5: 800254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn for (i = i - 1; i >= 0; i--) { 801254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn pci_free_consistent(to_pci_dev(dev), xhci->page_size, 802254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad->sp_buffers[i], 803254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad->sp_dma_buffers[i]); 804254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn } 805254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn kfree(xhci->scratchpad->sp_dma_buffers); 806254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 807254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn fail_sp4: 808254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn kfree(xhci->scratchpad->sp_buffers); 809254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 810254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn fail_sp3: 811254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn pci_free_consistent(to_pci_dev(dev), num_sp * sizeof(u64), 812254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad->sp_array, 813254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad->sp_dma); 814254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 815254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn fail_sp2: 816254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn kfree(xhci->scratchpad); 817254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad = NULL; 818254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 819254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn fail_sp: 820254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn return -ENOMEM; 821254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn} 822254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 823254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Younstatic void scratchpad_free(struct xhci_hcd *xhci) 824254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn{ 825254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn int num_sp; 826254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn int i; 827254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn struct pci_dev *pdev = to_pci_dev(xhci_to_hcd(xhci)->self.controller); 828254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 829254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn if (!xhci->scratchpad) 830254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn return; 831254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 832254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn num_sp = HCS_MAX_SCRATCHPAD(xhci->hcs_params2); 833254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 834254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn for (i = 0; i < num_sp; i++) { 835254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn pci_free_consistent(pdev, xhci->page_size, 836254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad->sp_buffers[i], 837254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad->sp_dma_buffers[i]); 838254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn } 839254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn kfree(xhci->scratchpad->sp_dma_buffers); 840254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn kfree(xhci->scratchpad->sp_buffers); 841254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn pci_free_consistent(pdev, num_sp * sizeof(u64), 842254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad->sp_array, 843254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad->sp_dma); 844254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn kfree(xhci->scratchpad); 845254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad = NULL; 846254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn} 847254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 848913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharpstruct xhci_command *xhci_alloc_command(struct xhci_hcd *xhci, 849a1d78c16bd31a715785e21967ac6110b386a3c1fSarah Sharp bool allocate_in_ctx, bool allocate_completion, 850a1d78c16bd31a715785e21967ac6110b386a3c1fSarah Sharp gfp_t mem_flags) 851913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp{ 852913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp struct xhci_command *command; 853913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp 854913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp command = kzalloc(sizeof(*command), mem_flags); 855913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp if (!command) 856913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp return NULL; 857913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp 858a1d78c16bd31a715785e21967ac6110b386a3c1fSarah Sharp if (allocate_in_ctx) { 859a1d78c16bd31a715785e21967ac6110b386a3c1fSarah Sharp command->in_ctx = 860a1d78c16bd31a715785e21967ac6110b386a3c1fSarah Sharp xhci_alloc_container_ctx(xhci, XHCI_CTX_TYPE_INPUT, 861a1d78c16bd31a715785e21967ac6110b386a3c1fSarah Sharp mem_flags); 862a1d78c16bd31a715785e21967ac6110b386a3c1fSarah Sharp if (!command->in_ctx) { 863a1d78c16bd31a715785e21967ac6110b386a3c1fSarah Sharp kfree(command); 864a1d78c16bd31a715785e21967ac6110b386a3c1fSarah Sharp return NULL; 865a1d78c16bd31a715785e21967ac6110b386a3c1fSarah Sharp } 86606e182911da95a304eaab71288a47bc5c799c4ebJulia Lawall } 867913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp 868913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp if (allocate_completion) { 869913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp command->completion = 870913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp kzalloc(sizeof(struct completion), mem_flags); 871913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp if (!command->completion) { 872913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp xhci_free_container_ctx(xhci, command->in_ctx); 87306e182911da95a304eaab71288a47bc5c799c4ebJulia Lawall kfree(command); 874913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp return NULL; 875913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp } 876913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp init_completion(command->completion); 877913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp } 878913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp 879913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp command->status = 0; 880913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp INIT_LIST_HEAD(&command->cmd_list); 881913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp return command; 882913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp} 883913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp 884913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharpvoid xhci_free_command(struct xhci_hcd *xhci, 885913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp struct xhci_command *command) 886913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp{ 887913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp xhci_free_container_ctx(xhci, 888913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp command->in_ctx); 889913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp kfree(command->completion); 890913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp kfree(command); 891913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp} 892913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp 89366d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharpvoid xhci_mem_cleanup(struct xhci_hcd *xhci) 89466d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp{ 8950ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp struct pci_dev *pdev = to_pci_dev(xhci_to_hcd(xhci)->self.controller); 8960ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp int size; 8973ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp int i; 8980ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 8990ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp /* Free the Event Ring Segment Table and the actual Event Ring */ 900d94c05e33d9212ee67b8d4998f984cc71df8168bSarah Sharp if (xhci->ir_set) { 901d94c05e33d9212ee67b8d4998f984cc71df8168bSarah Sharp xhci_writel(xhci, 0, &xhci->ir_set->erst_size); 902d94c05e33d9212ee67b8d4998f984cc71df8168bSarah Sharp xhci_write_64(xhci, 0, &xhci->ir_set->erst_base); 903d94c05e33d9212ee67b8d4998f984cc71df8168bSarah Sharp xhci_write_64(xhci, 0, &xhci->ir_set->erst_dequeue); 904d94c05e33d9212ee67b8d4998f984cc71df8168bSarah Sharp } 9050ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp size = sizeof(struct xhci_erst_entry)*(xhci->erst.num_entries); 9060ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (xhci->erst.entries) 9070ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp pci_free_consistent(pdev, size, 9080ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci->erst.entries, xhci->erst.erst_dma_addr); 9090ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci->erst.entries = NULL; 9100ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_dbg(xhci, "Freed ERST\n"); 9110ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (xhci->event_ring) 9120ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_ring_free(xhci, xhci->event_ring); 9130ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci->event_ring = NULL; 9140ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_dbg(xhci, "Freed event ring\n"); 9150ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 9168e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp xhci_write_64(xhci, 0, &xhci->op_regs->cmd_ring); 9170ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (xhci->cmd_ring) 9180ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_ring_free(xhci, xhci->cmd_ring); 9190ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci->cmd_ring = NULL; 9200ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_dbg(xhci, "Freed command ring\n"); 9213ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 9223ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp for (i = 1; i < MAX_HC_SLOTS; ++i) 9233ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp xhci_free_virt_device(xhci, i); 9243ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 9250ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (xhci->segment_pool) 9260ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp dma_pool_destroy(xhci->segment_pool); 9270ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci->segment_pool = NULL; 9280ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_dbg(xhci, "Freed segment pool\n"); 9293ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 9303ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp if (xhci->device_pool) 9313ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp dma_pool_destroy(xhci->device_pool); 9323ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp xhci->device_pool = NULL; 9333ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp xhci_dbg(xhci, "Freed device context pool\n"); 9343ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 9358e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp xhci_write_64(xhci, 0, &xhci->op_regs->dcbaa_ptr); 936a74588f94655263b96dacbbf14aac0958d8b7409Sarah Sharp if (xhci->dcbaa) 937a74588f94655263b96dacbbf14aac0958d8b7409Sarah Sharp pci_free_consistent(pdev, sizeof(*xhci->dcbaa), 938a74588f94655263b96dacbbf14aac0958d8b7409Sarah Sharp xhci->dcbaa, xhci->dcbaa->dma); 939a74588f94655263b96dacbbf14aac0958d8b7409Sarah Sharp xhci->dcbaa = NULL; 9403ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 9415294bea40666db5c5d6c336b8e4e55d69fa576caSarah Sharp scratchpad_free(xhci); 94266d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp xhci->page_size = 0; 94366d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp xhci->page_shift = 0; 94466d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp} 94566d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp 9466648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharpstatic int xhci_test_trb_in_td(struct xhci_hcd *xhci, 9476648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp struct xhci_segment *input_seg, 9486648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp union xhci_trb *start_trb, 9496648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp union xhci_trb *end_trb, 9506648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp dma_addr_t input_dma, 9516648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp struct xhci_segment *result_seg, 9526648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp char *test_name, int test_number) 9536648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp{ 9546648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp unsigned long long start_dma; 9556648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp unsigned long long end_dma; 9566648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp struct xhci_segment *seg; 9576648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp 9586648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp start_dma = xhci_trb_virt_to_dma(input_seg, start_trb); 9596648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp end_dma = xhci_trb_virt_to_dma(input_seg, end_trb); 9606648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp 9616648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp seg = trb_in_td(input_seg, start_trb, end_trb, input_dma); 9626648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp if (seg != result_seg) { 9636648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp xhci_warn(xhci, "WARN: %s TRB math test %d failed!\n", 9646648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp test_name, test_number); 9656648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp xhci_warn(xhci, "Tested TRB math w/ seg %p and " 9666648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp "input DMA 0x%llx\n", 9676648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp input_seg, 9686648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp (unsigned long long) input_dma); 9696648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp xhci_warn(xhci, "starting TRB %p (0x%llx DMA), " 9706648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp "ending TRB %p (0x%llx DMA)\n", 9716648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp start_trb, start_dma, 9726648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp end_trb, end_dma); 9736648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp xhci_warn(xhci, "Expected seg %p, got seg %p\n", 9746648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp result_seg, seg); 9756648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp return -1; 9766648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp } 9776648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp return 0; 9786648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp} 9796648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp 9806648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp/* TRB math checks for xhci_trb_in_td(), using the command and event rings. */ 9816648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharpstatic int xhci_check_trb_in_td_math(struct xhci_hcd *xhci, gfp_t mem_flags) 9826648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp{ 9836648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp struct { 9846648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp dma_addr_t input_dma; 9856648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp struct xhci_segment *result_seg; 9866648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp } simple_test_vector [] = { 9876648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* A zeroed DMA field should fail */ 9886648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { 0, NULL }, 9896648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* One TRB before the ring start should fail */ 9906648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { xhci->event_ring->first_seg->dma - 16, NULL }, 9916648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* One byte before the ring start should fail */ 9926648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { xhci->event_ring->first_seg->dma - 1, NULL }, 9936648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* Starting TRB should succeed */ 9946648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { xhci->event_ring->first_seg->dma, xhci->event_ring->first_seg }, 9956648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* Ending TRB should succeed */ 9966648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { xhci->event_ring->first_seg->dma + (TRBS_PER_SEGMENT - 1)*16, 9976648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp xhci->event_ring->first_seg }, 9986648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* One byte after the ring end should fail */ 9996648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { xhci->event_ring->first_seg->dma + (TRBS_PER_SEGMENT - 1)*16 + 1, NULL }, 10006648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* One TRB after the ring end should fail */ 10016648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { xhci->event_ring->first_seg->dma + (TRBS_PER_SEGMENT)*16, NULL }, 10026648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* An address of all ones should fail */ 10036648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { (dma_addr_t) (~0), NULL }, 10046648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp }; 10056648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp struct { 10066648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp struct xhci_segment *input_seg; 10076648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp union xhci_trb *start_trb; 10086648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp union xhci_trb *end_trb; 10096648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp dma_addr_t input_dma; 10106648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp struct xhci_segment *result_seg; 10116648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp } complex_test_vector [] = { 10126648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* Test feeding a valid DMA address from a different ring */ 10136648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { .input_seg = xhci->event_ring->first_seg, 10146648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .start_trb = xhci->event_ring->first_seg->trbs, 10156648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .end_trb = &xhci->event_ring->first_seg->trbs[TRBS_PER_SEGMENT - 1], 10166648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .input_dma = xhci->cmd_ring->first_seg->dma, 10176648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .result_seg = NULL, 10186648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp }, 10196648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* Test feeding a valid end TRB from a different ring */ 10206648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { .input_seg = xhci->event_ring->first_seg, 10216648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .start_trb = xhci->event_ring->first_seg->trbs, 10226648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .end_trb = &xhci->cmd_ring->first_seg->trbs[TRBS_PER_SEGMENT - 1], 10236648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .input_dma = xhci->cmd_ring->first_seg->dma, 10246648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .result_seg = NULL, 10256648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp }, 10266648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* Test feeding a valid start and end TRB from a different ring */ 10276648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { .input_seg = xhci->event_ring->first_seg, 10286648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .start_trb = xhci->cmd_ring->first_seg->trbs, 10296648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .end_trb = &xhci->cmd_ring->first_seg->trbs[TRBS_PER_SEGMENT - 1], 10306648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .input_dma = xhci->cmd_ring->first_seg->dma, 10316648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .result_seg = NULL, 10326648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp }, 10336648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* TRB in this ring, but after this TD */ 10346648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { .input_seg = xhci->event_ring->first_seg, 10356648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .start_trb = &xhci->event_ring->first_seg->trbs[0], 10366648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .end_trb = &xhci->event_ring->first_seg->trbs[3], 10376648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .input_dma = xhci->event_ring->first_seg->dma + 4*16, 10386648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .result_seg = NULL, 10396648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp }, 10406648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* TRB in this ring, but before this TD */ 10416648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { .input_seg = xhci->event_ring->first_seg, 10426648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .start_trb = &xhci->event_ring->first_seg->trbs[3], 10436648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .end_trb = &xhci->event_ring->first_seg->trbs[6], 10446648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .input_dma = xhci->event_ring->first_seg->dma + 2*16, 10456648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .result_seg = NULL, 10466648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp }, 10476648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* TRB in this ring, but after this wrapped TD */ 10486648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { .input_seg = xhci->event_ring->first_seg, 10496648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .start_trb = &xhci->event_ring->first_seg->trbs[TRBS_PER_SEGMENT - 3], 10506648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .end_trb = &xhci->event_ring->first_seg->trbs[1], 10516648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .input_dma = xhci->event_ring->first_seg->dma + 2*16, 10526648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .result_seg = NULL, 10536648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp }, 10546648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* TRB in this ring, but before this wrapped TD */ 10556648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { .input_seg = xhci->event_ring->first_seg, 10566648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .start_trb = &xhci->event_ring->first_seg->trbs[TRBS_PER_SEGMENT - 3], 10576648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .end_trb = &xhci->event_ring->first_seg->trbs[1], 10586648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .input_dma = xhci->event_ring->first_seg->dma + (TRBS_PER_SEGMENT - 4)*16, 10596648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .result_seg = NULL, 10606648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp }, 10616648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* TRB not in this ring, and we have a wrapped TD */ 10626648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { .input_seg = xhci->event_ring->first_seg, 10636648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .start_trb = &xhci->event_ring->first_seg->trbs[TRBS_PER_SEGMENT - 3], 10646648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .end_trb = &xhci->event_ring->first_seg->trbs[1], 10656648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .input_dma = xhci->cmd_ring->first_seg->dma + 2*16, 10666648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .result_seg = NULL, 10676648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp }, 10686648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp }; 10696648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp 10706648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp unsigned int num_tests; 10716648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp int i, ret; 10726648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp 10736648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp num_tests = sizeof(simple_test_vector) / sizeof(simple_test_vector[0]); 10746648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp for (i = 0; i < num_tests; i++) { 10756648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp ret = xhci_test_trb_in_td(xhci, 10766648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp xhci->event_ring->first_seg, 10776648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp xhci->event_ring->first_seg->trbs, 10786648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp &xhci->event_ring->first_seg->trbs[TRBS_PER_SEGMENT - 1], 10796648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp simple_test_vector[i].input_dma, 10806648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp simple_test_vector[i].result_seg, 10816648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp "Simple", i); 10826648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp if (ret < 0) 10836648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp return ret; 10846648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp } 10856648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp 10866648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp num_tests = sizeof(complex_test_vector) / sizeof(complex_test_vector[0]); 10876648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp for (i = 0; i < num_tests; i++) { 10886648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp ret = xhci_test_trb_in_td(xhci, 10896648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp complex_test_vector[i].input_seg, 10906648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp complex_test_vector[i].start_trb, 10916648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp complex_test_vector[i].end_trb, 10926648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp complex_test_vector[i].input_dma, 10936648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp complex_test_vector[i].result_seg, 10946648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp "Complex", i); 10956648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp if (ret < 0) 10966648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp return ret; 10976648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp } 10986648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp xhci_dbg(xhci, "TRB math tests passed.\n"); 10996648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp return 0; 11006648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp} 11016648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp 11026648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp 110366d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharpint xhci_mem_init(struct xhci_hcd *xhci, gfp_t flags) 110466d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp{ 11050ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp dma_addr_t dma; 11060ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp struct device *dev = xhci_to_hcd(xhci)->self.controller; 110766d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp unsigned int val, val2; 11088e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp u64 val_64; 11090ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp struct xhci_segment *seg; 111066d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp u32 page_size; 111166d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp int i; 111266d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp 111366d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp page_size = xhci_readl(xhci, &xhci->op_regs->page_size); 111466d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp xhci_dbg(xhci, "Supported page size register = 0x%x\n", page_size); 111566d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp for (i = 0; i < 16; i++) { 111666d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp if ((0x1 & page_size) != 0) 111766d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp break; 111866d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp page_size = page_size >> 1; 111966d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp } 112066d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp if (i < 16) 112166d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp xhci_dbg(xhci, "Supported page size of %iK\n", (1 << (i+12)) / 1024); 112266d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp else 112366d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp xhci_warn(xhci, "WARN: no supported page size\n"); 112466d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp /* Use 4K pages, since that's common and the minimum the HC supports */ 112566d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp xhci->page_shift = 12; 112666d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp xhci->page_size = 1 << xhci->page_shift; 112766d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp xhci_dbg(xhci, "HCD page size set to %iK\n", xhci->page_size / 1024); 112866d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp 112966d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp /* 113066d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * Program the Number of Device Slots Enabled field in the CONFIG 113166d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * register with the max value of slots the HC can handle. 113266d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp */ 113366d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp val = HCS_MAX_SLOTS(xhci_readl(xhci, &xhci->cap_regs->hcs_params1)); 113466d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp xhci_dbg(xhci, "// xHC can handle at most %d device slots.\n", 113566d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp (unsigned int) val); 113666d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp val2 = xhci_readl(xhci, &xhci->op_regs->config_reg); 113766d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp val |= (val2 & ~HCS_SLOTS_MASK); 113866d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp xhci_dbg(xhci, "// Setting Max device slots reg = 0x%x.\n", 113966d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp (unsigned int) val); 114066d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp xhci_writel(xhci, val, &xhci->op_regs->config_reg); 114166d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp 11420ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp /* 1143a74588f94655263b96dacbbf14aac0958d8b7409Sarah Sharp * Section 5.4.8 - doorbell array must be 1144a74588f94655263b96dacbbf14aac0958d8b7409Sarah Sharp * "physically contiguous and 64-byte (cache line) aligned". 1145a74588f94655263b96dacbbf14aac0958d8b7409Sarah Sharp */ 1146a74588f94655263b96dacbbf14aac0958d8b7409Sarah Sharp xhci->dcbaa = pci_alloc_consistent(to_pci_dev(dev), 1147a74588f94655263b96dacbbf14aac0958d8b7409Sarah Sharp sizeof(*xhci->dcbaa), &dma); 1148a74588f94655263b96dacbbf14aac0958d8b7409Sarah Sharp if (!xhci->dcbaa) 1149a74588f94655263b96dacbbf14aac0958d8b7409Sarah Sharp goto fail; 1150a74588f94655263b96dacbbf14aac0958d8b7409Sarah Sharp memset(xhci->dcbaa, 0, sizeof *(xhci->dcbaa)); 1151a74588f94655263b96dacbbf14aac0958d8b7409Sarah Sharp xhci->dcbaa->dma = dma; 1152700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman xhci_dbg(xhci, "// Device context base array address = 0x%llx (DMA), %p (virt)\n", 1153700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman (unsigned long long)xhci->dcbaa->dma, xhci->dcbaa); 11548e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp xhci_write_64(xhci, dma, &xhci->op_regs->dcbaa_ptr); 1155a74588f94655263b96dacbbf14aac0958d8b7409Sarah Sharp 1156a74588f94655263b96dacbbf14aac0958d8b7409Sarah Sharp /* 11570ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * Initialize the ring segment pool. The ring must be a contiguous 11580ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * structure comprised of TRBs. The TRBs must be 16 byte aligned, 11590ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * however, the command ring segment needs 64-byte aligned segments, 11600ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * so we pick the greater alignment need. 11610ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp */ 11620ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci->segment_pool = dma_pool_create("xHCI ring segments", dev, 11630ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp SEGMENT_SIZE, 64, xhci->page_size); 1164d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 11653ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* See Table 46 and Note on Figure 55 */ 11663ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp xhci->device_pool = dma_pool_create("xHCI input/output contexts", dev, 1167d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 2112, 64, xhci->page_size); 11683ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp if (!xhci->segment_pool || !xhci->device_pool) 11690ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp goto fail; 11700ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 11710ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp /* Set up the command ring to have one segments for now. */ 11720ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci->cmd_ring = xhci_ring_alloc(xhci, 1, true, flags); 11730ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (!xhci->cmd_ring) 11740ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp goto fail; 1175700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman xhci_dbg(xhci, "Allocated command ring at %p\n", xhci->cmd_ring); 1176700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman xhci_dbg(xhci, "First segment DMA is 0x%llx\n", 1177700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman (unsigned long long)xhci->cmd_ring->first_seg->dma); 11780ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 11790ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp /* Set the address in the Command Ring Control register */ 11808e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp val_64 = xhci_read_64(xhci, &xhci->op_regs->cmd_ring); 11818e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp val_64 = (val_64 & (u64) CMD_RING_RSVD_BITS) | 11828e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp (xhci->cmd_ring->first_seg->dma & (u64) ~CMD_RING_RSVD_BITS) | 11830ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci->cmd_ring->cycle_state; 11848e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp xhci_dbg(xhci, "// Setting command ring address to 0x%x\n", val); 11858e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp xhci_write_64(xhci, val_64, &xhci->op_regs->cmd_ring); 11860ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_dbg_cmd_ptrs(xhci); 11870ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 11880ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp val = xhci_readl(xhci, &xhci->cap_regs->db_off); 11890ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp val &= DBOFF_MASK; 11900ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_dbg(xhci, "// Doorbell array is located at offset 0x%x" 11910ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp " from cap regs base addr\n", val); 11920ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci->dba = (void *) xhci->cap_regs + val; 11930ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_dbg_regs(xhci); 11940ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_print_run_regs(xhci); 11950ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp /* Set ir_set to interrupt register set 0 */ 11960ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci->ir_set = (void *) xhci->run_regs->ir_set; 11970ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 11980ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp /* 11990ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * Event ring setup: Allocate a normal ring, but also setup 12000ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * the event ring segment table (ERST). Section 4.9.3. 12010ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp */ 12020ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_dbg(xhci, "// Allocating event ring\n"); 12030ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci->event_ring = xhci_ring_alloc(xhci, ERST_NUM_SEGS, false, flags); 12040ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (!xhci->event_ring) 12050ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp goto fail; 12066648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp if (xhci_check_trb_in_td_math(xhci, flags) < 0) 12076648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp goto fail; 12080ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 12090ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci->erst.entries = pci_alloc_consistent(to_pci_dev(dev), 12100ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp sizeof(struct xhci_erst_entry)*ERST_NUM_SEGS, &dma); 12110ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (!xhci->erst.entries) 12120ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp goto fail; 1213700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman xhci_dbg(xhci, "// Allocated event ring segment table at 0x%llx\n", 1214700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman (unsigned long long)dma); 12150ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 12160ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp memset(xhci->erst.entries, 0, sizeof(struct xhci_erst_entry)*ERST_NUM_SEGS); 12170ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci->erst.num_entries = ERST_NUM_SEGS; 12180ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci->erst.erst_dma_addr = dma; 1219700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman xhci_dbg(xhci, "Set ERST to 0; private num segs = %i, virt addr = %p, dma addr = 0x%llx\n", 12200ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci->erst.num_entries, 1221700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman xhci->erst.entries, 1222700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman (unsigned long long)xhci->erst.erst_dma_addr); 12230ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 12240ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp /* set ring base address and size for each segment table entry */ 12250ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp for (val = 0, seg = xhci->event_ring->first_seg; val < ERST_NUM_SEGS; val++) { 12260ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp struct xhci_erst_entry *entry = &xhci->erst.entries[val]; 12278e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp entry->seg_addr = seg->dma; 12280ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp entry->seg_size = TRBS_PER_SEGMENT; 12290ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp entry->rsvd = 0; 12300ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp seg = seg->next; 12310ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp } 12320ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 12330ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp /* set ERST count with the number of entries in the segment table */ 12340ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp val = xhci_readl(xhci, &xhci->ir_set->erst_size); 12350ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp val &= ERST_SIZE_MASK; 12360ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp val |= ERST_NUM_SEGS; 12370ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_dbg(xhci, "// Write ERST size = %i to ir_set 0 (some bits preserved)\n", 12380ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp val); 12390ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_writel(xhci, val, &xhci->ir_set->erst_size); 12400ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 12410ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_dbg(xhci, "// Set ERST entries to point to event ring.\n"); 12420ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp /* set the segment table base address */ 1243700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman xhci_dbg(xhci, "// Set ERST base address for ir_set 0 = 0x%llx\n", 1244700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman (unsigned long long)xhci->erst.erst_dma_addr); 12458e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp val_64 = xhci_read_64(xhci, &xhci->ir_set->erst_base); 12468e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp val_64 &= ERST_PTR_MASK; 12478e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp val_64 |= (xhci->erst.erst_dma_addr & (u64) ~ERST_PTR_MASK); 12488e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp xhci_write_64(xhci, val_64, &xhci->ir_set->erst_base); 12490ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 12500ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp /* Set the event ring dequeue address */ 125123e3be113f42790736319c049c78e5f9a4394c02Sarah Sharp xhci_set_hc_event_deq(xhci); 12520ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_dbg(xhci, "Wrote ERST address to ir_set 0.\n"); 12530ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_print_ir_set(xhci, xhci->ir_set, 0); 12540ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 12550ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp /* 12560ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * XXX: Might need to set the Interrupter Moderation Register to 12570ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * something other than the default (~1ms minimum between interrupts). 12580ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * See section 5.5.1.2. 12590ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp */ 12603ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp init_completion(&xhci->addr_dev); 12613ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp for (i = 0; i < MAX_HC_SLOTS; ++i) 12623ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp xhci->devs[i] = 0; 126366d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp 1264254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn if (scratchpad_alloc(xhci, flags)) 1265254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn goto fail; 1266254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 126766d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp return 0; 1268254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 126966d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharpfail: 127066d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp xhci_warn(xhci, "Couldn't initialize memory\n"); 127166d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp xhci_mem_cleanup(xhci); 127266d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp return -ENOMEM; 127366d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp} 1274