xhci-mem.c revision 8dfec6140fc617b932cf9a09ba46d0ee3f3a7d87
166d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp/* 266d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * xHCI host controller driver 366d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * 466d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * Copyright (C) 2008 Intel Corp. 566d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * 666d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * Author: Sarah Sharp 766d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * Some code borrowed from the Linux EHCI driver. 866d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * 966d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * This program is free software; you can redistribute it and/or modify 1066d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * it under the terms of the GNU General Public License version 2 as 1166d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * published by the Free Software Foundation. 1266d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * 1366d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * This program is distributed in the hope that it will be useful, but 1466d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY 1566d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 1666d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * for more details. 1766d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * 1866d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * You should have received a copy of the GNU General Public License 1966d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * along with this program; if not, write to the Free Software Foundation, 2066d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * Inc., 675 Mass Ave, Cambridge, MA 02139, USA. 2166d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp */ 2266d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp 2366d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp#include <linux/usb.h> 240ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp#include <linux/pci.h> 255a0e3ad6af8660be21ca98a971cd00f331318c05Tejun Heo#include <linux/slab.h> 26527c6d7f188f116852141f50b4d008f966bb17f8Sarah Sharp#include <linux/dmapool.h> 2766d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp 2866d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp#include "xhci.h" 2966d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp 300ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp/* 310ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * Allocates a generic ring segment from the ring pool, sets the dma address, 320ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * initializes the segment to zero, and sets the private next pointer to NULL. 330ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * 340ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * Section 4.11.1.1: 350ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * "All components of all Command and Transfer TRBs shall be initialized to '0'" 360ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp */ 37186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xustatic struct xhci_segment *xhci_segment_alloc(struct xhci_hcd *xhci, 38186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu unsigned int cycle_state, gfp_t flags) 390ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp{ 400ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp struct xhci_segment *seg; 410ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp dma_addr_t dma; 42186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu int i; 430ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 440ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp seg = kzalloc(sizeof *seg, flags); 450ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (!seg) 46326b4810cc995209e31136af4202ed0414814ed5Randy Dunlap return NULL; 470ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 480ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp seg->trbs = dma_pool_alloc(xhci->segment_pool, flags, &dma); 490ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (!seg->trbs) { 500ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp kfree(seg); 51326b4810cc995209e31136af4202ed0414814ed5Randy Dunlap return NULL; 520ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp } 530ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 540ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp memset(seg->trbs, 0, SEGMENT_SIZE); 55186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu /* If the cycle state is 0, set the cycle bit to 1 for all the TRBs */ 56186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu if (cycle_state == 0) { 57186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu for (i = 0; i < TRBS_PER_SEGMENT; i++) 58186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu seg->trbs[i].link.control |= TRB_CYCLE; 59186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu } 600ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp seg->dma = dma; 610ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp seg->next = NULL; 620ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 630ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp return seg; 640ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp} 650ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 660ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharpstatic void xhci_segment_free(struct xhci_hcd *xhci, struct xhci_segment *seg) 670ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp{ 680ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (seg->trbs) { 690ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp dma_pool_free(xhci->segment_pool, seg->trbs, seg->dma); 700ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp seg->trbs = NULL; 710ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp } 720ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp kfree(seg); 730ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp} 740ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 7570d43601773b9f270b62867a51495846d746b5d4Andiry Xustatic void xhci_free_segments_for_ring(struct xhci_hcd *xhci, 7670d43601773b9f270b62867a51495846d746b5d4Andiry Xu struct xhci_segment *first) 7770d43601773b9f270b62867a51495846d746b5d4Andiry Xu{ 7870d43601773b9f270b62867a51495846d746b5d4Andiry Xu struct xhci_segment *seg; 7970d43601773b9f270b62867a51495846d746b5d4Andiry Xu 8070d43601773b9f270b62867a51495846d746b5d4Andiry Xu seg = first->next; 8170d43601773b9f270b62867a51495846d746b5d4Andiry Xu while (seg != first) { 8270d43601773b9f270b62867a51495846d746b5d4Andiry Xu struct xhci_segment *next = seg->next; 8370d43601773b9f270b62867a51495846d746b5d4Andiry Xu xhci_segment_free(xhci, seg); 8470d43601773b9f270b62867a51495846d746b5d4Andiry Xu seg = next; 8570d43601773b9f270b62867a51495846d746b5d4Andiry Xu } 8670d43601773b9f270b62867a51495846d746b5d4Andiry Xu xhci_segment_free(xhci, first); 8770d43601773b9f270b62867a51495846d746b5d4Andiry Xu} 8870d43601773b9f270b62867a51495846d746b5d4Andiry Xu 890ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp/* 900ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * Make the prev segment point to the next segment. 910ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * 920ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * Change the last TRB in the prev segment to be a Link TRB which points to the 930ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * DMA address of the next segment. The caller needs to set any Link TRB 940ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * related flags, such as End TRB, Toggle Cycle, and no snoop. 950ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp */ 960ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharpstatic void xhci_link_segments(struct xhci_hcd *xhci, struct xhci_segment *prev, 973b72fca09d7aed0c1a390370eb3f3f4f0480702aAndiry Xu struct xhci_segment *next, enum xhci_ring_type type) 980ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp{ 990ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp u32 val; 1000ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 1010ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (!prev || !next) 1020ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp return; 1030ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp prev->next = next; 1043b72fca09d7aed0c1a390370eb3f3f4f0480702aAndiry Xu if (type != TYPE_EVENT) { 105f5960b698eb50a39fce1a066dc19a6a5a1148e16Matt Evans prev->trbs[TRBS_PER_SEGMENT-1].link.segment_ptr = 106f5960b698eb50a39fce1a066dc19a6a5a1148e16Matt Evans cpu_to_le64(next->dma); 1070ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 1080ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp /* Set the last TRB in the segment to have a TRB type ID of Link TRB */ 10928ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans val = le32_to_cpu(prev->trbs[TRBS_PER_SEGMENT-1].link.control); 1100ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp val &= ~TRB_TYPE_BITMASK; 1110ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp val |= TRB_TYPE(TRB_LINK); 112b0567b3f635db72c881a0d561cebb544ec085073Sarah Sharp /* Always set the chain bit with 0.95 hardware */ 1137e393a834b41001174a8fb3ae3bc23a749467760Andiry Xu /* Set chain bit for isoc rings on AMD 0.96 host */ 1147e393a834b41001174a8fb3ae3bc23a749467760Andiry Xu if (xhci_link_trb_quirk(xhci) || 1153b72fca09d7aed0c1a390370eb3f3f4f0480702aAndiry Xu (type == TYPE_ISOC && 1163b72fca09d7aed0c1a390370eb3f3f4f0480702aAndiry Xu (xhci->quirks & XHCI_AMD_0x96_HOST))) 117b0567b3f635db72c881a0d561cebb544ec085073Sarah Sharp val |= TRB_CHAIN; 11828ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans prev->trbs[TRBS_PER_SEGMENT-1].link.control = cpu_to_le32(val); 1190ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp } 1200ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp} 1210ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 1228dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu/* 1238dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu * Link the ring to the new segments. 1248dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu * Set Toggle Cycle for the new ring if needed. 1258dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu */ 1268dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xustatic void xhci_link_rings(struct xhci_hcd *xhci, struct xhci_ring *ring, 1278dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu struct xhci_segment *first, struct xhci_segment *last, 1288dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu unsigned int num_segs) 1298dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu{ 1308dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu struct xhci_segment *next; 1318dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu 1328dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu if (!ring || !first || !last) 1338dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu return; 1348dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu 1358dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu next = ring->enq_seg->next; 1368dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu xhci_link_segments(xhci, ring->enq_seg, first, ring->type); 1378dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu xhci_link_segments(xhci, last, next, ring->type); 1388dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu ring->num_segs += num_segs; 1398dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu ring->num_trbs_free += (TRBS_PER_SEGMENT - 1) * num_segs; 1408dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu 1418dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu if (ring->type != TYPE_EVENT && ring->enq_seg == ring->last_seg) { 1428dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu ring->last_seg->trbs[TRBS_PER_SEGMENT-1].link.control 1438dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu &= ~cpu_to_le32(LINK_TOGGLE); 1448dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu last->trbs[TRBS_PER_SEGMENT-1].link.control 1458dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu |= cpu_to_le32(LINK_TOGGLE); 1468dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu ring->last_seg = last; 1478dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu } 1488dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu} 1498dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu 1500ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp/* XXX: Do we need the hcd structure in all these functions? */ 151f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharpvoid xhci_ring_free(struct xhci_hcd *xhci, struct xhci_ring *ring) 1520ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp{ 1530e6c7f746ea99089fb3263709075c20485a479aeKautuk Consul if (!ring) 1540ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp return; 15570d43601773b9f270b62867a51495846d746b5d4Andiry Xu 15670d43601773b9f270b62867a51495846d746b5d4Andiry Xu if (ring->first_seg) 15770d43601773b9f270b62867a51495846d746b5d4Andiry Xu xhci_free_segments_for_ring(xhci, ring->first_seg); 15870d43601773b9f270b62867a51495846d746b5d4Andiry Xu 1590ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp kfree(ring); 1600ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp} 1610ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 162186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xustatic void xhci_initialize_ring_info(struct xhci_ring *ring, 163186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu unsigned int cycle_state) 16474f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp{ 16574f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp /* The ring is empty, so the enqueue pointer == dequeue pointer */ 16674f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp ring->enqueue = ring->first_seg->trbs; 16774f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp ring->enq_seg = ring->first_seg; 16874f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp ring->dequeue = ring->enqueue; 16974f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp ring->deq_seg = ring->first_seg; 17074f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp /* The ring is initialized to 0. The producer must write 1 to the cycle 17174f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp * bit to handover ownership of the TRB, so PCS = 1. The consumer must 17274f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp * compare CCS to the cycle bit to check ownership, so CCS = 1. 173186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu * 174186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu * New rings are initialized with cycle state equal to 1; if we are 175186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu * handling ring expansion, set the cycle state equal to the old ring. 17674f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp */ 177186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu ring->cycle_state = cycle_state; 17874f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp /* Not necessary for new rings, but needed for re-initialized rings */ 17974f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp ring->enq_updates = 0; 18074f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp ring->deq_updates = 0; 181b008df60c6369ba0290fa7daa177375407a12e07Andiry Xu 182b008df60c6369ba0290fa7daa177375407a12e07Andiry Xu /* 183b008df60c6369ba0290fa7daa177375407a12e07Andiry Xu * Each segment has a link TRB, and leave an extra TRB for SW 184b008df60c6369ba0290fa7daa177375407a12e07Andiry Xu * accounting purpose 185b008df60c6369ba0290fa7daa177375407a12e07Andiry Xu */ 186b008df60c6369ba0290fa7daa177375407a12e07Andiry Xu ring->num_trbs_free = ring->num_segs * (TRBS_PER_SEGMENT - 1) - 1; 18774f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp} 18874f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp 18970d43601773b9f270b62867a51495846d746b5d4Andiry Xu/* Allocate segments and link them for a ring */ 19070d43601773b9f270b62867a51495846d746b5d4Andiry Xustatic int xhci_alloc_segments_for_ring(struct xhci_hcd *xhci, 19170d43601773b9f270b62867a51495846d746b5d4Andiry Xu struct xhci_segment **first, struct xhci_segment **last, 192186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu unsigned int num_segs, unsigned int cycle_state, 193186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu enum xhci_ring_type type, gfp_t flags) 19470d43601773b9f270b62867a51495846d746b5d4Andiry Xu{ 19570d43601773b9f270b62867a51495846d746b5d4Andiry Xu struct xhci_segment *prev; 19670d43601773b9f270b62867a51495846d746b5d4Andiry Xu 197186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu prev = xhci_segment_alloc(xhci, cycle_state, flags); 19870d43601773b9f270b62867a51495846d746b5d4Andiry Xu if (!prev) 19970d43601773b9f270b62867a51495846d746b5d4Andiry Xu return -ENOMEM; 20070d43601773b9f270b62867a51495846d746b5d4Andiry Xu num_segs--; 20170d43601773b9f270b62867a51495846d746b5d4Andiry Xu 20270d43601773b9f270b62867a51495846d746b5d4Andiry Xu *first = prev; 20370d43601773b9f270b62867a51495846d746b5d4Andiry Xu while (num_segs > 0) { 20470d43601773b9f270b62867a51495846d746b5d4Andiry Xu struct xhci_segment *next; 20570d43601773b9f270b62867a51495846d746b5d4Andiry Xu 206186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu next = xhci_segment_alloc(xhci, cycle_state, flags); 20770d43601773b9f270b62867a51495846d746b5d4Andiry Xu if (!next) { 20870d43601773b9f270b62867a51495846d746b5d4Andiry Xu xhci_free_segments_for_ring(xhci, *first); 20970d43601773b9f270b62867a51495846d746b5d4Andiry Xu return -ENOMEM; 21070d43601773b9f270b62867a51495846d746b5d4Andiry Xu } 21170d43601773b9f270b62867a51495846d746b5d4Andiry Xu xhci_link_segments(xhci, prev, next, type); 21270d43601773b9f270b62867a51495846d746b5d4Andiry Xu 21370d43601773b9f270b62867a51495846d746b5d4Andiry Xu prev = next; 21470d43601773b9f270b62867a51495846d746b5d4Andiry Xu num_segs--; 21570d43601773b9f270b62867a51495846d746b5d4Andiry Xu } 21670d43601773b9f270b62867a51495846d746b5d4Andiry Xu xhci_link_segments(xhci, prev, *first, type); 21770d43601773b9f270b62867a51495846d746b5d4Andiry Xu *last = prev; 21870d43601773b9f270b62867a51495846d746b5d4Andiry Xu 21970d43601773b9f270b62867a51495846d746b5d4Andiry Xu return 0; 22070d43601773b9f270b62867a51495846d746b5d4Andiry Xu} 22170d43601773b9f270b62867a51495846d746b5d4Andiry Xu 2220ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp/** 2230ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * Create a new ring with zero or more segments. 2240ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * 2250ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * Link each segment together into a ring. 2260ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * Set the end flag and the cycle toggle bit on the last segment. 2270ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * See section 4.9.1 and figures 15 and 16. 2280ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp */ 2290ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharpstatic struct xhci_ring *xhci_ring_alloc(struct xhci_hcd *xhci, 230186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu unsigned int num_segs, unsigned int cycle_state, 231186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu enum xhci_ring_type type, gfp_t flags) 2320ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp{ 2330ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp struct xhci_ring *ring; 23470d43601773b9f270b62867a51495846d746b5d4Andiry Xu int ret; 2350ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 2360ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp ring = kzalloc(sizeof *(ring), flags); 2370ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (!ring) 238326b4810cc995209e31136af4202ed0414814ed5Randy Dunlap return NULL; 2390ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 2403fe4fe083d3355537565b2b0a678807513dfa013Andiry Xu ring->num_segs = num_segs; 241d0e96f5a71a032ced0c35f521c1cbd67e816922aSarah Sharp INIT_LIST_HEAD(&ring->td_list); 2423b72fca09d7aed0c1a390370eb3f3f4f0480702aAndiry Xu ring->type = type; 2430ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (num_segs == 0) 2440ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp return ring; 2450ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 24670d43601773b9f270b62867a51495846d746b5d4Andiry Xu ret = xhci_alloc_segments_for_ring(xhci, &ring->first_seg, 247186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu &ring->last_seg, num_segs, cycle_state, type, flags); 24870d43601773b9f270b62867a51495846d746b5d4Andiry Xu if (ret) 2490ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp goto fail; 2500ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 2513b72fca09d7aed0c1a390370eb3f3f4f0480702aAndiry Xu /* Only event ring does not use link TRB */ 2523b72fca09d7aed0c1a390370eb3f3f4f0480702aAndiry Xu if (type != TYPE_EVENT) { 2530ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp /* See section 4.9.2.1 and 6.4.4.1 */ 25470d43601773b9f270b62867a51495846d746b5d4Andiry Xu ring->last_seg->trbs[TRBS_PER_SEGMENT - 1].link.control |= 255f5960b698eb50a39fce1a066dc19a6a5a1148e16Matt Evans cpu_to_le32(LINK_TOGGLE); 2560ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp } 257186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu xhci_initialize_ring_info(ring, cycle_state); 2580ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp return ring; 2590ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 2600ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharpfail: 2610ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_ring_free(xhci, ring); 262326b4810cc995209e31136af4202ed0414814ed5Randy Dunlap return NULL; 2630ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp} 2640ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 265412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharpvoid xhci_free_or_cache_endpoint_ring(struct xhci_hcd *xhci, 266412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp struct xhci_virt_device *virt_dev, 267412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp unsigned int ep_index) 268412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp{ 269412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp int rings_cached; 270412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp 271412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp rings_cached = virt_dev->num_rings_cached; 272412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp if (rings_cached < XHCI_MAX_RINGS_CACHED) { 273412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp virt_dev->ring_cache[rings_cached] = 274412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp virt_dev->eps[ep_index].ring; 27530f89ca021c3e584b61bc5a14eede89f74b2e826Sarah Sharp virt_dev->num_rings_cached++; 276412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp xhci_dbg(xhci, "Cached old ring, " 277412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp "%d ring%s cached\n", 27830f89ca021c3e584b61bc5a14eede89f74b2e826Sarah Sharp virt_dev->num_rings_cached, 27930f89ca021c3e584b61bc5a14eede89f74b2e826Sarah Sharp (virt_dev->num_rings_cached > 1) ? "s" : ""); 280412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp } else { 281412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp xhci_ring_free(xhci, virt_dev->eps[ep_index].ring); 282412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp xhci_dbg(xhci, "Ring cache full (%d rings), " 283412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp "freeing ring\n", 284412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp virt_dev->num_rings_cached); 285412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp } 286412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp virt_dev->eps[ep_index].ring = NULL; 287412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp} 288412566bd716397e28e81fc9b20804bc6a6daf14dSarah Sharp 28974f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp/* Zero an endpoint ring (except for link TRBs) and move the enqueue and dequeue 29074f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp * pointers to the beginning of the ring. 29174f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp */ 29274f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharpstatic void xhci_reinit_cached_ring(struct xhci_hcd *xhci, 293186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu struct xhci_ring *ring, unsigned int cycle_state, 294186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu enum xhci_ring_type type) 29574f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp{ 29674f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp struct xhci_segment *seg = ring->first_seg; 297186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu int i; 298186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu 29974f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp do { 30074f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp memset(seg->trbs, 0, 30174f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp sizeof(union xhci_trb)*TRBS_PER_SEGMENT); 302186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu if (cycle_state == 0) { 303186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu for (i = 0; i < TRBS_PER_SEGMENT; i++) 304186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu seg->trbs[i].link.control |= TRB_CYCLE; 305186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu } 30674f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp /* All endpoint rings have link TRBs */ 3073b72fca09d7aed0c1a390370eb3f3f4f0480702aAndiry Xu xhci_link_segments(xhci, seg, seg->next, type); 30874f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp seg = seg->next; 30974f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp } while (seg != ring->first_seg); 3103b72fca09d7aed0c1a390370eb3f3f4f0480702aAndiry Xu ring->type = type; 311186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu xhci_initialize_ring_info(ring, cycle_state); 31274f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp /* td list should be empty since all URBs have been cancelled, 31374f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp * but just in case... 31474f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp */ 31574f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp INIT_LIST_HEAD(&ring->td_list); 31674f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp} 31774f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp 3188dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu/* 3198dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu * Expand an existing ring. 3208dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu * Look for a cached ring or allocate a new ring which has same segment numbers 3218dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu * and link the two rings. 3228dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu */ 3238dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xuint xhci_ring_expansion(struct xhci_hcd *xhci, struct xhci_ring *ring, 3248dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu unsigned int num_trbs, gfp_t flags) 3258dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu{ 3268dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu struct xhci_segment *first; 3278dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu struct xhci_segment *last; 3288dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu unsigned int num_segs; 3298dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu unsigned int num_segs_needed; 3308dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu int ret; 3318dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu 3328dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu num_segs_needed = (num_trbs + (TRBS_PER_SEGMENT - 1) - 1) / 3338dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu (TRBS_PER_SEGMENT - 1); 3348dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu 3358dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu /* Allocate number of segments we needed, or double the ring size */ 3368dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu num_segs = ring->num_segs > num_segs_needed ? 3378dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu ring->num_segs : num_segs_needed; 3388dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu 3398dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu ret = xhci_alloc_segments_for_ring(xhci, &first, &last, 3408dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu num_segs, ring->cycle_state, ring->type, flags); 3418dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu if (ret) 3428dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu return -ENOMEM; 3438dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu 3448dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu xhci_link_rings(xhci, ring, first, last, num_segs); 3458dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu xhci_dbg(xhci, "ring expansion succeed, now has %d segments\n", 3468dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu ring->num_segs); 3478dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu 3488dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu return 0; 3498dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu} 3508dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu 351d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn#define CTX_SIZE(_hcc) (HCC_64BYTE_CONTEXT(_hcc) ? 64 : 32) 352d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 353326b4810cc995209e31136af4202ed0414814ed5Randy Dunlapstatic struct xhci_container_ctx *xhci_alloc_container_ctx(struct xhci_hcd *xhci, 354d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn int type, gfp_t flags) 355d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn{ 356d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn struct xhci_container_ctx *ctx = kzalloc(sizeof(*ctx), flags); 357d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn if (!ctx) 358d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn return NULL; 359d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 360d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn BUG_ON((type != XHCI_CTX_TYPE_DEVICE) && (type != XHCI_CTX_TYPE_INPUT)); 361d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn ctx->type = type; 362d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn ctx->size = HCC_64BYTE_CONTEXT(xhci->hcc_params) ? 2048 : 1024; 363d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn if (type == XHCI_CTX_TYPE_INPUT) 364d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn ctx->size += CTX_SIZE(xhci->hcc_params); 365d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 366d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn ctx->bytes = dma_pool_alloc(xhci->device_pool, flags, &ctx->dma); 367d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn memset(ctx->bytes, 0, ctx->size); 368d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn return ctx; 369d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn} 370d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 371326b4810cc995209e31136af4202ed0414814ed5Randy Dunlapstatic void xhci_free_container_ctx(struct xhci_hcd *xhci, 372d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn struct xhci_container_ctx *ctx) 373d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn{ 374a1d78c16bd31a715785e21967ac6110b386a3c1fSarah Sharp if (!ctx) 375a1d78c16bd31a715785e21967ac6110b386a3c1fSarah Sharp return; 376d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn dma_pool_free(xhci->device_pool, ctx->bytes, ctx->dma); 377d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn kfree(ctx); 378d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn} 379d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 380d115b04818e57bdbc7ccde4d0660b15e33013dc8John Younstruct xhci_input_control_ctx *xhci_get_input_control_ctx(struct xhci_hcd *xhci, 381d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn struct xhci_container_ctx *ctx) 382d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn{ 383d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn BUG_ON(ctx->type != XHCI_CTX_TYPE_INPUT); 384d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn return (struct xhci_input_control_ctx *)ctx->bytes; 385d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn} 386d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 387d115b04818e57bdbc7ccde4d0660b15e33013dc8John Younstruct xhci_slot_ctx *xhci_get_slot_ctx(struct xhci_hcd *xhci, 388d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn struct xhci_container_ctx *ctx) 389d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn{ 390d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn if (ctx->type == XHCI_CTX_TYPE_DEVICE) 391d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn return (struct xhci_slot_ctx *)ctx->bytes; 392d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 393d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn return (struct xhci_slot_ctx *) 394d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn (ctx->bytes + CTX_SIZE(xhci->hcc_params)); 395d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn} 396d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 397d115b04818e57bdbc7ccde4d0660b15e33013dc8John Younstruct xhci_ep_ctx *xhci_get_ep_ctx(struct xhci_hcd *xhci, 398d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn struct xhci_container_ctx *ctx, 399d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn unsigned int ep_index) 400d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn{ 401d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn /* increment ep index by offset of start of ep ctx array */ 402d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn ep_index++; 403d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn if (ctx->type == XHCI_CTX_TYPE_INPUT) 404d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn ep_index++; 405d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 406d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn return (struct xhci_ep_ctx *) 407d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn (ctx->bytes + (ep_index * CTX_SIZE(xhci->hcc_params))); 408d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn} 409d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 4108df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 4118df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp/***************** Streams structures manipulation *************************/ 4128df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 4138212a49d1c1e53ad2bc3176b983a2483b48fd989Dmitry Torokhovstatic void xhci_free_stream_ctx(struct xhci_hcd *xhci, 4148df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp unsigned int num_stream_ctxs, 4158df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp struct xhci_stream_ctx *stream_ctx, dma_addr_t dma) 4168df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp{ 4178df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp struct pci_dev *pdev = to_pci_dev(xhci_to_hcd(xhci)->self.controller); 4188df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 4198df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp if (num_stream_ctxs > MEDIUM_STREAM_ARRAY_SIZE) 42022d45f01a836c2f5826b8b4b9e029e5f79afec57Sebastian Andrzej Siewior dma_free_coherent(&pdev->dev, 4218df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp sizeof(struct xhci_stream_ctx)*num_stream_ctxs, 4228df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp stream_ctx, dma); 4238df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp else if (num_stream_ctxs <= SMALL_STREAM_ARRAY_SIZE) 4248df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp return dma_pool_free(xhci->small_streams_pool, 4258df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp stream_ctx, dma); 4268df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp else 4278df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp return dma_pool_free(xhci->medium_streams_pool, 4288df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp stream_ctx, dma); 4298df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp} 4308df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 4318df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp/* 4328df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * The stream context array for each endpoint with bulk streams enabled can 4338df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * vary in size, based on: 4348df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * - how many streams the endpoint supports, 4358df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * - the maximum primary stream array size the host controller supports, 4368df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * - and how many streams the device driver asks for. 4378df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * 4388df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * The stream context array must be a power of 2, and can be as small as 4398df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * 64 bytes or as large as 1MB. 4408df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp */ 4418212a49d1c1e53ad2bc3176b983a2483b48fd989Dmitry Torokhovstatic struct xhci_stream_ctx *xhci_alloc_stream_ctx(struct xhci_hcd *xhci, 4428df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp unsigned int num_stream_ctxs, dma_addr_t *dma, 4438df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp gfp_t mem_flags) 4448df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp{ 4458df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp struct pci_dev *pdev = to_pci_dev(xhci_to_hcd(xhci)->self.controller); 4468df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 4478df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp if (num_stream_ctxs > MEDIUM_STREAM_ARRAY_SIZE) 44822d45f01a836c2f5826b8b4b9e029e5f79afec57Sebastian Andrzej Siewior return dma_alloc_coherent(&pdev->dev, 4498df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp sizeof(struct xhci_stream_ctx)*num_stream_ctxs, 45022d45f01a836c2f5826b8b4b9e029e5f79afec57Sebastian Andrzej Siewior dma, mem_flags); 4518df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp else if (num_stream_ctxs <= SMALL_STREAM_ARRAY_SIZE) 4528df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp return dma_pool_alloc(xhci->small_streams_pool, 4538df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp mem_flags, dma); 4548df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp else 4558df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp return dma_pool_alloc(xhci->medium_streams_pool, 4568df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp mem_flags, dma); 4578df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp} 4588df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 459e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharpstruct xhci_ring *xhci_dma_to_transfer_ring( 460e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharp struct xhci_virt_ep *ep, 461e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharp u64 address) 462e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharp{ 463e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharp if (ep->ep_state & EP_HAS_STREAMS) 464e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharp return radix_tree_lookup(&ep->stream_info->trb_address_map, 465e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharp address >> SEGMENT_SHIFT); 466e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharp return ep->ring; 467e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharp} 468e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharp 469e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharp/* Only use this when you know stream_info is valid */ 4708df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp#ifdef CONFIG_USB_XHCI_HCD_DEBUGGING 471e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharpstatic struct xhci_ring *dma_to_stream_ring( 4728df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp struct xhci_stream_info *stream_info, 4738df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp u64 address) 4748df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp{ 4758df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp return radix_tree_lookup(&stream_info->trb_address_map, 4768df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp address >> SEGMENT_SHIFT); 4778df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp} 4788df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp#endif /* CONFIG_USB_XHCI_HCD_DEBUGGING */ 4798df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 480e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharpstruct xhci_ring *xhci_stream_id_to_ring( 481e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharp struct xhci_virt_device *dev, 482e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharp unsigned int ep_index, 483e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharp unsigned int stream_id) 484e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharp{ 485e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharp struct xhci_virt_ep *ep = &dev->eps[ep_index]; 486e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharp 487e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharp if (stream_id == 0) 488e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharp return ep->ring; 489e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharp if (!ep->stream_info) 490e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharp return NULL; 491e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharp 492e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharp if (stream_id > ep->stream_info->num_streams) 493e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharp return NULL; 494e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharp return ep->stream_info->stream_rings[stream_id]; 495e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharp} 496e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharp 4978df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp#ifdef CONFIG_USB_XHCI_HCD_DEBUGGING 4988df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharpstatic int xhci_test_radix_tree(struct xhci_hcd *xhci, 4998df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp unsigned int num_streams, 5008df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp struct xhci_stream_info *stream_info) 5018df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp{ 5028df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp u32 cur_stream; 5038df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp struct xhci_ring *cur_ring; 5048df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp u64 addr; 5058df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 5068df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp for (cur_stream = 1; cur_stream < num_streams; cur_stream++) { 5078df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp struct xhci_ring *mapped_ring; 5088df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp int trb_size = sizeof(union xhci_trb); 5098df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 5108df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp cur_ring = stream_info->stream_rings[cur_stream]; 5118df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp for (addr = cur_ring->first_seg->dma; 5128df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp addr < cur_ring->first_seg->dma + SEGMENT_SIZE; 5138df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp addr += trb_size) { 5148df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp mapped_ring = dma_to_stream_ring(stream_info, addr); 5158df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp if (cur_ring != mapped_ring) { 5168df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp xhci_warn(xhci, "WARN: DMA address 0x%08llx " 5178df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp "didn't map to stream ID %u; " 5188df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp "mapped to ring %p\n", 5198df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp (unsigned long long) addr, 5208df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp cur_stream, 5218df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp mapped_ring); 5228df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp return -EINVAL; 5238df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp } 5248df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp } 5258df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp /* One TRB after the end of the ring segment shouldn't return a 5268df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * pointer to the current ring (although it may be a part of a 5278df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * different ring). 5288df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp */ 5298df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp mapped_ring = dma_to_stream_ring(stream_info, addr); 5308df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp if (mapped_ring != cur_ring) { 5318df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp /* One TRB before should also fail */ 5328df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp addr = cur_ring->first_seg->dma - trb_size; 5338df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp mapped_ring = dma_to_stream_ring(stream_info, addr); 5348df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp } 5358df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp if (mapped_ring == cur_ring) { 5368df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp xhci_warn(xhci, "WARN: Bad DMA address 0x%08llx " 5378df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp "mapped to valid stream ID %u; " 5388df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp "mapped ring = %p\n", 5398df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp (unsigned long long) addr, 5408df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp cur_stream, 5418df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp mapped_ring); 5428df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp return -EINVAL; 5438df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp } 5448df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp } 5458df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp return 0; 5468df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp} 5478df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp#endif /* CONFIG_USB_XHCI_HCD_DEBUGGING */ 5488df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 5498df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp/* 5508df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * Change an endpoint's internal structure so it supports stream IDs. The 5518df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * number of requested streams includes stream 0, which cannot be used by device 5528df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * drivers. 5538df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * 5548df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * The number of stream contexts in the stream context array may be bigger than 5558df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * the number of streams the driver wants to use. This is because the number of 5568df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * stream context array entries must be a power of two. 5578df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * 5588df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * We need a radix tree for mapping physical addresses of TRBs to which stream 5598df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * ID they belong to. We need to do this because the host controller won't tell 5608df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * us which stream ring the TRB came from. We could store the stream ID in an 5618df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * event data TRB, but that doesn't help us for the cancellation case, since the 5628df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * endpoint may stop before it reaches that event data TRB. 5638df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * 5648df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * The radix tree maps the upper portion of the TRB DMA address to a ring 5658df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * segment that has the same upper portion of DMA addresses. For example, say I 5668df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * have segments of size 1KB, that are always 64-byte aligned. A segment may 5678df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * start at 0x10c91000 and end at 0x10c913f0. If I use the upper 10 bits, the 5688df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * key to the stream ID is 0x43244. I can use the DMA address of the TRB to 5698df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * pass the radix tree a key to get the right stream ID: 5708df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * 5718df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * 0x10c90fff >> 10 = 0x43243 5728df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * 0x10c912c0 >> 10 = 0x43244 5738df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * 0x10c91400 >> 10 = 0x43245 5748df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * 5758df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * Obviously, only those TRBs with DMA addresses that are within the segment 5768df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * will make the radix tree return the stream ID for that ring. 5778df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * 5788df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * Caveats for the radix tree: 5798df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * 5808df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * The radix tree uses an unsigned long as a key pair. On 32-bit systems, an 5818df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * unsigned long will be 32-bits; on a 64-bit system an unsigned long will be 5828df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * 64-bits. Since we only request 32-bit DMA addresses, we can use that as the 5838df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * key on 32-bit or 64-bit systems (it would also be fine if we asked for 64-bit 5848df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * PCI DMA addresses on a 64-bit system). There might be a problem on 32-bit 5858df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * extended systems (where the DMA address can be bigger than 32-bits), 5868df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * if we allow the PCI dma mask to be bigger than 32-bits. So don't do that. 5878df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp */ 5888df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharpstruct xhci_stream_info *xhci_alloc_stream_info(struct xhci_hcd *xhci, 5898df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp unsigned int num_stream_ctxs, 5908df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp unsigned int num_streams, gfp_t mem_flags) 5918df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp{ 5928df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp struct xhci_stream_info *stream_info; 5938df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp u32 cur_stream; 5948df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp struct xhci_ring *cur_ring; 5958df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp unsigned long key; 5968df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp u64 addr; 5978df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp int ret; 5988df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 5998df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp xhci_dbg(xhci, "Allocating %u streams and %u " 6008df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp "stream context array entries.\n", 6018df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp num_streams, num_stream_ctxs); 6028df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp if (xhci->cmd_ring_reserved_trbs == MAX_RSVD_CMD_TRBS) { 6038df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp xhci_dbg(xhci, "Command ring has no reserved TRBs available\n"); 6048df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp return NULL; 6058df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp } 6068df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp xhci->cmd_ring_reserved_trbs++; 6078df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 6088df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp stream_info = kzalloc(sizeof(struct xhci_stream_info), mem_flags); 6098df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp if (!stream_info) 6108df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp goto cleanup_trbs; 6118df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 6128df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp stream_info->num_streams = num_streams; 6138df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp stream_info->num_stream_ctxs = num_stream_ctxs; 6148df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 6158df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp /* Initialize the array of virtual pointers to stream rings. */ 6168df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp stream_info->stream_rings = kzalloc( 6178df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp sizeof(struct xhci_ring *)*num_streams, 6188df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp mem_flags); 6198df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp if (!stream_info->stream_rings) 6208df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp goto cleanup_info; 6218df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 6228df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp /* Initialize the array of DMA addresses for stream rings for the HW. */ 6238df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp stream_info->stream_ctx_array = xhci_alloc_stream_ctx(xhci, 6248df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp num_stream_ctxs, &stream_info->ctx_array_dma, 6258df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp mem_flags); 6268df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp if (!stream_info->stream_ctx_array) 6278df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp goto cleanup_ctx; 6288df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp memset(stream_info->stream_ctx_array, 0, 6298df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp sizeof(struct xhci_stream_ctx)*num_stream_ctxs); 6308df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 6318df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp /* Allocate everything needed to free the stream rings later */ 6328df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp stream_info->free_streams_command = 6338df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp xhci_alloc_command(xhci, true, true, mem_flags); 6348df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp if (!stream_info->free_streams_command) 6358df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp goto cleanup_ctx; 6368df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 6378df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp INIT_RADIX_TREE(&stream_info->trb_address_map, GFP_ATOMIC); 6388df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 6398df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp /* Allocate rings for all the streams that the driver will use, 6408df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * and add their segment DMA addresses to the radix tree. 6418df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * Stream 0 is reserved. 6428df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp */ 6438df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp for (cur_stream = 1; cur_stream < num_streams; cur_stream++) { 6448df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp stream_info->stream_rings[cur_stream] = 645186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu xhci_ring_alloc(xhci, 1, 1, TYPE_STREAM, mem_flags); 6468df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp cur_ring = stream_info->stream_rings[cur_stream]; 6478df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp if (!cur_ring) 6488df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp goto cleanup_rings; 649e9df17eb1408cfafa3d1844bfc7f22c7237b31b8Sarah Sharp cur_ring->stream_id = cur_stream; 6508df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp /* Set deq ptr, cycle bit, and stream context type */ 6518df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp addr = cur_ring->first_seg->dma | 6528df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp SCT_FOR_CTX(SCT_PRI_TR) | 6538df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp cur_ring->cycle_state; 654f5960b698eb50a39fce1a066dc19a6a5a1148e16Matt Evans stream_info->stream_ctx_array[cur_stream].stream_ring = 655f5960b698eb50a39fce1a066dc19a6a5a1148e16Matt Evans cpu_to_le64(addr); 6568df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp xhci_dbg(xhci, "Setting stream %d ring ptr to 0x%08llx\n", 6578df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp cur_stream, (unsigned long long) addr); 6588df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 6598df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp key = (unsigned long) 6608df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp (cur_ring->first_seg->dma >> SEGMENT_SHIFT); 6618df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp ret = radix_tree_insert(&stream_info->trb_address_map, 6628df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp key, cur_ring); 6638df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp if (ret) { 6648df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp xhci_ring_free(xhci, cur_ring); 6658df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp stream_info->stream_rings[cur_stream] = NULL; 6668df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp goto cleanup_rings; 6678df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp } 6688df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp } 6698df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp /* Leave the other unused stream ring pointers in the stream context 6708df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * array initialized to zero. This will cause the xHC to give us an 6718df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * error if the device asks for a stream ID we don't have setup (if it 6728df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * was any other way, the host controller would assume the ring is 6738df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * "empty" and wait forever for data to be queued to that stream ID). 6748df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp */ 6758df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp#if XHCI_DEBUG 6768df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp /* Do a little test on the radix tree to make sure it returns the 6778df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * correct values. 6788df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp */ 6798df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp if (xhci_test_radix_tree(xhci, num_streams, stream_info)) 6808df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp goto cleanup_rings; 6818df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp#endif 6828df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 6838df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp return stream_info; 6848df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 6858df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharpcleanup_rings: 6868df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp for (cur_stream = 1; cur_stream < num_streams; cur_stream++) { 6878df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp cur_ring = stream_info->stream_rings[cur_stream]; 6888df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp if (cur_ring) { 6898df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp addr = cur_ring->first_seg->dma; 6908df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp radix_tree_delete(&stream_info->trb_address_map, 6918df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp addr >> SEGMENT_SHIFT); 6928df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp xhci_ring_free(xhci, cur_ring); 6938df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp stream_info->stream_rings[cur_stream] = NULL; 6948df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp } 6958df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp } 6968df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp xhci_free_command(xhci, stream_info->free_streams_command); 6978df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharpcleanup_ctx: 6988df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp kfree(stream_info->stream_rings); 6998df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharpcleanup_info: 7008df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp kfree(stream_info); 7018df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharpcleanup_trbs: 7028df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp xhci->cmd_ring_reserved_trbs--; 7038df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp return NULL; 7048df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp} 7058df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp/* 7068df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * Sets the MaxPStreams field and the Linear Stream Array field. 7078df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * Sets the dequeue pointer to the stream context array. 7088df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp */ 7098df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharpvoid xhci_setup_streams_ep_input_ctx(struct xhci_hcd *xhci, 7108df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp struct xhci_ep_ctx *ep_ctx, 7118df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp struct xhci_stream_info *stream_info) 7128df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp{ 7138df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp u32 max_primary_streams; 7148df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp /* MaxPStreams is the number of stream context array entries, not the 7158df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * number we're actually using. Must be in 2^(MaxPstreams + 1) format. 7168df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * fls(0) = 0, fls(0x1) = 1, fls(0x10) = 2, fls(0x100) = 3, etc. 7178df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp */ 7188df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp max_primary_streams = fls(stream_info->num_stream_ctxs) - 2; 7198df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp xhci_dbg(xhci, "Setting number of stream ctx array entries to %u\n", 7208df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 1 << (max_primary_streams + 1)); 72128ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans ep_ctx->ep_info &= cpu_to_le32(~EP_MAXPSTREAMS_MASK); 72228ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans ep_ctx->ep_info |= cpu_to_le32(EP_MAXPSTREAMS(max_primary_streams) 72328ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans | EP_HAS_LSA); 72428ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans ep_ctx->deq = cpu_to_le64(stream_info->ctx_array_dma); 7258df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp} 7268df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 7278df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp/* 7288df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * Sets the MaxPStreams field and the Linear Stream Array field to 0. 7298df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * Reinstalls the "normal" endpoint ring (at its previous dequeue mark, 7308df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * not at the beginning of the ring). 7318df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp */ 7328df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharpvoid xhci_setup_no_streams_ep_input_ctx(struct xhci_hcd *xhci, 7338df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp struct xhci_ep_ctx *ep_ctx, 7348df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp struct xhci_virt_ep *ep) 7358df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp{ 7368df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp dma_addr_t addr; 73728ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans ep_ctx->ep_info &= cpu_to_le32(~(EP_MAXPSTREAMS_MASK | EP_HAS_LSA)); 7388df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp addr = xhci_trb_virt_to_dma(ep->ring->deq_seg, ep->ring->dequeue); 73928ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans ep_ctx->deq = cpu_to_le64(addr | ep->ring->cycle_state); 7408df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp} 7418df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 7428df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp/* Frees all stream contexts associated with the endpoint, 7438df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * 7448df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * Caller should fix the endpoint context streams fields. 7458df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp */ 7468df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharpvoid xhci_free_stream_info(struct xhci_hcd *xhci, 7478df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp struct xhci_stream_info *stream_info) 7488df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp{ 7498df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp int cur_stream; 7508df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp struct xhci_ring *cur_ring; 7518df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp dma_addr_t addr; 7528df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 7538df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp if (!stream_info) 7548df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp return; 7558df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 7568df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp for (cur_stream = 1; cur_stream < stream_info->num_streams; 7578df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp cur_stream++) { 7588df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp cur_ring = stream_info->stream_rings[cur_stream]; 7598df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp if (cur_ring) { 7608df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp addr = cur_ring->first_seg->dma; 7618df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp radix_tree_delete(&stream_info->trb_address_map, 7628df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp addr >> SEGMENT_SHIFT); 7638df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp xhci_ring_free(xhci, cur_ring); 7648df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp stream_info->stream_rings[cur_stream] = NULL; 7658df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp } 7668df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp } 7678df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp xhci_free_command(xhci, stream_info->free_streams_command); 7688df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp xhci->cmd_ring_reserved_trbs--; 7698df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp if (stream_info->stream_ctx_array) 7708df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp xhci_free_stream_ctx(xhci, 7718df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp stream_info->num_stream_ctxs, 7728df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp stream_info->stream_ctx_array, 7738df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp stream_info->ctx_array_dma); 7748df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 7758df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp if (stream_info) 7768df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp kfree(stream_info->stream_rings); 7778df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp kfree(stream_info); 7788df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp} 7798df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 7808df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 7818df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp/***************** Device context manipulation *************************/ 7828df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 7836f5165cf989387e84ef23122330b27cca1cbe831Sarah Sharpstatic void xhci_init_endpoint_timer(struct xhci_hcd *xhci, 7846f5165cf989387e84ef23122330b27cca1cbe831Sarah Sharp struct xhci_virt_ep *ep) 7856f5165cf989387e84ef23122330b27cca1cbe831Sarah Sharp{ 7866f5165cf989387e84ef23122330b27cca1cbe831Sarah Sharp init_timer(&ep->stop_cmd_timer); 7876f5165cf989387e84ef23122330b27cca1cbe831Sarah Sharp ep->stop_cmd_timer.data = (unsigned long) ep; 7886f5165cf989387e84ef23122330b27cca1cbe831Sarah Sharp ep->stop_cmd_timer.function = xhci_stop_endpoint_command_watchdog; 7896f5165cf989387e84ef23122330b27cca1cbe831Sarah Sharp ep->xhci = xhci; 7906f5165cf989387e84ef23122330b27cca1cbe831Sarah Sharp} 7916f5165cf989387e84ef23122330b27cca1cbe831Sarah Sharp 792839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharpstatic void xhci_free_tt_info(struct xhci_hcd *xhci, 793839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp struct xhci_virt_device *virt_dev, 794839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp int slot_id) 795839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp{ 796839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp struct list_head *tt; 797839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp struct list_head *tt_list_head; 798839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp struct list_head *tt_next; 799839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp struct xhci_tt_bw_info *tt_info; 800839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp 801839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp /* If the device never made it past the Set Address stage, 802839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp * it may not have the real_port set correctly. 803839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp */ 804839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp if (virt_dev->real_port == 0 || 805839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp virt_dev->real_port > HCS_MAX_PORTS(xhci->hcs_params1)) { 806839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp xhci_dbg(xhci, "Bad real port.\n"); 807839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp return; 808839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp } 809839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp 810839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp tt_list_head = &(xhci->rh_bw[virt_dev->real_port - 1].tts); 811839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp if (list_empty(tt_list_head)) 812839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp return; 813839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp 814839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp list_for_each(tt, tt_list_head) { 815839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp tt_info = list_entry(tt, struct xhci_tt_bw_info, tt_list); 816839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp if (tt_info->slot_id == slot_id) 817839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp break; 818839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp } 819839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp /* Cautionary measure in case the hub was disconnected before we 820839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp * stored the TT information. 821839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp */ 822839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp if (tt_info->slot_id != slot_id) 823839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp return; 824839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp 825839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp tt_next = tt->next; 826839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp tt_info = list_entry(tt, struct xhci_tt_bw_info, 827839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp tt_list); 828839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp /* Multi-TT hubs will have more than one entry */ 829839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp do { 830839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp list_del(tt); 831839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp kfree(tt_info); 832839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp tt = tt_next; 833839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp if (list_empty(tt_list_head)) 834839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp break; 835839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp tt_next = tt->next; 836839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp tt_info = list_entry(tt, struct xhci_tt_bw_info, 837839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp tt_list); 838839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp } while (tt_info->slot_id == slot_id); 839839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp} 840839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp 841839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharpint xhci_alloc_tt_info(struct xhci_hcd *xhci, 842839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp struct xhci_virt_device *virt_dev, 843839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp struct usb_device *hdev, 844839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp struct usb_tt *tt, gfp_t mem_flags) 845839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp{ 846839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp struct xhci_tt_bw_info *tt_info; 847839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp unsigned int num_ports; 848839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp int i, j; 849839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp 850839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp if (!tt->multi) 851839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp num_ports = 1; 852839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp else 853839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp num_ports = hdev->maxchild; 854839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp 855839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp for (i = 0; i < num_ports; i++, tt_info++) { 856839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp struct xhci_interval_bw_table *bw_table; 857839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp 858839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp tt_info = kzalloc(sizeof(*tt_info), mem_flags); 859839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp if (!tt_info) 860839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp goto free_tts; 861839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp INIT_LIST_HEAD(&tt_info->tt_list); 862839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp list_add(&tt_info->tt_list, 863839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp &xhci->rh_bw[virt_dev->real_port - 1].tts); 864839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp tt_info->slot_id = virt_dev->udev->slot_id; 865839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp if (tt->multi) 866839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp tt_info->ttport = i+1; 867839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp bw_table = &tt_info->bw_table; 868839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp for (j = 0; j < XHCI_MAX_INTERVAL; j++) 869839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp INIT_LIST_HEAD(&bw_table->interval_bw[j].endpoints); 870839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp } 871839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp return 0; 872839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp 873839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharpfree_tts: 874839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp xhci_free_tt_info(xhci, virt_dev, virt_dev->udev->slot_id); 875839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp return -ENOMEM; 876839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp} 877839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp 878839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp 879839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp/* All the xhci_tds in the ring's TD list should be freed at this point. 880839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp * Should be called with xhci->lock held if there is any chance the TT lists 881839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp * will be manipulated by the configure endpoint, allocate device, or update 882839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp * hub functions while this function is removing the TT entries from the list. 883839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp */ 8843ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharpvoid xhci_free_virt_device(struct xhci_hcd *xhci, int slot_id) 8853ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp{ 8863ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp struct xhci_virt_device *dev; 8873ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp int i; 8882e27980e6eb78114c4ecbaad1ba71836e3887d18Sarah Sharp int old_active_eps = 0; 8893ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 8903ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* Slot ID 0 is reserved */ 8913ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp if (slot_id == 0 || !xhci->devs[slot_id]) 8923ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp return; 8933ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 8943ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp dev = xhci->devs[slot_id]; 8958e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp xhci->dcbaa->dev_context_ptrs[slot_id] = 0; 8963ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp if (!dev) 8973ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp return; 8983ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 8992e27980e6eb78114c4ecbaad1ba71836e3887d18Sarah Sharp if (dev->tt_info) 9002e27980e6eb78114c4ecbaad1ba71836e3887d18Sarah Sharp old_active_eps = dev->tt_info->active_eps; 9012e27980e6eb78114c4ecbaad1ba71836e3887d18Sarah Sharp 9028df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp for (i = 0; i < 31; ++i) { 90363a0d9abd18cdcf5a985029c266c6bfe0511768fSarah Sharp if (dev->eps[i].ring) 90463a0d9abd18cdcf5a985029c266c6bfe0511768fSarah Sharp xhci_ring_free(xhci, dev->eps[i].ring); 9058df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp if (dev->eps[i].stream_info) 9068df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp xhci_free_stream_info(xhci, 9078df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp dev->eps[i].stream_info); 9082e27980e6eb78114c4ecbaad1ba71836e3887d18Sarah Sharp /* Endpoints on the TT/root port lists should have been removed 9092e27980e6eb78114c4ecbaad1ba71836e3887d18Sarah Sharp * when usb_disable_device() was called for the device. 9102e27980e6eb78114c4ecbaad1ba71836e3887d18Sarah Sharp * We can't drop them anyway, because the udev might have gone 9112e27980e6eb78114c4ecbaad1ba71836e3887d18Sarah Sharp * away by this point, and we can't tell what speed it was. 9122e27980e6eb78114c4ecbaad1ba71836e3887d18Sarah Sharp */ 9132e27980e6eb78114c4ecbaad1ba71836e3887d18Sarah Sharp if (!list_empty(&dev->eps[i].bw_endpoint_list)) 9142e27980e6eb78114c4ecbaad1ba71836e3887d18Sarah Sharp xhci_warn(xhci, "Slot %u endpoint %u " 9152e27980e6eb78114c4ecbaad1ba71836e3887d18Sarah Sharp "not removed from BW list!\n", 9162e27980e6eb78114c4ecbaad1ba71836e3887d18Sarah Sharp slot_id, i); 9178df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp } 918839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp /* If this is a hub, free the TT(s) from the TT list */ 919839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp xhci_free_tt_info(xhci, dev, slot_id); 9202e27980e6eb78114c4ecbaad1ba71836e3887d18Sarah Sharp /* If necessary, update the number of active TTs on this root port */ 9212e27980e6eb78114c4ecbaad1ba71836e3887d18Sarah Sharp xhci_update_tt_active_eps(xhci, dev, old_active_eps); 9223ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 92374f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp if (dev->ring_cache) { 92474f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp for (i = 0; i < dev->num_rings_cached; i++) 92574f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp xhci_ring_free(xhci, dev->ring_cache[i]); 92674f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp kfree(dev->ring_cache); 92774f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp } 92874f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp 9293ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp if (dev->in_ctx) 930d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn xhci_free_container_ctx(xhci, dev->in_ctx); 9313ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp if (dev->out_ctx) 932d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn xhci_free_container_ctx(xhci, dev->out_ctx); 933d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 9343ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp kfree(xhci->devs[slot_id]); 935326b4810cc995209e31136af4202ed0414814ed5Randy Dunlap xhci->devs[slot_id] = NULL; 9363ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp} 9373ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 9383ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharpint xhci_alloc_virt_device(struct xhci_hcd *xhci, int slot_id, 9393ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp struct usb_device *udev, gfp_t flags) 9403ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp{ 9413ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp struct xhci_virt_device *dev; 94263a0d9abd18cdcf5a985029c266c6bfe0511768fSarah Sharp int i; 9433ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 9443ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* Slot ID 0 is reserved */ 9453ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp if (slot_id == 0 || xhci->devs[slot_id]) { 9463ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp xhci_warn(xhci, "Bad Slot ID %d\n", slot_id); 9473ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp return 0; 9483ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp } 9493ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 9503ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp xhci->devs[slot_id] = kzalloc(sizeof(*xhci->devs[slot_id]), flags); 9513ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp if (!xhci->devs[slot_id]) 9523ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp return 0; 9533ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp dev = xhci->devs[slot_id]; 9543ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 955d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn /* Allocate the (output) device context that will be used in the HC. */ 956d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn dev->out_ctx = xhci_alloc_container_ctx(xhci, XHCI_CTX_TYPE_DEVICE, flags); 9573ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp if (!dev->out_ctx) 9583ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp goto fail; 959d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 960700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman xhci_dbg(xhci, "Slot %d output ctx = 0x%llx (dma)\n", slot_id, 961d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn (unsigned long long)dev->out_ctx->dma); 9623ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 9633ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* Allocate the (input) device context for address device command */ 964d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn dev->in_ctx = xhci_alloc_container_ctx(xhci, XHCI_CTX_TYPE_INPUT, flags); 9653ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp if (!dev->in_ctx) 9663ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp goto fail; 967d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 968700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman xhci_dbg(xhci, "Slot %d input ctx = 0x%llx (dma)\n", slot_id, 969d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn (unsigned long long)dev->in_ctx->dma); 9703ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 9716f5165cf989387e84ef23122330b27cca1cbe831Sarah Sharp /* Initialize the cancellation list and watchdog timers for each ep */ 9726f5165cf989387e84ef23122330b27cca1cbe831Sarah Sharp for (i = 0; i < 31; i++) { 9736f5165cf989387e84ef23122330b27cca1cbe831Sarah Sharp xhci_init_endpoint_timer(xhci, &dev->eps[i]); 97463a0d9abd18cdcf5a985029c266c6bfe0511768fSarah Sharp INIT_LIST_HEAD(&dev->eps[i].cancelled_td_list); 9752e27980e6eb78114c4ecbaad1ba71836e3887d18Sarah Sharp INIT_LIST_HEAD(&dev->eps[i].bw_endpoint_list); 9766f5165cf989387e84ef23122330b27cca1cbe831Sarah Sharp } 97763a0d9abd18cdcf5a985029c266c6bfe0511768fSarah Sharp 9783ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* Allocate endpoint 0 ring */ 979186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu dev->eps[0].ring = xhci_ring_alloc(xhci, 1, 1, TYPE_CTRL, flags); 98063a0d9abd18cdcf5a985029c266c6bfe0511768fSarah Sharp if (!dev->eps[0].ring) 9813ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp goto fail; 9823ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 98374f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp /* Allocate pointers to the ring cache */ 98474f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp dev->ring_cache = kzalloc( 98574f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp sizeof(struct xhci_ring *)*XHCI_MAX_RINGS_CACHED, 98674f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp flags); 98774f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp if (!dev->ring_cache) 98874f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp goto fail; 98974f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp dev->num_rings_cached = 0; 99074f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp 991f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp init_completion(&dev->cmd_completion); 992913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp INIT_LIST_HEAD(&dev->cmd_list); 99364927730c66333c9d5987aa72a0e6d44ed91cec7Andiry Xu dev->udev = udev; 994f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 99528c2d2efb48dec2f0b050affae6d5787d6449e47Sarah Sharp /* Point to output device context in dcbaa. */ 99628ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans xhci->dcbaa->dev_context_ptrs[slot_id] = cpu_to_le64(dev->out_ctx->dma); 997700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman xhci_dbg(xhci, "Set slot id %d dcbaa entry %p to 0x%llx\n", 99828ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans slot_id, 99928ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans &xhci->dcbaa->dev_context_ptrs[slot_id], 1000f5960b698eb50a39fce1a066dc19a6a5a1148e16Matt Evans le64_to_cpu(xhci->dcbaa->dev_context_ptrs[slot_id])); 10013ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 10023ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp return 1; 10033ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharpfail: 10043ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp xhci_free_virt_device(xhci, slot_id); 10053ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp return 0; 10063ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp} 10073ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 10082d1ee5904bb51ea33c6a6f4bec6b6a243e2432a8Sarah Sharpvoid xhci_copy_ep0_dequeue_into_input_ctx(struct xhci_hcd *xhci, 10092d1ee5904bb51ea33c6a6f4bec6b6a243e2432a8Sarah Sharp struct usb_device *udev) 10102d1ee5904bb51ea33c6a6f4bec6b6a243e2432a8Sarah Sharp{ 10112d1ee5904bb51ea33c6a6f4bec6b6a243e2432a8Sarah Sharp struct xhci_virt_device *virt_dev; 10122d1ee5904bb51ea33c6a6f4bec6b6a243e2432a8Sarah Sharp struct xhci_ep_ctx *ep0_ctx; 10132d1ee5904bb51ea33c6a6f4bec6b6a243e2432a8Sarah Sharp struct xhci_ring *ep_ring; 10142d1ee5904bb51ea33c6a6f4bec6b6a243e2432a8Sarah Sharp 10152d1ee5904bb51ea33c6a6f4bec6b6a243e2432a8Sarah Sharp virt_dev = xhci->devs[udev->slot_id]; 10162d1ee5904bb51ea33c6a6f4bec6b6a243e2432a8Sarah Sharp ep0_ctx = xhci_get_ep_ctx(xhci, virt_dev->in_ctx, 0); 10172d1ee5904bb51ea33c6a6f4bec6b6a243e2432a8Sarah Sharp ep_ring = virt_dev->eps[0].ring; 10182d1ee5904bb51ea33c6a6f4bec6b6a243e2432a8Sarah Sharp /* 10192d1ee5904bb51ea33c6a6f4bec6b6a243e2432a8Sarah Sharp * FIXME we don't keep track of the dequeue pointer very well after a 10202d1ee5904bb51ea33c6a6f4bec6b6a243e2432a8Sarah Sharp * Set TR dequeue pointer, so we're setting the dequeue pointer of the 10212d1ee5904bb51ea33c6a6f4bec6b6a243e2432a8Sarah Sharp * host to our enqueue pointer. This should only be called after a 10222d1ee5904bb51ea33c6a6f4bec6b6a243e2432a8Sarah Sharp * configured device has reset, so all control transfers should have 10232d1ee5904bb51ea33c6a6f4bec6b6a243e2432a8Sarah Sharp * been completed or cancelled before the reset. 10242d1ee5904bb51ea33c6a6f4bec6b6a243e2432a8Sarah Sharp */ 102528ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans ep0_ctx->deq = cpu_to_le64(xhci_trb_virt_to_dma(ep_ring->enq_seg, 102628ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans ep_ring->enqueue) 102728ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans | ep_ring->cycle_state); 10282d1ee5904bb51ea33c6a6f4bec6b6a243e2432a8Sarah Sharp} 10292d1ee5904bb51ea33c6a6f4bec6b6a243e2432a8Sarah Sharp 1030f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp/* 1031f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp * The xHCI roothub may have ports of differing speeds in any order in the port 1032f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp * status registers. xhci->port_array provides an array of the port speed for 1033f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp * each offset into the port status registers. 1034f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp * 1035f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp * The xHCI hardware wants to know the roothub port number that the USB device 1036f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp * is attached to (or the roothub port its ancestor hub is attached to). All we 1037f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp * know is the index of that port under either the USB 2.0 or the USB 3.0 1038f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp * roothub, but that doesn't give us the real index into the HW port status 1039f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp * registers. Scan through the xHCI roothub port array, looking for the Nth 1040f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp * entry of the correct port speed. Return the port number of that entry. 1041f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp */ 1042f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharpstatic u32 xhci_find_real_port_number(struct xhci_hcd *xhci, 1043f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp struct usb_device *udev) 1044f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp{ 1045f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp struct usb_device *top_dev; 1046f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp unsigned int num_similar_speed_ports; 1047f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp unsigned int faked_port_num; 1048f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp int i; 1049f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp 1050f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp for (top_dev = udev; top_dev->parent && top_dev->parent->parent; 1051f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp top_dev = top_dev->parent) 1052f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp /* Found device below root hub */; 1053f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp faked_port_num = top_dev->portnum; 1054f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp for (i = 0, num_similar_speed_ports = 0; 1055f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp i < HCS_MAX_PORTS(xhci->hcs_params1); i++) { 1056f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp u8 port_speed = xhci->port_array[i]; 1057f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp 1058f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp /* 1059f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp * Skip ports that don't have known speeds, or have duplicate 1060f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp * Extended Capabilities port speed entries. 1061f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp */ 106222e0487047567252d5677ff35766cd884375efc2Dan Carpenter if (port_speed == 0 || port_speed == DUPLICATE_ENTRY) 1063f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp continue; 1064f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp 1065f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp /* 1066f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp * USB 3.0 ports are always under a USB 3.0 hub. USB 2.0 and 1067f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp * 1.1 ports are under the USB 2.0 hub. If the port speed 1068f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp * matches the device speed, it's a similar speed port. 1069f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp */ 1070f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp if ((port_speed == 0x03) == (udev->speed == USB_SPEED_SUPER)) 1071f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp num_similar_speed_ports++; 1072f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp if (num_similar_speed_ports == faked_port_num) 1073f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp /* Roothub ports are numbered from 1 to N */ 1074f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp return i+1; 1075f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp } 1076f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp return 0; 1077f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp} 1078f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp 10793ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp/* Setup an xHCI virtual device for a Set Address command */ 10803ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharpint xhci_setup_addressable_virt_dev(struct xhci_hcd *xhci, struct usb_device *udev) 10813ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp{ 10823ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp struct xhci_virt_device *dev; 10833ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp struct xhci_ep_ctx *ep0_ctx; 1084d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn struct xhci_slot_ctx *slot_ctx; 1085f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp u32 port_num; 1086f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp struct usb_device *top_dev; 10873ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 10883ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp dev = xhci->devs[udev->slot_id]; 10893ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* Slot ID 0 is reserved */ 10903ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp if (udev->slot_id == 0 || !dev) { 10913ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp xhci_warn(xhci, "Slot ID %d is not assigned to this device\n", 10923ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp udev->slot_id); 10933ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp return -EINVAL; 10943ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp } 1095d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn ep0_ctx = xhci_get_ep_ctx(xhci, dev->in_ctx, 0); 1096d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn slot_ctx = xhci_get_slot_ctx(xhci, dev->in_ctx); 10973ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 10983ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* 3) Only the control endpoint is valid - one endpoint context */ 1099f5960b698eb50a39fce1a066dc19a6a5a1148e16Matt Evans slot_ctx->dev_info |= cpu_to_le32(LAST_CTX(1) | udev->route); 11003ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp switch (udev->speed) { 11013ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp case USB_SPEED_SUPER: 1102f5960b698eb50a39fce1a066dc19a6a5a1148e16Matt Evans slot_ctx->dev_info |= cpu_to_le32(SLOT_SPEED_SS); 11033ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp break; 11043ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp case USB_SPEED_HIGH: 1105f5960b698eb50a39fce1a066dc19a6a5a1148e16Matt Evans slot_ctx->dev_info |= cpu_to_le32(SLOT_SPEED_HS); 11063ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp break; 11073ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp case USB_SPEED_FULL: 1108f5960b698eb50a39fce1a066dc19a6a5a1148e16Matt Evans slot_ctx->dev_info |= cpu_to_le32(SLOT_SPEED_FS); 11093ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp break; 11103ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp case USB_SPEED_LOW: 1111f5960b698eb50a39fce1a066dc19a6a5a1148e16Matt Evans slot_ctx->dev_info |= cpu_to_le32(SLOT_SPEED_LS); 11123ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp break; 1113551cdbbeb118bd5ed301f8749aef69219284399bGreg Kroah-Hartman case USB_SPEED_WIRELESS: 11143ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp xhci_dbg(xhci, "FIXME xHCI doesn't support wireless speeds\n"); 11153ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp return -EINVAL; 11163ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp break; 11173ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp default: 11183ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* Speed was set earlier, this shouldn't happen. */ 11193ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp BUG(); 11203ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp } 11213ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* Find the root hub port this device is under */ 1122f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp port_num = xhci_find_real_port_number(xhci, udev); 1123f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp if (!port_num) 1124f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp return -EINVAL; 1125f5960b698eb50a39fce1a066dc19a6a5a1148e16Matt Evans slot_ctx->dev_info2 |= cpu_to_le32(ROOT_HUB_PORT(port_num)); 1126f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp /* Set the port number in the virtual_device to the faked port number */ 11273ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp for (top_dev = udev; top_dev->parent && top_dev->parent->parent; 11283ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp top_dev = top_dev->parent) 11293ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* Found device below root hub */; 1130fe30182c2553f491e5dc12074c8e52163d3bfbc7Sarah Sharp dev->fake_port = top_dev->portnum; 113166381755442189bbeb15f1a51b1e0059327d84edSarah Sharp dev->real_port = port_num; 1132f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp xhci_dbg(xhci, "Set root hub portnum to %d\n", port_num); 1133fe30182c2553f491e5dc12074c8e52163d3bfbc7Sarah Sharp xhci_dbg(xhci, "Set fake root hub portnum to %d\n", dev->fake_port); 11343ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 1135839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp /* Find the right bandwidth table that this device will be a part of. 1136839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp * If this is a full speed device attached directly to a root port (or a 1137839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp * decendent of one), it counts as a primary bandwidth domain, not a 1138839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp * secondary bandwidth domain under a TT. An xhci_tt_info structure 1139839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp * will never be created for the HS root hub. 1140839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp */ 1141839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp if (!udev->tt || !udev->tt->hub->parent) { 1142839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp dev->bw_table = &xhci->rh_bw[port_num - 1].bw_table; 1143839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp } else { 1144839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp struct xhci_root_port_bw_info *rh_bw; 1145839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp struct xhci_tt_bw_info *tt_bw; 1146839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp 1147839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp rh_bw = &xhci->rh_bw[port_num - 1]; 1148839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp /* Find the right TT. */ 1149839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp list_for_each_entry(tt_bw, &rh_bw->tts, tt_list) { 1150839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp if (tt_bw->slot_id != udev->tt->hub->slot_id) 1151839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp continue; 1152839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp 1153839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp if (!dev->udev->tt->multi || 1154839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp (udev->tt->multi && 1155839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp tt_bw->ttport == dev->udev->ttport)) { 1156839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp dev->bw_table = &tt_bw->bw_table; 1157839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp dev->tt_info = tt_bw; 1158839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp break; 1159839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp } 1160839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp } 1161839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp if (!dev->tt_info) 1162839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp xhci_warn(xhci, "WARN: Didn't find a matching TT\n"); 1163839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp } 1164839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp 1165aa1b13efb7cfa9f7bf4942c1e858463e335c9500Sarah Sharp /* Is this a LS/FS device under an external HS hub? */ 1166aa1b13efb7cfa9f7bf4942c1e858463e335c9500Sarah Sharp if (udev->tt && udev->tt->hub->parent) { 116728ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans slot_ctx->tt_info = cpu_to_le32(udev->tt->hub->slot_id | 116828ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans (udev->ttport << 8)); 116907b6de102843b717ecd962cf35ec4ad9b1fbed9dSarah Sharp if (udev->tt->multi) 117028ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans slot_ctx->dev_info |= cpu_to_le32(DEV_MTT); 11713ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp } 1172700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman xhci_dbg(xhci, "udev->tt = %p\n", udev->tt); 11733ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp xhci_dbg(xhci, "udev->ttport = 0x%x\n", udev->ttport); 11743ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 11753ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* Step 4 - ring already allocated */ 11763ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* Step 5 */ 117728ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans ep0_ctx->ep_info2 = cpu_to_le32(EP_TYPE(CTRL_EP)); 11783ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* 11793ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp * XXX: Not sure about wireless USB devices. 11803ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp */ 118147aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp switch (udev->speed) { 118247aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp case USB_SPEED_SUPER: 118328ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans ep0_ctx->ep_info2 |= cpu_to_le32(MAX_PACKET(512)); 118447aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp break; 118547aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp case USB_SPEED_HIGH: 118647aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp /* USB core guesses at a 64-byte max packet first for FS devices */ 118747aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp case USB_SPEED_FULL: 118828ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans ep0_ctx->ep_info2 |= cpu_to_le32(MAX_PACKET(64)); 118947aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp break; 119047aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp case USB_SPEED_LOW: 119128ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans ep0_ctx->ep_info2 |= cpu_to_le32(MAX_PACKET(8)); 119247aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp break; 1193551cdbbeb118bd5ed301f8749aef69219284399bGreg Kroah-Hartman case USB_SPEED_WIRELESS: 119447aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp xhci_dbg(xhci, "FIXME xHCI doesn't support wireless speeds\n"); 119547aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp return -EINVAL; 119647aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp break; 119747aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp default: 119847aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp /* New speed? */ 119947aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp BUG(); 120047aded8ade9fee6779b121b2b156235f261239d7Sarah Sharp } 12013ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* EP 0 can handle "burst" sizes of 1, so Max Burst Size field is 0 */ 120228ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans ep0_ctx->ep_info2 |= cpu_to_le32(MAX_BURST(0) | ERROR_COUNT(3)); 12033ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 120428ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans ep0_ctx->deq = cpu_to_le64(dev->eps[0].ring->first_seg->dma | 120528ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans dev->eps[0].ring->cycle_state); 12063ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 12073ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* Steps 7 and 8 were done in xhci_alloc_virt_device() */ 12083ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 12093ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp return 0; 12103ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp} 12113ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 1212dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov/* 1213dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov * Convert interval expressed as 2^(bInterval - 1) == interval into 1214dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov * straight exponent value 2^n == interval. 1215dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov * 1216dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov */ 1217dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhovstatic unsigned int xhci_parse_exponent_interval(struct usb_device *udev, 1218dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov struct usb_host_endpoint *ep) 1219dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov{ 1220dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov unsigned int interval; 1221dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov 1222dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov interval = clamp_val(ep->desc.bInterval, 1, 16) - 1; 1223dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov if (interval != ep->desc.bInterval - 1) 1224dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov dev_warn(&udev->dev, 1225cd3c18ba2fac14b34d03cae111f215009735ea06Dmitry Torokhov "ep %#x - rounding interval to %d %sframes\n", 1226dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov ep->desc.bEndpointAddress, 1227cd3c18ba2fac14b34d03cae111f215009735ea06Dmitry Torokhov 1 << interval, 1228cd3c18ba2fac14b34d03cae111f215009735ea06Dmitry Torokhov udev->speed == USB_SPEED_FULL ? "" : "micro"); 1229cd3c18ba2fac14b34d03cae111f215009735ea06Dmitry Torokhov 1230cd3c18ba2fac14b34d03cae111f215009735ea06Dmitry Torokhov if (udev->speed == USB_SPEED_FULL) { 1231cd3c18ba2fac14b34d03cae111f215009735ea06Dmitry Torokhov /* 1232cd3c18ba2fac14b34d03cae111f215009735ea06Dmitry Torokhov * Full speed isoc endpoints specify interval in frames, 1233cd3c18ba2fac14b34d03cae111f215009735ea06Dmitry Torokhov * not microframes. We are using microframes everywhere, 1234cd3c18ba2fac14b34d03cae111f215009735ea06Dmitry Torokhov * so adjust accordingly. 1235cd3c18ba2fac14b34d03cae111f215009735ea06Dmitry Torokhov */ 1236cd3c18ba2fac14b34d03cae111f215009735ea06Dmitry Torokhov interval += 3; /* 1 frame = 2^3 uframes */ 1237cd3c18ba2fac14b34d03cae111f215009735ea06Dmitry Torokhov } 1238dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov 1239dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov return interval; 1240dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov} 1241dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov 1242dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov/* 1243340a3504fd39dad753ba908fb6f894ee81fc3ae2Sarah Sharp * Convert bInterval expressed in microframes (in 1-255 range) to exponent of 1244dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov * microframes, rounded down to nearest power of 2. 1245dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov */ 1246340a3504fd39dad753ba908fb6f894ee81fc3ae2Sarah Sharpstatic unsigned int xhci_microframes_to_exponent(struct usb_device *udev, 1247340a3504fd39dad753ba908fb6f894ee81fc3ae2Sarah Sharp struct usb_host_endpoint *ep, unsigned int desc_interval, 1248340a3504fd39dad753ba908fb6f894ee81fc3ae2Sarah Sharp unsigned int min_exponent, unsigned int max_exponent) 1249dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov{ 1250dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov unsigned int interval; 1251dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov 1252340a3504fd39dad753ba908fb6f894ee81fc3ae2Sarah Sharp interval = fls(desc_interval) - 1; 1253340a3504fd39dad753ba908fb6f894ee81fc3ae2Sarah Sharp interval = clamp_val(interval, min_exponent, max_exponent); 1254340a3504fd39dad753ba908fb6f894ee81fc3ae2Sarah Sharp if ((1 << interval) != desc_interval) 1255dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov dev_warn(&udev->dev, 1256dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov "ep %#x - rounding interval to %d microframes, ep desc says %d microframes\n", 1257dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov ep->desc.bEndpointAddress, 1258dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov 1 << interval, 1259340a3504fd39dad753ba908fb6f894ee81fc3ae2Sarah Sharp desc_interval); 1260dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov 1261dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov return interval; 1262dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov} 1263dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov 1264340a3504fd39dad753ba908fb6f894ee81fc3ae2Sarah Sharpstatic unsigned int xhci_parse_microframe_interval(struct usb_device *udev, 1265340a3504fd39dad753ba908fb6f894ee81fc3ae2Sarah Sharp struct usb_host_endpoint *ep) 1266340a3504fd39dad753ba908fb6f894ee81fc3ae2Sarah Sharp{ 1267340a3504fd39dad753ba908fb6f894ee81fc3ae2Sarah Sharp return xhci_microframes_to_exponent(udev, ep, 1268340a3504fd39dad753ba908fb6f894ee81fc3ae2Sarah Sharp ep->desc.bInterval, 0, 15); 1269340a3504fd39dad753ba908fb6f894ee81fc3ae2Sarah Sharp} 1270340a3504fd39dad753ba908fb6f894ee81fc3ae2Sarah Sharp 1271340a3504fd39dad753ba908fb6f894ee81fc3ae2Sarah Sharp 1272340a3504fd39dad753ba908fb6f894ee81fc3ae2Sarah Sharpstatic unsigned int xhci_parse_frame_interval(struct usb_device *udev, 1273340a3504fd39dad753ba908fb6f894ee81fc3ae2Sarah Sharp struct usb_host_endpoint *ep) 1274340a3504fd39dad753ba908fb6f894ee81fc3ae2Sarah Sharp{ 1275340a3504fd39dad753ba908fb6f894ee81fc3ae2Sarah Sharp return xhci_microframes_to_exponent(udev, ep, 1276340a3504fd39dad753ba908fb6f894ee81fc3ae2Sarah Sharp ep->desc.bInterval * 8, 3, 10); 1277340a3504fd39dad753ba908fb6f894ee81fc3ae2Sarah Sharp} 1278340a3504fd39dad753ba908fb6f894ee81fc3ae2Sarah Sharp 1279f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp/* Return the polling or NAK interval. 1280f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp * 1281f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp * The polling interval is expressed in "microframes". If xHCI's Interval field 1282f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp * is set to N, it will service the endpoint every 2^(Interval)*125us. 1283f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp * 1284f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp * The NAK interval is one NAK per 1 to 255 microframes, or no NAKs if interval 1285f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp * is set to 0. 1286f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp */ 1287575688e1e5f462c44ddd608ce3ec9f38b64c3c0dDmitry Torokhovstatic unsigned int xhci_get_endpoint_interval(struct usb_device *udev, 1288f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp struct usb_host_endpoint *ep) 1289f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp{ 1290f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp unsigned int interval = 0; 1291f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 1292f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp switch (udev->speed) { 1293f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp case USB_SPEED_HIGH: 1294f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp /* Max NAK rate */ 1295f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp if (usb_endpoint_xfer_control(&ep->desc) || 1296dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov usb_endpoint_xfer_bulk(&ep->desc)) { 1297340a3504fd39dad753ba908fb6f894ee81fc3ae2Sarah Sharp interval = xhci_parse_microframe_interval(udev, ep); 1298dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov break; 1299dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov } 1300f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp /* Fall through - SS and HS isoc/int have same decoding */ 1301dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov 1302f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp case USB_SPEED_SUPER: 1303f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp if (usb_endpoint_xfer_int(&ep->desc) || 1304dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov usb_endpoint_xfer_isoc(&ep->desc)) { 1305dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov interval = xhci_parse_exponent_interval(udev, ep); 1306f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp } 1307f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp break; 1308dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov 1309f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp case USB_SPEED_FULL: 1310b513d44751bfb609a3c20463f764c8ce822d63e9Sarah Sharp if (usb_endpoint_xfer_isoc(&ep->desc)) { 1311dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov interval = xhci_parse_exponent_interval(udev, ep); 1312dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov break; 1313dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov } 1314dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov /* 1315b513d44751bfb609a3c20463f764c8ce822d63e9Sarah Sharp * Fall through for interrupt endpoint interval decoding 1316dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov * since it uses the same rules as low speed interrupt 1317dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov * endpoints. 1318dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov */ 1319dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov 1320f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp case USB_SPEED_LOW: 1321f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp if (usb_endpoint_xfer_int(&ep->desc) || 1322dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov usb_endpoint_xfer_isoc(&ep->desc)) { 1323dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov 1324dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov interval = xhci_parse_frame_interval(udev, ep); 1325f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp } 1326f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp break; 1327dfa49c4ad120a784ef1ff0717168aa79f55a483aDmitry Torokhov 1328f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp default: 1329f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp BUG(); 1330f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp } 1331f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp return EP_INTERVAL(interval); 1332f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp} 1333f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 1334c30c791c946a14a03e87819eced562ed28711961Sarah Sharp/* The "Mult" field in the endpoint context is only set for SuperSpeed isoc eps. 13351cf62246c0e394021e494e0a8f1013e80db1a1a9Sarah Sharp * High speed endpoint descriptors can define "the number of additional 13361cf62246c0e394021e494e0a8f1013e80db1a1a9Sarah Sharp * transaction opportunities per microframe", but that goes in the Max Burst 13371cf62246c0e394021e494e0a8f1013e80db1a1a9Sarah Sharp * endpoint context field. 13381cf62246c0e394021e494e0a8f1013e80db1a1a9Sarah Sharp */ 1339575688e1e5f462c44ddd608ce3ec9f38b64c3c0dDmitry Torokhovstatic u32 xhci_get_endpoint_mult(struct usb_device *udev, 13401cf62246c0e394021e494e0a8f1013e80db1a1a9Sarah Sharp struct usb_host_endpoint *ep) 13411cf62246c0e394021e494e0a8f1013e80db1a1a9Sarah Sharp{ 1342c30c791c946a14a03e87819eced562ed28711961Sarah Sharp if (udev->speed != USB_SPEED_SUPER || 1343c30c791c946a14a03e87819eced562ed28711961Sarah Sharp !usb_endpoint_xfer_isoc(&ep->desc)) 13441cf62246c0e394021e494e0a8f1013e80db1a1a9Sarah Sharp return 0; 1345842f16905dfc6743c1dd80c3d29b49ba3ab7f7c8Alan Stern return ep->ss_ep_comp.bmAttributes; 13461cf62246c0e394021e494e0a8f1013e80db1a1a9Sarah Sharp} 13471cf62246c0e394021e494e0a8f1013e80db1a1a9Sarah Sharp 1348575688e1e5f462c44ddd608ce3ec9f38b64c3c0dDmitry Torokhovstatic u32 xhci_get_endpoint_type(struct usb_device *udev, 1349f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp struct usb_host_endpoint *ep) 1350f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp{ 1351f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp int in; 1352f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp u32 type; 1353f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 1354f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp in = usb_endpoint_dir_in(&ep->desc); 1355f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp if (usb_endpoint_xfer_control(&ep->desc)) { 1356f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp type = EP_TYPE(CTRL_EP); 1357f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp } else if (usb_endpoint_xfer_bulk(&ep->desc)) { 1358f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp if (in) 1359f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp type = EP_TYPE(BULK_IN_EP); 1360f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp else 1361f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp type = EP_TYPE(BULK_OUT_EP); 1362f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp } else if (usb_endpoint_xfer_isoc(&ep->desc)) { 1363f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp if (in) 1364f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp type = EP_TYPE(ISOC_IN_EP); 1365f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp else 1366f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp type = EP_TYPE(ISOC_OUT_EP); 1367f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp } else if (usb_endpoint_xfer_int(&ep->desc)) { 1368f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp if (in) 1369f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp type = EP_TYPE(INT_IN_EP); 1370f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp else 1371f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp type = EP_TYPE(INT_OUT_EP); 1372f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp } else { 1373f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp BUG(); 1374f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp } 1375f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp return type; 1376f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp} 1377f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 13789238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp/* Return the maximum endpoint service interval time (ESIT) payload. 13799238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp * Basically, this is the maxpacket size, multiplied by the burst size 13809238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp * and mult size. 13819238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp */ 1382575688e1e5f462c44ddd608ce3ec9f38b64c3c0dDmitry Torokhovstatic u32 xhci_get_max_esit_payload(struct xhci_hcd *xhci, 13839238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp struct usb_device *udev, 13849238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp struct usb_host_endpoint *ep) 13859238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp{ 13869238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp int max_burst; 13879238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp int max_packet; 13889238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp 13899238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp /* Only applies for interrupt or isochronous endpoints */ 13909238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp if (usb_endpoint_xfer_control(&ep->desc) || 13919238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp usb_endpoint_xfer_bulk(&ep->desc)) 13929238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp return 0; 13939238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp 1394842f16905dfc6743c1dd80c3d29b49ba3ab7f7c8Alan Stern if (udev->speed == USB_SPEED_SUPER) 139564b3c304bed25388fed48dbdc098dfcad7063d9cSebastian Andrzej Siewior return le16_to_cpu(ep->ss_ep_comp.wBytesPerInterval); 13969238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp 139729cc88979a8818cd8c5019426e945aed118b400eKuninori Morimoto max_packet = GET_MAX_PACKET(usb_endpoint_maxp(&ep->desc)); 139829cc88979a8818cd8c5019426e945aed118b400eKuninori Morimoto max_burst = (usb_endpoint_maxp(&ep->desc) & 0x1800) >> 11; 13999238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp /* A 0 in max burst means 1 transfer per ESIT */ 14009238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp return max_packet * (max_burst + 1); 14019238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp} 14029238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp 14038df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp/* Set up an endpoint with one ring segment. Do not allocate stream rings. 14048df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * Drivers will have to call usb_alloc_streams() to do that. 14058df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp */ 1406f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharpint xhci_endpoint_init(struct xhci_hcd *xhci, 1407f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp struct xhci_virt_device *virt_dev, 1408f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp struct usb_device *udev, 1409f88ba78d9ac0e1f583da4cada80b8816ca761a3fSarah Sharp struct usb_host_endpoint *ep, 1410f88ba78d9ac0e1f583da4cada80b8816ca761a3fSarah Sharp gfp_t mem_flags) 1411f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp{ 1412f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp unsigned int ep_index; 1413f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp struct xhci_ep_ctx *ep_ctx; 1414f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp struct xhci_ring *ep_ring; 1415f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp unsigned int max_packet; 1416f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp unsigned int max_burst; 14173b72fca09d7aed0c1a390370eb3f3f4f0480702aAndiry Xu enum xhci_ring_type type; 14189238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp u32 max_esit_payload; 1419f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 1420f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp ep_index = xhci_get_endpoint_index(&ep->desc); 1421d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn ep_ctx = xhci_get_ep_ctx(xhci, virt_dev->in_ctx, ep_index); 1422f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 14233b72fca09d7aed0c1a390370eb3f3f4f0480702aAndiry Xu type = usb_endpoint_type(&ep->desc); 1424f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp /* Set up the endpoint ring */ 14258dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu virt_dev->eps[ep_index].new_ring = 14268dfec6140fc617b932cf9a09ba46d0ee3f3a7d87Andiry Xu xhci_ring_alloc(xhci, 1, 1, type, mem_flags); 142774f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp if (!virt_dev->eps[ep_index].new_ring) { 142874f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp /* Attempt to use the ring cache */ 142974f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp if (virt_dev->num_rings_cached == 0) 143074f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp return -ENOMEM; 143174f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp virt_dev->eps[ep_index].new_ring = 143274f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp virt_dev->ring_cache[virt_dev->num_rings_cached]; 143374f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp virt_dev->ring_cache[virt_dev->num_rings_cached] = NULL; 143474f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp virt_dev->num_rings_cached--; 14357e393a834b41001174a8fb3ae3bc23a749467760Andiry Xu xhci_reinit_cached_ring(xhci, virt_dev->eps[ep_index].new_ring, 1436186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu 1, type); 143774f9fe21e0440066eb337b9f644238cb3050b91cSarah Sharp } 1438d18240db797ed749b511b8dc910c5dcf08be46d6Andiry Xu virt_dev->eps[ep_index].skip = false; 143963a0d9abd18cdcf5a985029c266c6bfe0511768fSarah Sharp ep_ring = virt_dev->eps[ep_index].new_ring; 144028ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans ep_ctx->deq = cpu_to_le64(ep_ring->first_seg->dma | ep_ring->cycle_state); 1441f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 144228ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans ep_ctx->ep_info = cpu_to_le32(xhci_get_endpoint_interval(udev, ep) 144328ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans | EP_MULT(xhci_get_endpoint_mult(udev, ep))); 1444f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 1445f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp /* FIXME dig Mult and streams info out of ep companion desc */ 1446f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 144747692d179f7a88794bcd302e53ca7899d7592db9Sarah Sharp /* Allow 3 retries for everything but isoc; 14487b1fc2ea8a5fbf9487d83865456cff77d0249ea9Andiry Xu * CErr shall be set to 0 for Isoch endpoints. 144947692d179f7a88794bcd302e53ca7899d7592db9Sarah Sharp */ 1450f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp if (!usb_endpoint_xfer_isoc(&ep->desc)) 145128ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans ep_ctx->ep_info2 = cpu_to_le32(ERROR_COUNT(3)); 1452f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp else 14537b1fc2ea8a5fbf9487d83865456cff77d0249ea9Andiry Xu ep_ctx->ep_info2 = cpu_to_le32(ERROR_COUNT(0)); 1454f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 145528ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans ep_ctx->ep_info2 |= cpu_to_le32(xhci_get_endpoint_type(udev, ep)); 1456f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 1457f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp /* Set the max packet size and max burst */ 1458f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp switch (udev->speed) { 1459f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp case USB_SPEED_SUPER: 146029cc88979a8818cd8c5019426e945aed118b400eKuninori Morimoto max_packet = usb_endpoint_maxp(&ep->desc); 146128ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans ep_ctx->ep_info2 |= cpu_to_le32(MAX_PACKET(max_packet)); 1462b10de142119a676552df3f0d2e3a9d647036c26aSarah Sharp /* dig out max burst from ep companion desc */ 1463842f16905dfc6743c1dd80c3d29b49ba3ab7f7c8Alan Stern max_packet = ep->ss_ep_comp.bMaxBurst; 146428ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans ep_ctx->ep_info2 |= cpu_to_le32(MAX_BURST(max_packet)); 1465f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp break; 1466f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp case USB_SPEED_HIGH: 1467f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp /* bits 11:12 specify the number of additional transaction 1468f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp * opportunities per microframe (USB 2.0, section 9.6.6) 1469f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp */ 1470f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp if (usb_endpoint_xfer_isoc(&ep->desc) || 1471f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp usb_endpoint_xfer_int(&ep->desc)) { 147229cc88979a8818cd8c5019426e945aed118b400eKuninori Morimoto max_burst = (usb_endpoint_maxp(&ep->desc) 147328ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans & 0x1800) >> 11; 147428ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans ep_ctx->ep_info2 |= cpu_to_le32(MAX_BURST(max_burst)); 1475f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp } 1476f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp /* Fall through */ 1477f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp case USB_SPEED_FULL: 1478f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp case USB_SPEED_LOW: 147929cc88979a8818cd8c5019426e945aed118b400eKuninori Morimoto max_packet = GET_MAX_PACKET(usb_endpoint_maxp(&ep->desc)); 148028ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans ep_ctx->ep_info2 |= cpu_to_le32(MAX_PACKET(max_packet)); 1481f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp break; 1482f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp default: 1483f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp BUG(); 1484f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp } 14859238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp max_esit_payload = xhci_get_max_esit_payload(xhci, udev, ep); 148628ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans ep_ctx->tx_info = cpu_to_le32(MAX_ESIT_PAYLOAD_FOR_EP(max_esit_payload)); 14879238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp 14889238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp /* 14899238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp * XXX no idea how to calculate the average TRB buffer length for bulk 14909238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp * endpoints, as the driver gives us no clue how big each scatter gather 14919238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp * list entry (or buffer) is going to be. 14929238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp * 14939238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp * For isochronous and interrupt endpoints, we set it to the max 14949238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp * available, until we have new API in the USB core to allow drivers to 14959238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp * declare how much bandwidth they actually need. 14969238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp * 14979238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp * Normally, it would be calculated by taking the total of the buffer 14989238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp * lengths in the TD and then dividing by the number of TRBs in a TD, 14999238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp * including link TRBs, No-op TRBs, and Event data TRBs. Since we don't 15009238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp * use Event Data TRBs, and we don't chain in a link TRB on short 15019238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp * transfers, we're basically dividing by 1. 150251eb01a746089f2c3d9b87f870353772d2fb4c37Andiry Xu * 150351eb01a746089f2c3d9b87f870353772d2fb4c37Andiry Xu * xHCI 1.0 specification indicates that the Average TRB Length should 150451eb01a746089f2c3d9b87f870353772d2fb4c37Andiry Xu * be set to 8 for control endpoints. 15059238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp */ 150651eb01a746089f2c3d9b87f870353772d2fb4c37Andiry Xu if (usb_endpoint_xfer_control(&ep->desc) && xhci->hci_version == 0x100) 150751eb01a746089f2c3d9b87f870353772d2fb4c37Andiry Xu ep_ctx->tx_info |= cpu_to_le32(AVG_TRB_LENGTH_FOR_EP(8)); 150851eb01a746089f2c3d9b87f870353772d2fb4c37Andiry Xu else 150951eb01a746089f2c3d9b87f870353772d2fb4c37Andiry Xu ep_ctx->tx_info |= 151051eb01a746089f2c3d9b87f870353772d2fb4c37Andiry Xu cpu_to_le32(AVG_TRB_LENGTH_FOR_EP(max_esit_payload)); 15119238f25d5d32a435277eb234ec82bacdd5daed41Sarah Sharp 1512f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp /* FIXME Debug endpoint context */ 1513f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp return 0; 1514f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp} 1515f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 1516f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharpvoid xhci_endpoint_zero(struct xhci_hcd *xhci, 1517f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp struct xhci_virt_device *virt_dev, 1518f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp struct usb_host_endpoint *ep) 1519f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp{ 1520f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp unsigned int ep_index; 1521f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp struct xhci_ep_ctx *ep_ctx; 1522f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 1523f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp ep_index = xhci_get_endpoint_index(&ep->desc); 1524d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn ep_ctx = xhci_get_ep_ctx(xhci, virt_dev->in_ctx, ep_index); 1525f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 1526f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp ep_ctx->ep_info = 0; 1527f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp ep_ctx->ep_info2 = 0; 15288e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp ep_ctx->deq = 0; 1529f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp ep_ctx->tx_info = 0; 1530f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp /* Don't free the endpoint ring until the set interface or configuration 1531f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp * request succeeds. 1532f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp */ 1533f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp} 1534f94e0186312b0fc39f41eed4e21836ed74b7efe1Sarah Sharp 15359af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharpvoid xhci_clear_endpoint_bw_info(struct xhci_bw_info *bw_info) 15369af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp{ 15379af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp bw_info->ep_interval = 0; 15389af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp bw_info->mult = 0; 15399af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp bw_info->num_packets = 0; 15409af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp bw_info->max_packet_size = 0; 15419af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp bw_info->type = 0; 15429af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp bw_info->max_esit_payload = 0; 15439af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp} 15449af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp 15459af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharpvoid xhci_update_bw_info(struct xhci_hcd *xhci, 15469af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp struct xhci_container_ctx *in_ctx, 15479af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp struct xhci_input_control_ctx *ctrl_ctx, 15489af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp struct xhci_virt_device *virt_dev) 15499af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp{ 15509af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp struct xhci_bw_info *bw_info; 15519af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp struct xhci_ep_ctx *ep_ctx; 15529af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp unsigned int ep_type; 15539af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp int i; 15549af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp 15559af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp for (i = 1; i < 31; ++i) { 15569af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp bw_info = &virt_dev->eps[i].bw_info; 15579af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp 15589af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp /* We can't tell what endpoint type is being dropped, but 15599af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp * unconditionally clearing the bandwidth info for non-periodic 15609af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp * endpoints should be harmless because the info will never be 15619af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp * set in the first place. 15629af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp */ 15639af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp if (!EP_IS_ADDED(ctrl_ctx, i) && EP_IS_DROPPED(ctrl_ctx, i)) { 15649af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp /* Dropped endpoint */ 15659af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp xhci_clear_endpoint_bw_info(bw_info); 15669af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp continue; 15679af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp } 15689af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp 15699af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp if (EP_IS_ADDED(ctrl_ctx, i)) { 15709af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp ep_ctx = xhci_get_ep_ctx(xhci, in_ctx, i); 15719af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp ep_type = CTX_TO_EP_TYPE(le32_to_cpu(ep_ctx->ep_info2)); 15729af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp 15739af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp /* Ignore non-periodic endpoints */ 15749af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp if (ep_type != ISOC_OUT_EP && ep_type != INT_OUT_EP && 15759af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp ep_type != ISOC_IN_EP && 15769af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp ep_type != INT_IN_EP) 15779af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp continue; 15789af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp 15799af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp /* Added or changed endpoint */ 15809af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp bw_info->ep_interval = CTX_TO_EP_INTERVAL( 15819af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp le32_to_cpu(ep_ctx->ep_info)); 1582170c026347c867a71e27713b98c58b266146c468Sarah Sharp /* Number of packets and mult are zero-based in the 1583170c026347c867a71e27713b98c58b266146c468Sarah Sharp * input context, but we want one-based for the 1584170c026347c867a71e27713b98c58b266146c468Sarah Sharp * interval table. 15859af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp */ 1586170c026347c867a71e27713b98c58b266146c468Sarah Sharp bw_info->mult = CTX_TO_EP_MULT( 1587170c026347c867a71e27713b98c58b266146c468Sarah Sharp le32_to_cpu(ep_ctx->ep_info)) + 1; 15889af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp bw_info->num_packets = CTX_TO_MAX_BURST( 15899af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp le32_to_cpu(ep_ctx->ep_info2)) + 1; 15909af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp bw_info->max_packet_size = MAX_PACKET_DECODED( 15919af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp le32_to_cpu(ep_ctx->ep_info2)); 15929af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp bw_info->type = ep_type; 15939af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp bw_info->max_esit_payload = CTX_TO_MAX_ESIT_PAYLOAD( 15949af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp le32_to_cpu(ep_ctx->tx_info)); 15959af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp } 15969af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp } 15979af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp} 15989af5d71d8e1fc404ad2ac1b568dafa1a2f9b3be2Sarah Sharp 1599f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp/* Copy output xhci_ep_ctx to the input xhci_ep_ctx copy. 1600f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp * Useful when you want to change one particular aspect of the endpoint and then 1601f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp * issue a configure endpoint command. 1602f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp */ 1603f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharpvoid xhci_endpoint_copy(struct xhci_hcd *xhci, 1604913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp struct xhci_container_ctx *in_ctx, 1605913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp struct xhci_container_ctx *out_ctx, 1606913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp unsigned int ep_index) 1607f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp{ 1608f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp struct xhci_ep_ctx *out_ep_ctx; 1609f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp struct xhci_ep_ctx *in_ep_ctx; 1610f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp 1611913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp out_ep_ctx = xhci_get_ep_ctx(xhci, out_ctx, ep_index); 1612913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp in_ep_ctx = xhci_get_ep_ctx(xhci, in_ctx, ep_index); 1613f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp 1614f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp in_ep_ctx->ep_info = out_ep_ctx->ep_info; 1615f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp in_ep_ctx->ep_info2 = out_ep_ctx->ep_info2; 1616f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp in_ep_ctx->deq = out_ep_ctx->deq; 1617f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp in_ep_ctx->tx_info = out_ep_ctx->tx_info; 1618f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp} 1619f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp 1620f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp/* Copy output xhci_slot_ctx to the input xhci_slot_ctx. 1621f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp * Useful when you want to change one particular aspect of the endpoint and then 1622f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp * issue a configure endpoint command. Only the context entries field matters, 1623f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp * but we'll copy the whole thing anyway. 1624f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp */ 1625913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharpvoid xhci_slot_copy(struct xhci_hcd *xhci, 1626913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp struct xhci_container_ctx *in_ctx, 1627913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp struct xhci_container_ctx *out_ctx) 1628f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp{ 1629f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp struct xhci_slot_ctx *in_slot_ctx; 1630f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp struct xhci_slot_ctx *out_slot_ctx; 1631f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp 1632913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp in_slot_ctx = xhci_get_slot_ctx(xhci, in_ctx); 1633913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp out_slot_ctx = xhci_get_slot_ctx(xhci, out_ctx); 1634f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp 1635f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp in_slot_ctx->dev_info = out_slot_ctx->dev_info; 1636f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp in_slot_ctx->dev_info2 = out_slot_ctx->dev_info2; 1637f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp in_slot_ctx->tt_info = out_slot_ctx->tt_info; 1638f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp in_slot_ctx->dev_state = out_slot_ctx->dev_state; 1639f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp} 1640f2217e8edd95b0428d8123d426e0097a5e955f9fSarah Sharp 1641254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn/* Set up the scratchpad buffer array and scratchpad buffers, if needed. */ 1642254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Younstatic int scratchpad_alloc(struct xhci_hcd *xhci, gfp_t flags) 1643254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn{ 1644254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn int i; 1645254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn struct device *dev = xhci_to_hcd(xhci)->self.controller; 1646254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn int num_sp = HCS_MAX_SCRATCHPAD(xhci->hcs_params2); 1647254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 1648254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci_dbg(xhci, "Allocating %d scratchpad buffers\n", num_sp); 1649254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 1650254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn if (!num_sp) 1651254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn return 0; 1652254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 1653254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad = kzalloc(sizeof(*xhci->scratchpad), flags); 1654254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn if (!xhci->scratchpad) 1655254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn goto fail_sp; 1656254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 165722d45f01a836c2f5826b8b4b9e029e5f79afec57Sebastian Andrzej Siewior xhci->scratchpad->sp_array = dma_alloc_coherent(dev, 1658254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn num_sp * sizeof(u64), 165922d45f01a836c2f5826b8b4b9e029e5f79afec57Sebastian Andrzej Siewior &xhci->scratchpad->sp_dma, flags); 1660254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn if (!xhci->scratchpad->sp_array) 1661254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn goto fail_sp2; 1662254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 1663254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad->sp_buffers = kzalloc(sizeof(void *) * num_sp, flags); 1664254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn if (!xhci->scratchpad->sp_buffers) 1665254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn goto fail_sp3; 1666254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 1667254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad->sp_dma_buffers = 1668254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn kzalloc(sizeof(dma_addr_t) * num_sp, flags); 1669254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 1670254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn if (!xhci->scratchpad->sp_dma_buffers) 1671254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn goto fail_sp4; 1672254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 167328ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans xhci->dcbaa->dev_context_ptrs[0] = cpu_to_le64(xhci->scratchpad->sp_dma); 1674254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn for (i = 0; i < num_sp; i++) { 1675254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn dma_addr_t dma; 167622d45f01a836c2f5826b8b4b9e029e5f79afec57Sebastian Andrzej Siewior void *buf = dma_alloc_coherent(dev, xhci->page_size, &dma, 167722d45f01a836c2f5826b8b4b9e029e5f79afec57Sebastian Andrzej Siewior flags); 1678254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn if (!buf) 1679254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn goto fail_sp5; 1680254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 1681254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad->sp_array[i] = dma; 1682254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad->sp_buffers[i] = buf; 1683254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad->sp_dma_buffers[i] = dma; 1684254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn } 1685254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 1686254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn return 0; 1687254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 1688254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn fail_sp5: 1689254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn for (i = i - 1; i >= 0; i--) { 169022d45f01a836c2f5826b8b4b9e029e5f79afec57Sebastian Andrzej Siewior dma_free_coherent(dev, xhci->page_size, 1691254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad->sp_buffers[i], 1692254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad->sp_dma_buffers[i]); 1693254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn } 1694254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn kfree(xhci->scratchpad->sp_dma_buffers); 1695254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 1696254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn fail_sp4: 1697254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn kfree(xhci->scratchpad->sp_buffers); 1698254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 1699254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn fail_sp3: 170022d45f01a836c2f5826b8b4b9e029e5f79afec57Sebastian Andrzej Siewior dma_free_coherent(dev, num_sp * sizeof(u64), 1701254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad->sp_array, 1702254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad->sp_dma); 1703254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 1704254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn fail_sp2: 1705254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn kfree(xhci->scratchpad); 1706254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad = NULL; 1707254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 1708254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn fail_sp: 1709254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn return -ENOMEM; 1710254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn} 1711254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 1712254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Younstatic void scratchpad_free(struct xhci_hcd *xhci) 1713254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn{ 1714254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn int num_sp; 1715254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn int i; 1716254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn struct pci_dev *pdev = to_pci_dev(xhci_to_hcd(xhci)->self.controller); 1717254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 1718254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn if (!xhci->scratchpad) 1719254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn return; 1720254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 1721254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn num_sp = HCS_MAX_SCRATCHPAD(xhci->hcs_params2); 1722254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 1723254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn for (i = 0; i < num_sp; i++) { 172422d45f01a836c2f5826b8b4b9e029e5f79afec57Sebastian Andrzej Siewior dma_free_coherent(&pdev->dev, xhci->page_size, 1725254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad->sp_buffers[i], 1726254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad->sp_dma_buffers[i]); 1727254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn } 1728254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn kfree(xhci->scratchpad->sp_dma_buffers); 1729254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn kfree(xhci->scratchpad->sp_buffers); 173022d45f01a836c2f5826b8b4b9e029e5f79afec57Sebastian Andrzej Siewior dma_free_coherent(&pdev->dev, num_sp * sizeof(u64), 1731254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad->sp_array, 1732254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad->sp_dma); 1733254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn kfree(xhci->scratchpad); 1734254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn xhci->scratchpad = NULL; 1735254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn} 1736254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 1737913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharpstruct xhci_command *xhci_alloc_command(struct xhci_hcd *xhci, 1738a1d78c16bd31a715785e21967ac6110b386a3c1fSarah Sharp bool allocate_in_ctx, bool allocate_completion, 1739a1d78c16bd31a715785e21967ac6110b386a3c1fSarah Sharp gfp_t mem_flags) 1740913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp{ 1741913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp struct xhci_command *command; 1742913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp 1743913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp command = kzalloc(sizeof(*command), mem_flags); 1744913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp if (!command) 1745913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp return NULL; 1746913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp 1747a1d78c16bd31a715785e21967ac6110b386a3c1fSarah Sharp if (allocate_in_ctx) { 1748a1d78c16bd31a715785e21967ac6110b386a3c1fSarah Sharp command->in_ctx = 1749a1d78c16bd31a715785e21967ac6110b386a3c1fSarah Sharp xhci_alloc_container_ctx(xhci, XHCI_CTX_TYPE_INPUT, 1750a1d78c16bd31a715785e21967ac6110b386a3c1fSarah Sharp mem_flags); 1751a1d78c16bd31a715785e21967ac6110b386a3c1fSarah Sharp if (!command->in_ctx) { 1752a1d78c16bd31a715785e21967ac6110b386a3c1fSarah Sharp kfree(command); 1753a1d78c16bd31a715785e21967ac6110b386a3c1fSarah Sharp return NULL; 1754a1d78c16bd31a715785e21967ac6110b386a3c1fSarah Sharp } 175506e182911da95a304eaab71288a47bc5c799c4ebJulia Lawall } 1756913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp 1757913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp if (allocate_completion) { 1758913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp command->completion = 1759913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp kzalloc(sizeof(struct completion), mem_flags); 1760913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp if (!command->completion) { 1761913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp xhci_free_container_ctx(xhci, command->in_ctx); 176206e182911da95a304eaab71288a47bc5c799c4ebJulia Lawall kfree(command); 1763913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp return NULL; 1764913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp } 1765913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp init_completion(command->completion); 1766913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp } 1767913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp 1768913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp command->status = 0; 1769913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp INIT_LIST_HEAD(&command->cmd_list); 1770913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp return command; 1771913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp} 1772913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp 17738e51adccd4c4b9ffcd509d7f2afce0a906139f75Andiry Xuvoid xhci_urb_free_priv(struct xhci_hcd *xhci, struct urb_priv *urb_priv) 17748e51adccd4c4b9ffcd509d7f2afce0a906139f75Andiry Xu{ 17752ffdea25f054439c31c24b248faa647685280571Andiry Xu if (urb_priv) { 17762ffdea25f054439c31c24b248faa647685280571Andiry Xu kfree(urb_priv->td[0]); 17772ffdea25f054439c31c24b248faa647685280571Andiry Xu kfree(urb_priv); 17788e51adccd4c4b9ffcd509d7f2afce0a906139f75Andiry Xu } 17798e51adccd4c4b9ffcd509d7f2afce0a906139f75Andiry Xu} 17808e51adccd4c4b9ffcd509d7f2afce0a906139f75Andiry Xu 1781913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharpvoid xhci_free_command(struct xhci_hcd *xhci, 1782913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp struct xhci_command *command) 1783913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp{ 1784913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp xhci_free_container_ctx(xhci, 1785913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp command->in_ctx); 1786913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp kfree(command->completion); 1787913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp kfree(command); 1788913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp} 1789913a8a344ffcaf0b4a586d6662a2c66a7106557dSarah Sharp 179066d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharpvoid xhci_mem_cleanup(struct xhci_hcd *xhci) 179166d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp{ 17920ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp struct pci_dev *pdev = to_pci_dev(xhci_to_hcd(xhci)->self.controller); 17939574323c39d1f8359a04843075d89c9f32d8b7e6Andiry Xu struct dev_info *dev_info, *next; 17949574323c39d1f8359a04843075d89c9f32d8b7e6Andiry Xu unsigned long flags; 17950ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp int size; 17963ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp int i; 17970ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 17980ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp /* Free the Event Ring Segment Table and the actual Event Ring */ 1799d94c05e33d9212ee67b8d4998f984cc71df8168bSarah Sharp if (xhci->ir_set) { 1800d94c05e33d9212ee67b8d4998f984cc71df8168bSarah Sharp xhci_writel(xhci, 0, &xhci->ir_set->erst_size); 1801d94c05e33d9212ee67b8d4998f984cc71df8168bSarah Sharp xhci_write_64(xhci, 0, &xhci->ir_set->erst_base); 1802d94c05e33d9212ee67b8d4998f984cc71df8168bSarah Sharp xhci_write_64(xhci, 0, &xhci->ir_set->erst_dequeue); 1803d94c05e33d9212ee67b8d4998f984cc71df8168bSarah Sharp } 18040ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp size = sizeof(struct xhci_erst_entry)*(xhci->erst.num_entries); 18050ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (xhci->erst.entries) 180622d45f01a836c2f5826b8b4b9e029e5f79afec57Sebastian Andrzej Siewior dma_free_coherent(&pdev->dev, size, 18070ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci->erst.entries, xhci->erst.erst_dma_addr); 18080ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci->erst.entries = NULL; 18090ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_dbg(xhci, "Freed ERST\n"); 18100ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (xhci->event_ring) 18110ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_ring_free(xhci, xhci->event_ring); 18120ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci->event_ring = NULL; 18130ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_dbg(xhci, "Freed event ring\n"); 18140ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 18158e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp xhci_write_64(xhci, 0, &xhci->op_regs->cmd_ring); 18160ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (xhci->cmd_ring) 18170ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_ring_free(xhci, xhci->cmd_ring); 18180ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci->cmd_ring = NULL; 18190ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_dbg(xhci, "Freed command ring\n"); 18203ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 18213ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp for (i = 1; i < MAX_HC_SLOTS; ++i) 18223ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp xhci_free_virt_device(xhci, i); 18233ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 18240ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (xhci->segment_pool) 18250ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp dma_pool_destroy(xhci->segment_pool); 18260ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci->segment_pool = NULL; 18270ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_dbg(xhci, "Freed segment pool\n"); 18283ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 18293ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp if (xhci->device_pool) 18303ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp dma_pool_destroy(xhci->device_pool); 18313ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp xhci->device_pool = NULL; 18323ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp xhci_dbg(xhci, "Freed device context pool\n"); 18333ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 18348df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp if (xhci->small_streams_pool) 18358df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp dma_pool_destroy(xhci->small_streams_pool); 18368df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp xhci->small_streams_pool = NULL; 18378df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp xhci_dbg(xhci, "Freed small stream array pool\n"); 18388df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 18398df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp if (xhci->medium_streams_pool) 18408df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp dma_pool_destroy(xhci->medium_streams_pool); 18418df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp xhci->medium_streams_pool = NULL; 18428df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp xhci_dbg(xhci, "Freed medium stream array pool\n"); 18438df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 18448e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp xhci_write_64(xhci, 0, &xhci->op_regs->dcbaa_ptr); 1845a74588f94655263b96dacbbf14aac0958d8b7409Sarah Sharp if (xhci->dcbaa) 184622d45f01a836c2f5826b8b4b9e029e5f79afec57Sebastian Andrzej Siewior dma_free_coherent(&pdev->dev, sizeof(*xhci->dcbaa), 1847a74588f94655263b96dacbbf14aac0958d8b7409Sarah Sharp xhci->dcbaa, xhci->dcbaa->dma); 1848a74588f94655263b96dacbbf14aac0958d8b7409Sarah Sharp xhci->dcbaa = NULL; 18493ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp 18505294bea40666db5c5d6c336b8e4e55d69fa576caSarah Sharp scratchpad_free(xhci); 1851da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp 18529574323c39d1f8359a04843075d89c9f32d8b7e6Andiry Xu spin_lock_irqsave(&xhci->lock, flags); 18539574323c39d1f8359a04843075d89c9f32d8b7e6Andiry Xu list_for_each_entry_safe(dev_info, next, &xhci->lpm_failed_devs, list) { 18549574323c39d1f8359a04843075d89c9f32d8b7e6Andiry Xu list_del(&dev_info->list); 18559574323c39d1f8359a04843075d89c9f32d8b7e6Andiry Xu kfree(dev_info); 18569574323c39d1f8359a04843075d89c9f32d8b7e6Andiry Xu } 18579574323c39d1f8359a04843075d89c9f32d8b7e6Andiry Xu spin_unlock_irqrestore(&xhci->lock, flags); 18589574323c39d1f8359a04843075d89c9f32d8b7e6Andiry Xu 1859da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp xhci->num_usb2_ports = 0; 1860da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp xhci->num_usb3_ports = 0; 1861da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp kfree(xhci->usb2_ports); 1862da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp kfree(xhci->usb3_ports); 1863da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp kfree(xhci->port_array); 1864839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp kfree(xhci->rh_bw); 1865da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp 186666d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp xhci->page_size = 0; 186766d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp xhci->page_shift = 0; 186820b67cf51fa606442bb343afad0ee1a393a6afb3Sarah Sharp xhci->bus_state[0].bus_suspended = 0; 1869f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp xhci->bus_state[1].bus_suspended = 0; 187066d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp} 187166d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp 18726648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharpstatic int xhci_test_trb_in_td(struct xhci_hcd *xhci, 18736648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp struct xhci_segment *input_seg, 18746648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp union xhci_trb *start_trb, 18756648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp union xhci_trb *end_trb, 18766648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp dma_addr_t input_dma, 18776648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp struct xhci_segment *result_seg, 18786648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp char *test_name, int test_number) 18796648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp{ 18806648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp unsigned long long start_dma; 18816648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp unsigned long long end_dma; 18826648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp struct xhci_segment *seg; 18836648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp 18846648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp start_dma = xhci_trb_virt_to_dma(input_seg, start_trb); 18856648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp end_dma = xhci_trb_virt_to_dma(input_seg, end_trb); 18866648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp 18876648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp seg = trb_in_td(input_seg, start_trb, end_trb, input_dma); 18886648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp if (seg != result_seg) { 18896648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp xhci_warn(xhci, "WARN: %s TRB math test %d failed!\n", 18906648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp test_name, test_number); 18916648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp xhci_warn(xhci, "Tested TRB math w/ seg %p and " 18926648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp "input DMA 0x%llx\n", 18936648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp input_seg, 18946648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp (unsigned long long) input_dma); 18956648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp xhci_warn(xhci, "starting TRB %p (0x%llx DMA), " 18966648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp "ending TRB %p (0x%llx DMA)\n", 18976648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp start_trb, start_dma, 18986648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp end_trb, end_dma); 18996648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp xhci_warn(xhci, "Expected seg %p, got seg %p\n", 19006648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp result_seg, seg); 19016648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp return -1; 19026648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp } 19036648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp return 0; 19046648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp} 19056648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp 19066648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp/* TRB math checks for xhci_trb_in_td(), using the command and event rings. */ 19076648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharpstatic int xhci_check_trb_in_td_math(struct xhci_hcd *xhci, gfp_t mem_flags) 19086648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp{ 19096648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp struct { 19106648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp dma_addr_t input_dma; 19116648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp struct xhci_segment *result_seg; 19126648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp } simple_test_vector [] = { 19136648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* A zeroed DMA field should fail */ 19146648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { 0, NULL }, 19156648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* One TRB before the ring start should fail */ 19166648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { xhci->event_ring->first_seg->dma - 16, NULL }, 19176648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* One byte before the ring start should fail */ 19186648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { xhci->event_ring->first_seg->dma - 1, NULL }, 19196648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* Starting TRB should succeed */ 19206648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { xhci->event_ring->first_seg->dma, xhci->event_ring->first_seg }, 19216648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* Ending TRB should succeed */ 19226648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { xhci->event_ring->first_seg->dma + (TRBS_PER_SEGMENT - 1)*16, 19236648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp xhci->event_ring->first_seg }, 19246648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* One byte after the ring end should fail */ 19256648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { xhci->event_ring->first_seg->dma + (TRBS_PER_SEGMENT - 1)*16 + 1, NULL }, 19266648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* One TRB after the ring end should fail */ 19276648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { xhci->event_ring->first_seg->dma + (TRBS_PER_SEGMENT)*16, NULL }, 19286648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* An address of all ones should fail */ 19296648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { (dma_addr_t) (~0), NULL }, 19306648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp }; 19316648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp struct { 19326648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp struct xhci_segment *input_seg; 19336648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp union xhci_trb *start_trb; 19346648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp union xhci_trb *end_trb; 19356648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp dma_addr_t input_dma; 19366648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp struct xhci_segment *result_seg; 19376648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp } complex_test_vector [] = { 19386648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* Test feeding a valid DMA address from a different ring */ 19396648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { .input_seg = xhci->event_ring->first_seg, 19406648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .start_trb = xhci->event_ring->first_seg->trbs, 19416648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .end_trb = &xhci->event_ring->first_seg->trbs[TRBS_PER_SEGMENT - 1], 19426648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .input_dma = xhci->cmd_ring->first_seg->dma, 19436648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .result_seg = NULL, 19446648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp }, 19456648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* Test feeding a valid end TRB from a different ring */ 19466648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { .input_seg = xhci->event_ring->first_seg, 19476648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .start_trb = xhci->event_ring->first_seg->trbs, 19486648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .end_trb = &xhci->cmd_ring->first_seg->trbs[TRBS_PER_SEGMENT - 1], 19496648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .input_dma = xhci->cmd_ring->first_seg->dma, 19506648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .result_seg = NULL, 19516648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp }, 19526648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* Test feeding a valid start and end TRB from a different ring */ 19536648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { .input_seg = xhci->event_ring->first_seg, 19546648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .start_trb = xhci->cmd_ring->first_seg->trbs, 19556648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .end_trb = &xhci->cmd_ring->first_seg->trbs[TRBS_PER_SEGMENT - 1], 19566648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .input_dma = xhci->cmd_ring->first_seg->dma, 19576648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .result_seg = NULL, 19586648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp }, 19596648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* TRB in this ring, but after this TD */ 19606648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { .input_seg = xhci->event_ring->first_seg, 19616648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .start_trb = &xhci->event_ring->first_seg->trbs[0], 19626648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .end_trb = &xhci->event_ring->first_seg->trbs[3], 19636648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .input_dma = xhci->event_ring->first_seg->dma + 4*16, 19646648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .result_seg = NULL, 19656648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp }, 19666648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* TRB in this ring, but before this TD */ 19676648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { .input_seg = xhci->event_ring->first_seg, 19686648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .start_trb = &xhci->event_ring->first_seg->trbs[3], 19696648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .end_trb = &xhci->event_ring->first_seg->trbs[6], 19706648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .input_dma = xhci->event_ring->first_seg->dma + 2*16, 19716648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .result_seg = NULL, 19726648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp }, 19736648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* TRB in this ring, but after this wrapped TD */ 19746648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { .input_seg = xhci->event_ring->first_seg, 19756648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .start_trb = &xhci->event_ring->first_seg->trbs[TRBS_PER_SEGMENT - 3], 19766648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .end_trb = &xhci->event_ring->first_seg->trbs[1], 19776648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .input_dma = xhci->event_ring->first_seg->dma + 2*16, 19786648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .result_seg = NULL, 19796648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp }, 19806648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* TRB in this ring, but before this wrapped TD */ 19816648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { .input_seg = xhci->event_ring->first_seg, 19826648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .start_trb = &xhci->event_ring->first_seg->trbs[TRBS_PER_SEGMENT - 3], 19836648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .end_trb = &xhci->event_ring->first_seg->trbs[1], 19846648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .input_dma = xhci->event_ring->first_seg->dma + (TRBS_PER_SEGMENT - 4)*16, 19856648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .result_seg = NULL, 19866648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp }, 19876648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp /* TRB not in this ring, and we have a wrapped TD */ 19886648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp { .input_seg = xhci->event_ring->first_seg, 19896648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .start_trb = &xhci->event_ring->first_seg->trbs[TRBS_PER_SEGMENT - 3], 19906648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .end_trb = &xhci->event_ring->first_seg->trbs[1], 19916648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .input_dma = xhci->cmd_ring->first_seg->dma + 2*16, 19926648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp .result_seg = NULL, 19936648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp }, 19946648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp }; 19956648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp 19966648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp unsigned int num_tests; 19976648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp int i, ret; 19986648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp 1999e10fa4787f1fb9c8738dff955c272f30b7b63134Kulikov Vasiliy num_tests = ARRAY_SIZE(simple_test_vector); 20006648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp for (i = 0; i < num_tests; i++) { 20016648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp ret = xhci_test_trb_in_td(xhci, 20026648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp xhci->event_ring->first_seg, 20036648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp xhci->event_ring->first_seg->trbs, 20046648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp &xhci->event_ring->first_seg->trbs[TRBS_PER_SEGMENT - 1], 20056648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp simple_test_vector[i].input_dma, 20066648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp simple_test_vector[i].result_seg, 20076648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp "Simple", i); 20086648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp if (ret < 0) 20096648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp return ret; 20106648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp } 20116648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp 2012e10fa4787f1fb9c8738dff955c272f30b7b63134Kulikov Vasiliy num_tests = ARRAY_SIZE(complex_test_vector); 20136648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp for (i = 0; i < num_tests; i++) { 20146648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp ret = xhci_test_trb_in_td(xhci, 20156648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp complex_test_vector[i].input_seg, 20166648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp complex_test_vector[i].start_trb, 20176648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp complex_test_vector[i].end_trb, 20186648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp complex_test_vector[i].input_dma, 20196648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp complex_test_vector[i].result_seg, 20206648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp "Complex", i); 20216648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp if (ret < 0) 20226648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp return ret; 20236648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp } 20246648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp xhci_dbg(xhci, "TRB math tests passed.\n"); 20256648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp return 0; 20266648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp} 20276648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp 2028257d585aaec469ded6ec15d8a8e7ebada21d7277Sarah Sharpstatic void xhci_set_hc_event_deq(struct xhci_hcd *xhci) 2029257d585aaec469ded6ec15d8a8e7ebada21d7277Sarah Sharp{ 2030257d585aaec469ded6ec15d8a8e7ebada21d7277Sarah Sharp u64 temp; 2031257d585aaec469ded6ec15d8a8e7ebada21d7277Sarah Sharp dma_addr_t deq; 2032257d585aaec469ded6ec15d8a8e7ebada21d7277Sarah Sharp 2033257d585aaec469ded6ec15d8a8e7ebada21d7277Sarah Sharp deq = xhci_trb_virt_to_dma(xhci->event_ring->deq_seg, 2034257d585aaec469ded6ec15d8a8e7ebada21d7277Sarah Sharp xhci->event_ring->dequeue); 2035257d585aaec469ded6ec15d8a8e7ebada21d7277Sarah Sharp if (deq == 0 && !in_interrupt()) 2036257d585aaec469ded6ec15d8a8e7ebada21d7277Sarah Sharp xhci_warn(xhci, "WARN something wrong with SW event ring " 2037257d585aaec469ded6ec15d8a8e7ebada21d7277Sarah Sharp "dequeue ptr.\n"); 2038257d585aaec469ded6ec15d8a8e7ebada21d7277Sarah Sharp /* Update HC event ring dequeue pointer */ 2039257d585aaec469ded6ec15d8a8e7ebada21d7277Sarah Sharp temp = xhci_read_64(xhci, &xhci->ir_set->erst_dequeue); 2040257d585aaec469ded6ec15d8a8e7ebada21d7277Sarah Sharp temp &= ERST_PTR_MASK; 2041257d585aaec469ded6ec15d8a8e7ebada21d7277Sarah Sharp /* Don't clear the EHB bit (which is RW1C) because 2042257d585aaec469ded6ec15d8a8e7ebada21d7277Sarah Sharp * there might be more events to service. 2043257d585aaec469ded6ec15d8a8e7ebada21d7277Sarah Sharp */ 2044257d585aaec469ded6ec15d8a8e7ebada21d7277Sarah Sharp temp &= ~ERST_EHB; 2045257d585aaec469ded6ec15d8a8e7ebada21d7277Sarah Sharp xhci_dbg(xhci, "// Write event ring dequeue pointer, " 2046257d585aaec469ded6ec15d8a8e7ebada21d7277Sarah Sharp "preserving EHB bit\n"); 2047257d585aaec469ded6ec15d8a8e7ebada21d7277Sarah Sharp xhci_write_64(xhci, ((u64) deq & (u64) ~ERST_PTR_MASK) | temp, 2048257d585aaec469ded6ec15d8a8e7ebada21d7277Sarah Sharp &xhci->ir_set->erst_dequeue); 2049257d585aaec469ded6ec15d8a8e7ebada21d7277Sarah Sharp} 2050257d585aaec469ded6ec15d8a8e7ebada21d7277Sarah Sharp 2051da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharpstatic void xhci_add_in_port(struct xhci_hcd *xhci, unsigned int num_ports, 205228ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans __le32 __iomem *addr, u8 major_revision) 2053da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp{ 2054da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp u32 temp, port_offset, port_count; 2055da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp int i; 2056da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp 2057da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp if (major_revision > 0x03) { 2058da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp xhci_warn(xhci, "Ignoring unknown port speed, " 2059da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp "Ext Cap %p, revision = 0x%x\n", 2060da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp addr, major_revision); 2061da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp /* Ignoring port protocol we can't understand. FIXME */ 2062da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp return; 2063da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp } 2064da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp 2065da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp /* Port offset and count in the third dword, see section 7.2 */ 2066da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp temp = xhci_readl(xhci, addr + 2); 2067da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp port_offset = XHCI_EXT_PORT_OFF(temp); 2068da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp port_count = XHCI_EXT_PORT_COUNT(temp); 2069da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp xhci_dbg(xhci, "Ext Cap %p, port offset = %u, " 2070da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp "count = %u, revision = 0x%x\n", 2071da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp addr, port_offset, port_count, major_revision); 2072da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp /* Port count includes the current port offset */ 2073da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp if (port_offset == 0 || (port_offset + port_count - 1) > num_ports) 2074da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp /* WTF? "Valid values are ‘1’ to MaxPorts" */ 2075da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp return; 2076fc71ff7583b14347fa1cb592b698f088ecff36e3Andiry Xu 2077fc71ff7583b14347fa1cb592b698f088ecff36e3Andiry Xu /* Check the host's USB2 LPM capability */ 2078fc71ff7583b14347fa1cb592b698f088ecff36e3Andiry Xu if ((xhci->hci_version == 0x96) && (major_revision != 0x03) && 2079fc71ff7583b14347fa1cb592b698f088ecff36e3Andiry Xu (temp & XHCI_L1C)) { 2080fc71ff7583b14347fa1cb592b698f088ecff36e3Andiry Xu xhci_dbg(xhci, "xHCI 0.96: support USB2 software lpm\n"); 2081fc71ff7583b14347fa1cb592b698f088ecff36e3Andiry Xu xhci->sw_lpm_support = 1; 2082fc71ff7583b14347fa1cb592b698f088ecff36e3Andiry Xu } 2083fc71ff7583b14347fa1cb592b698f088ecff36e3Andiry Xu 2084fc71ff7583b14347fa1cb592b698f088ecff36e3Andiry Xu if ((xhci->hci_version >= 0x100) && (major_revision != 0x03)) { 2085fc71ff7583b14347fa1cb592b698f088ecff36e3Andiry Xu xhci_dbg(xhci, "xHCI 1.0: support USB2 software lpm\n"); 2086fc71ff7583b14347fa1cb592b698f088ecff36e3Andiry Xu xhci->sw_lpm_support = 1; 2087fc71ff7583b14347fa1cb592b698f088ecff36e3Andiry Xu if (temp & XHCI_HLC) { 2088fc71ff7583b14347fa1cb592b698f088ecff36e3Andiry Xu xhci_dbg(xhci, "xHCI 1.0: support USB2 hardware lpm\n"); 2089fc71ff7583b14347fa1cb592b698f088ecff36e3Andiry Xu xhci->hw_lpm_support = 1; 2090fc71ff7583b14347fa1cb592b698f088ecff36e3Andiry Xu } 2091fc71ff7583b14347fa1cb592b698f088ecff36e3Andiry Xu } 2092fc71ff7583b14347fa1cb592b698f088ecff36e3Andiry Xu 2093da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp port_offset--; 2094da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp for (i = port_offset; i < (port_offset + port_count); i++) { 2095da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp /* Duplicate entry. Ignore the port if the revisions differ. */ 2096da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp if (xhci->port_array[i] != 0) { 2097da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp xhci_warn(xhci, "Duplicate port entry, Ext Cap %p," 2098da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp " port %u\n", addr, i); 2099da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp xhci_warn(xhci, "Port was marked as USB %u, " 2100da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp "duplicated as USB %u\n", 2101da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp xhci->port_array[i], major_revision); 2102da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp /* Only adjust the roothub port counts if we haven't 2103da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp * found a similar duplicate. 2104da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp */ 2105da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp if (xhci->port_array[i] != major_revision && 210622e0487047567252d5677ff35766cd884375efc2Dan Carpenter xhci->port_array[i] != DUPLICATE_ENTRY) { 2107da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp if (xhci->port_array[i] == 0x03) 2108da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp xhci->num_usb3_ports--; 2109da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp else 2110da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp xhci->num_usb2_ports--; 211122e0487047567252d5677ff35766cd884375efc2Dan Carpenter xhci->port_array[i] = DUPLICATE_ENTRY; 2112da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp } 2113da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp /* FIXME: Should we disable the port? */ 2114f8bbeabc34aa945ab4275abc9a4dfde0aea798caSarah Sharp continue; 2115da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp } 2116da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp xhci->port_array[i] = major_revision; 2117da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp if (major_revision == 0x03) 2118da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp xhci->num_usb3_ports++; 2119da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp else 2120da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp xhci->num_usb2_ports++; 2121da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp } 2122da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp /* FIXME: Should we disable ports not in the Extended Capabilities? */ 2123da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp} 2124da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp 2125da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp/* 2126da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp * Scan the Extended Capabilities for the "Supported Protocol Capabilities" that 2127da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp * specify what speeds each port is supposed to be. We can't count on the port 2128da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp * speed bits in the PORTSC register being correct until a device is connected, 2129da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp * but we need to set up the two fake roothubs with the correct number of USB 2130da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp * 3.0 and USB 2.0 ports at host controller initialization time. 2131da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp */ 2132da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharpstatic int xhci_setup_port_arrays(struct xhci_hcd *xhci, gfp_t flags) 2133da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp{ 213428ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans __le32 __iomem *addr; 2135da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp u32 offset; 2136da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp unsigned int num_ports; 21372e27980e6eb78114c4ecbaad1ba71836e3887d18Sarah Sharp int i, j, port_index; 2138da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp 2139da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp addr = &xhci->cap_regs->hcc_params; 2140da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp offset = XHCI_HCC_EXT_CAPS(xhci_readl(xhci, addr)); 2141da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp if (offset == 0) { 2142da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp xhci_err(xhci, "No Extended Capability registers, " 2143da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp "unable to set up roothub.\n"); 2144da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp return -ENODEV; 2145da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp } 2146da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp 2147da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp num_ports = HCS_MAX_PORTS(xhci->hcs_params1); 2148da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp xhci->port_array = kzalloc(sizeof(*xhci->port_array)*num_ports, flags); 2149da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp if (!xhci->port_array) 2150da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp return -ENOMEM; 2151da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp 2152839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp xhci->rh_bw = kzalloc(sizeof(*xhci->rh_bw)*num_ports, flags); 2153839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp if (!xhci->rh_bw) 2154839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp return -ENOMEM; 21552e27980e6eb78114c4ecbaad1ba71836e3887d18Sarah Sharp for (i = 0; i < num_ports; i++) { 21562e27980e6eb78114c4ecbaad1ba71836e3887d18Sarah Sharp struct xhci_interval_bw_table *bw_table; 21572e27980e6eb78114c4ecbaad1ba71836e3887d18Sarah Sharp 2158839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp INIT_LIST_HEAD(&xhci->rh_bw[i].tts); 21592e27980e6eb78114c4ecbaad1ba71836e3887d18Sarah Sharp bw_table = &xhci->rh_bw[i].bw_table; 21602e27980e6eb78114c4ecbaad1ba71836e3887d18Sarah Sharp for (j = 0; j < XHCI_MAX_INTERVAL; j++) 21612e27980e6eb78114c4ecbaad1ba71836e3887d18Sarah Sharp INIT_LIST_HEAD(&bw_table->interval_bw[j].endpoints); 21622e27980e6eb78114c4ecbaad1ba71836e3887d18Sarah Sharp } 2163839c817ce67178ca3c7c7ad534c571bba1e69ebeSarah Sharp 2164da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp /* 2165da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp * For whatever reason, the first capability offset is from the 2166da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp * capability register base, not from the HCCPARAMS register. 2167da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp * See section 5.3.6 for offset calculation. 2168da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp */ 2169da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp addr = &xhci->cap_regs->hc_capbase + offset; 2170da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp while (1) { 2171da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp u32 cap_id; 2172da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp 2173da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp cap_id = xhci_readl(xhci, addr); 2174da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp if (XHCI_EXT_CAPS_ID(cap_id) == XHCI_EXT_CAPS_PROTOCOL) 2175da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp xhci_add_in_port(xhci, num_ports, addr, 2176da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp (u8) XHCI_EXT_PORT_MAJOR(cap_id)); 2177da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp offset = XHCI_EXT_CAPS_NEXT(cap_id); 2178da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp if (!offset || (xhci->num_usb2_ports + xhci->num_usb3_ports) 2179da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp == num_ports) 2180da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp break; 2181da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp /* 2182da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp * Once you're into the Extended Capabilities, the offset is 2183da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp * always relative to the register holding the offset. 2184da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp */ 2185da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp addr += offset; 2186da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp } 2187da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp 2188da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp if (xhci->num_usb2_ports == 0 && xhci->num_usb3_ports == 0) { 2189da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp xhci_warn(xhci, "No ports on the roothubs?\n"); 2190da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp return -ENODEV; 2191da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp } 2192da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp xhci_dbg(xhci, "Found %u USB 2.0 ports and %u USB 3.0 ports.\n", 2193da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp xhci->num_usb2_ports, xhci->num_usb3_ports); 2194d30b2a208108a0b0fdeae7006b8824d9be16ca96Sarah Sharp 2195d30b2a208108a0b0fdeae7006b8824d9be16ca96Sarah Sharp /* Place limits on the number of roothub ports so that the hub 2196d30b2a208108a0b0fdeae7006b8824d9be16ca96Sarah Sharp * descriptors aren't longer than the USB core will allocate. 2197d30b2a208108a0b0fdeae7006b8824d9be16ca96Sarah Sharp */ 2198d30b2a208108a0b0fdeae7006b8824d9be16ca96Sarah Sharp if (xhci->num_usb3_ports > 15) { 2199d30b2a208108a0b0fdeae7006b8824d9be16ca96Sarah Sharp xhci_dbg(xhci, "Limiting USB 3.0 roothub ports to 15.\n"); 2200d30b2a208108a0b0fdeae7006b8824d9be16ca96Sarah Sharp xhci->num_usb3_ports = 15; 2201d30b2a208108a0b0fdeae7006b8824d9be16ca96Sarah Sharp } 2202d30b2a208108a0b0fdeae7006b8824d9be16ca96Sarah Sharp if (xhci->num_usb2_ports > USB_MAXCHILDREN) { 2203d30b2a208108a0b0fdeae7006b8824d9be16ca96Sarah Sharp xhci_dbg(xhci, "Limiting USB 2.0 roothub ports to %u.\n", 2204d30b2a208108a0b0fdeae7006b8824d9be16ca96Sarah Sharp USB_MAXCHILDREN); 2205d30b2a208108a0b0fdeae7006b8824d9be16ca96Sarah Sharp xhci->num_usb2_ports = USB_MAXCHILDREN; 2206d30b2a208108a0b0fdeae7006b8824d9be16ca96Sarah Sharp } 2207d30b2a208108a0b0fdeae7006b8824d9be16ca96Sarah Sharp 2208da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp /* 2209da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp * Note we could have all USB 3.0 ports, or all USB 2.0 ports. 2210da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp * Not sure how the USB core will handle a hub with no ports... 2211da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp */ 2212da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp if (xhci->num_usb2_ports) { 2213da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp xhci->usb2_ports = kmalloc(sizeof(*xhci->usb2_ports)* 2214da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp xhci->num_usb2_ports, flags); 2215da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp if (!xhci->usb2_ports) 2216da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp return -ENOMEM; 2217da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp 2218da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp port_index = 0; 2219f8bbeabc34aa945ab4275abc9a4dfde0aea798caSarah Sharp for (i = 0; i < num_ports; i++) { 2220f8bbeabc34aa945ab4275abc9a4dfde0aea798caSarah Sharp if (xhci->port_array[i] == 0x03 || 2221f8bbeabc34aa945ab4275abc9a4dfde0aea798caSarah Sharp xhci->port_array[i] == 0 || 222222e0487047567252d5677ff35766cd884375efc2Dan Carpenter xhci->port_array[i] == DUPLICATE_ENTRY) 2223f8bbeabc34aa945ab4275abc9a4dfde0aea798caSarah Sharp continue; 2224f8bbeabc34aa945ab4275abc9a4dfde0aea798caSarah Sharp 2225f8bbeabc34aa945ab4275abc9a4dfde0aea798caSarah Sharp xhci->usb2_ports[port_index] = 2226f8bbeabc34aa945ab4275abc9a4dfde0aea798caSarah Sharp &xhci->op_regs->port_status_base + 2227f8bbeabc34aa945ab4275abc9a4dfde0aea798caSarah Sharp NUM_PORT_REGS*i; 2228f8bbeabc34aa945ab4275abc9a4dfde0aea798caSarah Sharp xhci_dbg(xhci, "USB 2.0 port at index %u, " 2229f8bbeabc34aa945ab4275abc9a4dfde0aea798caSarah Sharp "addr = %p\n", i, 2230f8bbeabc34aa945ab4275abc9a4dfde0aea798caSarah Sharp xhci->usb2_ports[port_index]); 2231f8bbeabc34aa945ab4275abc9a4dfde0aea798caSarah Sharp port_index++; 2232d30b2a208108a0b0fdeae7006b8824d9be16ca96Sarah Sharp if (port_index == xhci->num_usb2_ports) 2233d30b2a208108a0b0fdeae7006b8824d9be16ca96Sarah Sharp break; 2234f8bbeabc34aa945ab4275abc9a4dfde0aea798caSarah Sharp } 2235da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp } 2236da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp if (xhci->num_usb3_ports) { 2237da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp xhci->usb3_ports = kmalloc(sizeof(*xhci->usb3_ports)* 2238da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp xhci->num_usb3_ports, flags); 2239da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp if (!xhci->usb3_ports) 2240da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp return -ENOMEM; 2241da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp 2242da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp port_index = 0; 2243da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp for (i = 0; i < num_ports; i++) 2244da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp if (xhci->port_array[i] == 0x03) { 2245da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp xhci->usb3_ports[port_index] = 2246da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp &xhci->op_regs->port_status_base + 2247da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp NUM_PORT_REGS*i; 2248da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp xhci_dbg(xhci, "USB 3.0 port at index %u, " 2249da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp "addr = %p\n", i, 2250da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp xhci->usb3_ports[port_index]); 2251da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp port_index++; 2252d30b2a208108a0b0fdeae7006b8824d9be16ca96Sarah Sharp if (port_index == xhci->num_usb3_ports) 2253d30b2a208108a0b0fdeae7006b8824d9be16ca96Sarah Sharp break; 2254da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp } 2255da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp } 2256da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp return 0; 2257da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp} 22586648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp 225966d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharpint xhci_mem_init(struct xhci_hcd *xhci, gfp_t flags) 226066d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp{ 22610ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp dma_addr_t dma; 22620ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp struct device *dev = xhci_to_hcd(xhci)->self.controller; 226366d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp unsigned int val, val2; 22648e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp u64 val_64; 22650ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp struct xhci_segment *seg; 2266623bef9e03a60adc623b09673297ca7a1cdfb367Sarah Sharp u32 page_size, temp; 226766d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp int i; 226866d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp 226966d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp page_size = xhci_readl(xhci, &xhci->op_regs->page_size); 227066d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp xhci_dbg(xhci, "Supported page size register = 0x%x\n", page_size); 227166d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp for (i = 0; i < 16; i++) { 227266d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp if ((0x1 & page_size) != 0) 227366d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp break; 227466d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp page_size = page_size >> 1; 227566d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp } 227666d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp if (i < 16) 227766d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp xhci_dbg(xhci, "Supported page size of %iK\n", (1 << (i+12)) / 1024); 227866d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp else 227966d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp xhci_warn(xhci, "WARN: no supported page size\n"); 228066d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp /* Use 4K pages, since that's common and the minimum the HC supports */ 228166d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp xhci->page_shift = 12; 228266d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp xhci->page_size = 1 << xhci->page_shift; 228366d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp xhci_dbg(xhci, "HCD page size set to %iK\n", xhci->page_size / 1024); 228466d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp 228566d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp /* 228666d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * Program the Number of Device Slots Enabled field in the CONFIG 228766d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp * register with the max value of slots the HC can handle. 228866d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp */ 228966d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp val = HCS_MAX_SLOTS(xhci_readl(xhci, &xhci->cap_regs->hcs_params1)); 229066d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp xhci_dbg(xhci, "// xHC can handle at most %d device slots.\n", 229166d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp (unsigned int) val); 229266d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp val2 = xhci_readl(xhci, &xhci->op_regs->config_reg); 229366d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp val |= (val2 & ~HCS_SLOTS_MASK); 229466d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp xhci_dbg(xhci, "// Setting Max device slots reg = 0x%x.\n", 229566d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp (unsigned int) val); 229666d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp xhci_writel(xhci, val, &xhci->op_regs->config_reg); 229766d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp 22980ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp /* 2299a74588f94655263b96dacbbf14aac0958d8b7409Sarah Sharp * Section 5.4.8 - doorbell array must be 2300a74588f94655263b96dacbbf14aac0958d8b7409Sarah Sharp * "physically contiguous and 64-byte (cache line) aligned". 2301a74588f94655263b96dacbbf14aac0958d8b7409Sarah Sharp */ 230222d45f01a836c2f5826b8b4b9e029e5f79afec57Sebastian Andrzej Siewior xhci->dcbaa = dma_alloc_coherent(dev, sizeof(*xhci->dcbaa), &dma, 230322d45f01a836c2f5826b8b4b9e029e5f79afec57Sebastian Andrzej Siewior GFP_KERNEL); 2304a74588f94655263b96dacbbf14aac0958d8b7409Sarah Sharp if (!xhci->dcbaa) 2305a74588f94655263b96dacbbf14aac0958d8b7409Sarah Sharp goto fail; 2306a74588f94655263b96dacbbf14aac0958d8b7409Sarah Sharp memset(xhci->dcbaa, 0, sizeof *(xhci->dcbaa)); 2307a74588f94655263b96dacbbf14aac0958d8b7409Sarah Sharp xhci->dcbaa->dma = dma; 2308700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman xhci_dbg(xhci, "// Device context base array address = 0x%llx (DMA), %p (virt)\n", 2309700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman (unsigned long long)xhci->dcbaa->dma, xhci->dcbaa); 23108e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp xhci_write_64(xhci, dma, &xhci->op_regs->dcbaa_ptr); 2311a74588f94655263b96dacbbf14aac0958d8b7409Sarah Sharp 2312a74588f94655263b96dacbbf14aac0958d8b7409Sarah Sharp /* 23130ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * Initialize the ring segment pool. The ring must be a contiguous 23140ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * structure comprised of TRBs. The TRBs must be 16 byte aligned, 23150ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * however, the command ring segment needs 64-byte aligned segments, 23160ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * so we pick the greater alignment need. 23170ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp */ 23180ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci->segment_pool = dma_pool_create("xHCI ring segments", dev, 23190ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp SEGMENT_SIZE, 64, xhci->page_size); 2320d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 23213ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp /* See Table 46 and Note on Figure 55 */ 23223ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp xhci->device_pool = dma_pool_create("xHCI input/output contexts", dev, 2323d115b04818e57bdbc7ccde4d0660b15e33013dc8John Youn 2112, 64, xhci->page_size); 23243ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp if (!xhci->segment_pool || !xhci->device_pool) 23250ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp goto fail; 23260ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 23278df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp /* Linear stream context arrays don't have any boundary restrictions, 23288df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp * and only need to be 16-byte aligned. 23298df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp */ 23308df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp xhci->small_streams_pool = 23318df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp dma_pool_create("xHCI 256 byte stream ctx arrays", 23328df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp dev, SMALL_STREAM_ARRAY_SIZE, 16, 0); 23338df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp xhci->medium_streams_pool = 23348df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp dma_pool_create("xHCI 1KB stream ctx arrays", 23358df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp dev, MEDIUM_STREAM_ARRAY_SIZE, 16, 0); 23368df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp /* Any stream context array bigger than MEDIUM_STREAM_ARRAY_SIZE 233722d45f01a836c2f5826b8b4b9e029e5f79afec57Sebastian Andrzej Siewior * will be allocated with dma_alloc_coherent() 23388df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp */ 23398df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 23408df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp if (!xhci->small_streams_pool || !xhci->medium_streams_pool) 23418df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp goto fail; 23428df75f42f8e67e2851cdcf6da91640fb881defd1Sarah Sharp 23430ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp /* Set up the command ring to have one segments for now. */ 2344186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu xhci->cmd_ring = xhci_ring_alloc(xhci, 1, 1, TYPE_COMMAND, flags); 23450ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (!xhci->cmd_ring) 23460ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp goto fail; 2347700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman xhci_dbg(xhci, "Allocated command ring at %p\n", xhci->cmd_ring); 2348700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman xhci_dbg(xhci, "First segment DMA is 0x%llx\n", 2349700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman (unsigned long long)xhci->cmd_ring->first_seg->dma); 23500ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 23510ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp /* Set the address in the Command Ring Control register */ 23528e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp val_64 = xhci_read_64(xhci, &xhci->op_regs->cmd_ring); 23538e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp val_64 = (val_64 & (u64) CMD_RING_RSVD_BITS) | 23548e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp (xhci->cmd_ring->first_seg->dma & (u64) ~CMD_RING_RSVD_BITS) | 23550ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci->cmd_ring->cycle_state; 23568e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp xhci_dbg(xhci, "// Setting command ring address to 0x%x\n", val); 23578e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp xhci_write_64(xhci, val_64, &xhci->op_regs->cmd_ring); 23580ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_dbg_cmd_ptrs(xhci); 23590ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 23600ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp val = xhci_readl(xhci, &xhci->cap_regs->db_off); 23610ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp val &= DBOFF_MASK; 23620ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_dbg(xhci, "// Doorbell array is located at offset 0x%x" 23630ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp " from cap regs base addr\n", val); 2364c50a00f8feba42c5bccff47e052e4cb0c95dcd2bDmitry Torokhov xhci->dba = (void __iomem *) xhci->cap_regs + val; 23650ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_dbg_regs(xhci); 23660ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_print_run_regs(xhci); 23670ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp /* Set ir_set to interrupt register set 0 */ 2368c50a00f8feba42c5bccff47e052e4cb0c95dcd2bDmitry Torokhov xhci->ir_set = &xhci->run_regs->ir_set[0]; 23690ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 23700ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp /* 23710ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * Event ring setup: Allocate a normal ring, but also setup 23720ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * the event ring segment table (ERST). Section 4.9.3. 23730ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp */ 23740ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_dbg(xhci, "// Allocating event ring\n"); 2375186a7ef13a8fa3bc7cca1ccd33bd469b931e46deAndiry Xu xhci->event_ring = xhci_ring_alloc(xhci, ERST_NUM_SEGS, 1, TYPE_EVENT, 23767e393a834b41001174a8fb3ae3bc23a749467760Andiry Xu flags); 23770ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (!xhci->event_ring) 23780ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp goto fail; 23796648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp if (xhci_check_trb_in_td_math(xhci, flags) < 0) 23806648f29d3be2972a74ef8e29aa5d425ab4f1fc48Sarah Sharp goto fail; 23810ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 238222d45f01a836c2f5826b8b4b9e029e5f79afec57Sebastian Andrzej Siewior xhci->erst.entries = dma_alloc_coherent(dev, 238322d45f01a836c2f5826b8b4b9e029e5f79afec57Sebastian Andrzej Siewior sizeof(struct xhci_erst_entry) * ERST_NUM_SEGS, &dma, 238422d45f01a836c2f5826b8b4b9e029e5f79afec57Sebastian Andrzej Siewior GFP_KERNEL); 23850ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp if (!xhci->erst.entries) 23860ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp goto fail; 2387700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman xhci_dbg(xhci, "// Allocated event ring segment table at 0x%llx\n", 2388700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman (unsigned long long)dma); 23890ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 23900ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp memset(xhci->erst.entries, 0, sizeof(struct xhci_erst_entry)*ERST_NUM_SEGS); 23910ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci->erst.num_entries = ERST_NUM_SEGS; 23920ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci->erst.erst_dma_addr = dma; 2393700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman xhci_dbg(xhci, "Set ERST to 0; private num segs = %i, virt addr = %p, dma addr = 0x%llx\n", 23940ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci->erst.num_entries, 2395700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman xhci->erst.entries, 2396700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman (unsigned long long)xhci->erst.erst_dma_addr); 23970ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 23980ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp /* set ring base address and size for each segment table entry */ 23990ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp for (val = 0, seg = xhci->event_ring->first_seg; val < ERST_NUM_SEGS; val++) { 24000ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp struct xhci_erst_entry *entry = &xhci->erst.entries[val]; 240128ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans entry->seg_addr = cpu_to_le64(seg->dma); 240228ccd2962c66556d7037b2d9f1c11cdcd3b805d5Matt Evans entry->seg_size = cpu_to_le32(TRBS_PER_SEGMENT); 24030ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp entry->rsvd = 0; 24040ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp seg = seg->next; 24050ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp } 24060ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 24070ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp /* set ERST count with the number of entries in the segment table */ 24080ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp val = xhci_readl(xhci, &xhci->ir_set->erst_size); 24090ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp val &= ERST_SIZE_MASK; 24100ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp val |= ERST_NUM_SEGS; 24110ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_dbg(xhci, "// Write ERST size = %i to ir_set 0 (some bits preserved)\n", 24120ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp val); 24130ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_writel(xhci, val, &xhci->ir_set->erst_size); 24140ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 24150ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_dbg(xhci, "// Set ERST entries to point to event ring.\n"); 24160ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp /* set the segment table base address */ 2417700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman xhci_dbg(xhci, "// Set ERST base address for ir_set 0 = 0x%llx\n", 2418700e2052c6814b1b1d2714225d568c5c64bc49aeGreg Kroah-Hartman (unsigned long long)xhci->erst.erst_dma_addr); 24198e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp val_64 = xhci_read_64(xhci, &xhci->ir_set->erst_base); 24208e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp val_64 &= ERST_PTR_MASK; 24218e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp val_64 |= (xhci->erst.erst_dma_addr & (u64) ~ERST_PTR_MASK); 24228e595a5d30a5ee4bb745d4da6439d73ed7d91054Sarah Sharp xhci_write_64(xhci, val_64, &xhci->ir_set->erst_base); 24230ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 24240ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp /* Set the event ring dequeue address */ 242523e3be113f42790736319c049c78e5f9a4394c02Sarah Sharp xhci_set_hc_event_deq(xhci); 24260ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp xhci_dbg(xhci, "Wrote ERST address to ir_set 0.\n"); 242709ece30e06b19994e6f3d260e5c4be18dce22714Dmitry Torokhov xhci_print_ir_set(xhci, 0); 24280ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp 24290ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp /* 24300ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * XXX: Might need to set the Interrupter Moderation Register to 24310ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * something other than the default (~1ms minimum between interrupts). 24320ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp * See section 5.5.1.2. 24330ebbab37422315a5d0cb29792271085bafdf38c0Sarah Sharp */ 24343ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp init_completion(&xhci->addr_dev); 24353ffbba9511b4148cbe1f6b6238686adaeaca8febSarah Sharp for (i = 0; i < MAX_HC_SLOTS; ++i) 2436326b4810cc995209e31136af4202ed0414814ed5Randy Dunlap xhci->devs[i] = NULL; 2437f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp for (i = 0; i < USB_MAXCHILDREN; ++i) { 243820b67cf51fa606442bb343afad0ee1a393a6afb3Sarah Sharp xhci->bus_state[0].resume_done[i] = 0; 2439f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp xhci->bus_state[1].resume_done[i] = 0; 2440f6ff0ac878eb420011fa2448851dd48c3a7e7b31Sarah Sharp } 244166d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp 2442254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn if (scratchpad_alloc(xhci, flags)) 2443254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn goto fail; 2444da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp if (xhci_setup_port_arrays(xhci, flags)) 2445da6699ce4a889c3795624ccdcfe7181cc89f18e8Sarah Sharp goto fail; 2446254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 24479574323c39d1f8359a04843075d89c9f32d8b7e6Andiry Xu INIT_LIST_HEAD(&xhci->lpm_failed_devs); 24489574323c39d1f8359a04843075d89c9f32d8b7e6Andiry Xu 2449623bef9e03a60adc623b09673297ca7a1cdfb367Sarah Sharp /* Enable USB 3.0 device notifications for function remote wake, which 2450623bef9e03a60adc623b09673297ca7a1cdfb367Sarah Sharp * is necessary for allowing USB 3.0 devices to do remote wakeup from 2451623bef9e03a60adc623b09673297ca7a1cdfb367Sarah Sharp * U3 (device suspend). 2452623bef9e03a60adc623b09673297ca7a1cdfb367Sarah Sharp */ 2453623bef9e03a60adc623b09673297ca7a1cdfb367Sarah Sharp temp = xhci_readl(xhci, &xhci->op_regs->dev_notification); 2454623bef9e03a60adc623b09673297ca7a1cdfb367Sarah Sharp temp &= ~DEV_NOTE_MASK; 2455623bef9e03a60adc623b09673297ca7a1cdfb367Sarah Sharp temp |= DEV_NOTE_FWAKE; 2456623bef9e03a60adc623b09673297ca7a1cdfb367Sarah Sharp xhci_writel(xhci, temp, &xhci->op_regs->dev_notification); 2457623bef9e03a60adc623b09673297ca7a1cdfb367Sarah Sharp 245866d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp return 0; 2459254c80a3a0eb811489f7410c3291f01a60e8e42fJohn Youn 246066d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharpfail: 246166d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp xhci_warn(xhci, "Couldn't initialize memory\n"); 246266d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp xhci_mem_cleanup(xhci); 246366d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp return -ENOMEM; 246466d4eadd8d067269ea8fead1a50fe87c2979a80dSarah Sharp} 2465