ohci-q.c revision e9df41c5c5899259541dc928872cad4d07b82076
11da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 21da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * OHCI HCD (Host Controller Driver) for USB. 3dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell * 41da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * (C) Copyright 1999 Roman Weissgaerber <weissg@vienna.at> 51da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * (C) Copyright 2000-2002 David Brownell <dbrownell@users.sourceforge.net> 6dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell * 71da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * This file is licenced under the GPL. 81da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 91da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 107d12e780e003f93433d49ce78cfedf4b4c52adc5David Howells#include <linux/irq.h> 117d12e780e003f93433d49ce78cfedf4b4c52adc5David Howells 121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void urb_free_priv (struct ohci_hcd *hc, urb_priv_t *urb_priv) 131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int last = urb_priv->length - 1; 151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (last >= 0) { 171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int i; 181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct td *td; 191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; i <= last; i++) { 211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td = urb_priv->td [i]; 221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (td) 231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td_free (hc, td); 241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_del (&urb_priv->pending); 281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds kfree (urb_priv); 291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*-------------------------------------------------------------------------*/ 321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * URB goes back to driver, and isn't reissued. 351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * It's completely gone from HC data structures. 361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * PRECONDITION: ohci lock held, irqs blocked. 371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void 397d12e780e003f93433d49ce78cfedf4b4c52adc5David Howellsfinish_urb (struct ohci_hcd *ohci, struct urb *urb) 401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds__releases(ohci->lock) 411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds__acquires(ohci->lock) 421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds // ASSERT (urb->hcpriv != 0); 441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb_free_priv (ohci, urb->hcpriv); 461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb->hcpriv = NULL; 471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_lock (&urb->lock); 491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (likely (urb->status == -EINPROGRESS)) 501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb->status = 0; 511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* report short control reads right even though the data TD always 521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * has TD_R set. (much simpler, but creates the 1-td limit.) 531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (unlikely (urb->transfer_flags & URB_SHORT_NOT_OK) 551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds && unlikely (usb_pipecontrol (urb->pipe)) 561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds && urb->actual_length < urb->transfer_buffer_length 571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds && usb_pipein (urb->pipe) 581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds && urb->status == 0) { 591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb->status = -EREMOTEIO; 601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_unlock (&urb->lock); 621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch (usb_pipetype (urb->pipe)) { 641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case PIPE_ISOCHRONOUS: 651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_to_hcd(ohci)->self.bandwidth_isoc_reqs--; 661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case PIPE_INTERRUPT: 681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_to_hcd(ohci)->self.bandwidth_int_reqs--; 691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#ifdef OHCI_VERBOSE_DEBUG 731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb_print (urb, "RET", usb_pipeout (urb->pipe)); 741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#endif 751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* urb->complete() can reenter this HCD */ 77e9df41c5c5899259541dc928872cad4d07b82076Alan Stern usb_hcd_unlink_urb_from_ep(ohci_to_hcd(ohci), urb); 781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_unlock (&ohci->lock); 797d12e780e003f93433d49ce78cfedf4b4c52adc5David Howells usb_hcd_giveback_urb (ohci_to_hcd(ohci), urb); 801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_lock (&ohci->lock); 811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* stop periodic dma if it's not needed */ 831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ohci_to_hcd(ohci)->self.bandwidth_isoc_reqs == 0 841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds && ohci_to_hcd(ohci)->self.bandwidth_int_reqs == 0) { 851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->hc_control &= ~(OHCI_CTRL_PLE|OHCI_CTRL_IE); 861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, ohci->hc_control, &ohci->regs->control); 871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*-------------------------------------------------------------------------* 921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * ED handling functions 93dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell *-------------------------------------------------------------------------*/ 941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* search for the right schedule branch to use for a periodic ed. 961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * does some load balancing; returns the branch, or negative errno. 971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int balance (struct ohci_hcd *ohci, int interval, int load) 991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int i, branch = -ENOSPC; 1011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* iso periods can be huge; iso tds specify frame numbers */ 1031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (interval > NUM_INTS) 1041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds interval = NUM_INTS; 1051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* search for the least loaded schedule branch of that period 1071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * that has enough bandwidth left unreserved. 1081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 1091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; i < interval ; i++) { 1101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (branch < 0 || ohci->load [branch] > ohci->load [i]) { 1111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int j; 1121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* usb 1.1 says 90% of one frame */ 1141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (j = i; j < NUM_INTS; j += interval) { 1151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ohci->load [j] + load) > 900) 1161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 1171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (j < NUM_INTS) 1191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds continue; 120dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell branch = i; 1211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return branch; 1241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*-------------------------------------------------------------------------*/ 1271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* both iso and interrupt requests have periods; this routine puts them 1291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * into the schedule tree in the apppropriate place. most iso devices use 1301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 1msec periods, but that's not required. 1311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 1321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void periodic_link (struct ohci_hcd *ohci, struct ed *ed) 1331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned i; 1351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_vdbg (ohci, "link %sed %p branch %d [%dus.], interval %d\n", 1371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (ed->hwINFO & cpu_to_hc32 (ohci, ED_ISO)) ? "iso " : "", 1381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed, ed->branch, ed->load, ed->interval); 1391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = ed->branch; i < NUM_INTS; i += ed->interval) { 1411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct ed **prev = &ohci->periodic [i]; 1421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __hc32 *prev_p = &ohci->hcca->int_table [i]; 1431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct ed *here = *prev; 1441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* sorting each branch by period (slow before fast) 1461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * lets us share the faster parts of the tree. 1471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * (plus maybe: put interrupt eds before iso) 1481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 1491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds while (here && ed != here) { 1501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ed->interval > here->interval) 1511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 1521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prev = &here->ed_next; 1531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prev_p = &here->hwNextED; 1541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds here = *prev; 1551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ed != here) { 1571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->ed_next = here; 1581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (here) 1591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->hwNextED = *prev_p; 1601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wmb (); 1611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *prev = ed; 1621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *prev_p = cpu_to_hc32(ohci, ed->dma); 1631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wmb(); 1641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->load [i] += ed->load; 1661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_to_hcd(ohci)->self.bandwidth_allocated += ed->load / ed->interval; 1681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* link an ed into one of the HC chains */ 1711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int ed_schedule (struct ohci_hcd *ohci, struct ed *ed) 173dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell{ 1741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int branch; 1751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ohci_to_hcd(ohci)->state == HC_STATE_QUIESCING) 1771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EAGAIN; 1781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->state = ED_OPER; 1801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->ed_prev = NULL; 1811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->ed_next = NULL; 1821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->hwNextED = 0; 18389a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss if (quirk_zfmicro(ohci) 18489a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss && (ed->type == PIPE_INTERRUPT) 18589a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss && !(ohci->eds_scheduled++)) 18689a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss mod_timer(&ohci->unlink_watchdog, round_jiffies_relative(HZ)); 1871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wmb (); 1881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* we care about rm_list when setting CLE/BLE in case the HC was at 1901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * work on some TD when CLE/BLE was turned off, and isn't quiesced 1911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * yet. finish_unlinks() restarts as needed, some upcoming INTR_SF. 1921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 1931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * control and bulk EDs are doubly linked (ed_next, ed_prev), but 1941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * periodic ones are singly linked (ed_next). that's because the 1951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * periodic schedule encodes a tree like figure 3-5 in the ohci 1961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * spec: each qh can have several "previous" nodes, and the tree 1971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * doesn't have unused/idle descriptors. 1981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 1991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch (ed->type) { 2001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case PIPE_CONTROL: 2011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ohci->ed_controltail == NULL) { 2021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds WARN_ON (ohci->hc_control & OHCI_CTRL_CLE); 2031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, ed->dma, 2041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds &ohci->regs->ed_controlhead); 2051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 2061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->ed_controltail->ed_next = ed; 2071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->ed_controltail->hwNextED = cpu_to_hc32 (ohci, 2081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->dma); 2091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->ed_prev = ohci->ed_controltail; 2111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!ohci->ed_controltail && !ohci->ed_rm_list) { 2121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wmb(); 2131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->hc_control |= OHCI_CTRL_CLE; 2141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, 0, &ohci->regs->ed_controlcurrent); 2151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, ohci->hc_control, 2161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds &ohci->regs->control); 2171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->ed_controltail = ed; 2191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case PIPE_BULK: 2221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ohci->ed_bulktail == NULL) { 2231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds WARN_ON (ohci->hc_control & OHCI_CTRL_BLE); 2241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, ed->dma, &ohci->regs->ed_bulkhead); 2251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 2261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->ed_bulktail->ed_next = ed; 2271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->ed_bulktail->hwNextED = cpu_to_hc32 (ohci, 2281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->dma); 2291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->ed_prev = ohci->ed_bulktail; 2311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!ohci->ed_bulktail && !ohci->ed_rm_list) { 2321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wmb(); 2331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->hc_control |= OHCI_CTRL_BLE; 2341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, 0, &ohci->regs->ed_bulkcurrent); 2351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, ohci->hc_control, 2361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds &ohci->regs->control); 2371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->ed_bulktail = ed; 2391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds // case PIPE_INTERRUPT: 2421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds // case PIPE_ISOCHRONOUS: 2431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 2441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds branch = balance (ohci, ed->interval, ed->load); 2451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (branch < 0) { 2461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_dbg (ohci, 2471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "ERR %d, interval %d msecs, load %d\n", 2481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds branch, ed->interval, ed->load); 2491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds // FIXME if there are TDs queued, fail them! 2501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return branch; 2511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->branch = branch; 2531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds periodic_link (ohci, ed); 254dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell } 2551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* the HC may not see the schedule updates yet, but if it does 2571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * then they'll be properly ordered. 2581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 2591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 2601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*-------------------------------------------------------------------------*/ 2631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* scan the periodic table to find and unlink this ED */ 2651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void periodic_unlink (struct ohci_hcd *ohci, struct ed *ed) 2661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int i; 2681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = ed->branch; i < NUM_INTS; i += ed->interval) { 2701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct ed *temp; 2711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct ed **prev = &ohci->periodic [i]; 2721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __hc32 *prev_p = &ohci->hcca->int_table [i]; 2731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds while (*prev && (temp = *prev) != ed) { 2751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prev_p = &temp->hwNextED; 2761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prev = &temp->ed_next; 2771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (*prev) { 2791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *prev_p = ed->hwNextED; 2801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *prev = ed->ed_next; 2811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->load [i] -= ed->load; 283dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell } 2841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_to_hcd(ohci)->self.bandwidth_allocated -= ed->load / ed->interval; 2851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_vdbg (ohci, "unlink %sed %p branch %d [%dus.], interval %d\n", 2871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (ed->hwINFO & cpu_to_hc32 (ohci, ED_ISO)) ? "iso " : "", 2881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed, ed->branch, ed->load, ed->interval); 2891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 291dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell/* unlink an ed from one of the HC chains. 2921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * just the link to the ed is unlinked. 2931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the link from the ed still points to another operational ed or 0 2941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * so the HC can eventually finish the processing of the unlinked ed 2951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * (assuming it already started that, which needn't be true). 2961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 2971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * ED_UNLINK is a transient state: the HC may still see this ED, but soon 2981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * it won't. ED_SKIP means the HC will finish its current transaction, 2991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * but won't start anything new. The TD queue may still grow; device 3001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * drivers don't know about this HCD-internal state. 3011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 3021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * When the HC can't see the ED, something changes ED_UNLINK to one of: 3031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 3041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * - ED_OPER: when there's any request queued, the ED gets rescheduled 3051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * immediately. HC should be working on them. 3061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 3071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * - ED_IDLE: when there's no TD queue. there's no reason for the HC 3081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * to care about this ED; safe to disable the endpoint. 3091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 3101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * When finish_unlinks() runs later, after SOF interrupt, it will often 3111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * complete one or more URB unlinks before making that state change. 3121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 313dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownellstatic void ed_deschedule (struct ohci_hcd *ohci, struct ed *ed) 3141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 3151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->hwINFO |= cpu_to_hc32 (ohci, ED_SKIP); 3161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wmb (); 3171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->state = ED_UNLINK; 3181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* To deschedule something from the control or bulk list, just 3201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * clear CLE/BLE and wait. There's no safe way to scrub out list 3211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * head/current registers until later, and "later" isn't very 3221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * tightly specified. Figure 6-5 and Section 6.4.2.2 show how 3231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the HC is reading the ED queues (while we modify them). 3241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 3251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * For now, ed_schedule() is "later". It might be good paranoia 3261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * to scrub those registers in finish_unlinks(), in case of bugs 3271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * that make the HC try to use them. 3281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 3291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch (ed->type) { 3301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case PIPE_CONTROL: 3311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* remove ED from the HC's list: */ 3321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ed->ed_prev == NULL) { 3331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!ed->hwNextED) { 3341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->hc_control &= ~OHCI_CTRL_CLE; 3351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, ohci->hc_control, 3361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds &ohci->regs->control); 3371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds // a ohci_readl() later syncs CLE with the HC 3381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else 3391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, 3401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds hc32_to_cpup (ohci, &ed->hwNextED), 3411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds &ohci->regs->ed_controlhead); 3421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 3431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->ed_prev->ed_next = ed->ed_next; 3441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->ed_prev->hwNextED = ed->hwNextED; 3451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* remove ED from the HCD's list: */ 3471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ohci->ed_controltail == ed) { 3481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->ed_controltail = ed->ed_prev; 3491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ohci->ed_controltail) 3501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->ed_controltail->ed_next = NULL; 3511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else if (ed->ed_next) { 3521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->ed_next->ed_prev = ed->ed_prev; 3531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 3551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case PIPE_BULK: 3571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* remove ED from the HC's list: */ 3581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ed->ed_prev == NULL) { 3591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!ed->hwNextED) { 3601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->hc_control &= ~OHCI_CTRL_BLE; 3611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, ohci->hc_control, 3621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds &ohci->regs->control); 3631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds // a ohci_readl() later syncs BLE with the HC 3641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else 3651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, 3661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds hc32_to_cpup (ohci, &ed->hwNextED), 3671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds &ohci->regs->ed_bulkhead); 3681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 3691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->ed_prev->ed_next = ed->ed_next; 3701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->ed_prev->hwNextED = ed->hwNextED; 3711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* remove ED from the HCD's list: */ 3731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ohci->ed_bulktail == ed) { 3741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->ed_bulktail = ed->ed_prev; 3751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ohci->ed_bulktail) 3761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->ed_bulktail->ed_next = NULL; 3771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else if (ed->ed_next) { 3781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->ed_next->ed_prev = ed->ed_prev; 3791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 3811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds // case PIPE_INTERRUPT: 3831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds // case PIPE_ISOCHRONOUS: 3841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 3851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds periodic_unlink (ohci, ed); 3861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 3871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 3891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*-------------------------------------------------------------------------*/ 3921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* get and maybe (re)init an endpoint. init _should_ be done only as part 3941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * of enumeration, usb_set_configuration() or usb_set_interface(). 3951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 3961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct ed *ed_get ( 3971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct ohci_hcd *ohci, 3981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct usb_host_endpoint *ep, 3991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct usb_device *udev, 4001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int pipe, 4011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int interval 4021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds) { 403dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell struct ed *ed; 4041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long flags; 4051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_lock_irqsave (&ohci->lock, flags); 4071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!(ed = ep->hcpriv)) { 4091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct td *td; 4101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int is_out; 4111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds u32 info; 4121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed = ed_alloc (ohci, GFP_ATOMIC); 4141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!ed) { 4151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* out of memory */ 4161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds goto done; 4171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 419dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell /* dummy td; end of td list for ed */ 4201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td = td_alloc (ohci, GFP_ATOMIC); 421dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell if (!td) { 4221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* out of memory */ 4231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed_free (ohci, ed); 4241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed = NULL; 4251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds goto done; 4261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->dummy = td; 4281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->hwTailP = cpu_to_hc32 (ohci, td->td_dma); 4291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->hwHeadP = ed->hwTailP; /* ED_C, ED_H zeroed */ 4301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->state = ED_IDLE; 4311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds is_out = !(ep->desc.bEndpointAddress & USB_DIR_IN); 4331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* FIXME usbcore changes dev->devnum before SET_ADDRESS 4351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * suceeds ... otherwise we wouldn't need "pipe". 4361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 4371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info = usb_pipedevice (pipe); 4381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->type = usb_pipetype(pipe); 4391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info |= (ep->desc.bEndpointAddress & ~USB_DIR_IN) << 7; 4411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info |= le16_to_cpu(ep->desc.wMaxPacketSize) << 16; 4421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (udev->speed == USB_SPEED_LOW) 4431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info |= ED_LOWSPEED; 4441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* only control transfers store pids in tds */ 4451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ed->type != PIPE_CONTROL) { 4461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info |= is_out ? ED_OUT : ED_IN; 4471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ed->type != PIPE_BULK) { 4481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* periodic transfers... */ 4491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ed->type == PIPE_ISOCHRONOUS) 4501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info |= ED_ISO; 4511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else if (interval > 32) /* iso can be bigger */ 4521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds interval = 32; 4531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->interval = interval; 4541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->load = usb_calc_bus_time ( 4551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds udev->speed, !is_out, 4561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->type == PIPE_ISOCHRONOUS, 4571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds le16_to_cpu(ep->desc.wMaxPacketSize)) 4581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds / 1000; 4591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->hwINFO = cpu_to_hc32(ohci, info); 4621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ep->hcpriv = ed; 4641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsdone: 4671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_unlock_irqrestore (&ohci->lock, flags); 468dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell return ed; 4691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 4701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*-------------------------------------------------------------------------*/ 4721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* request unlinking of an endpoint from an operational HC. 4741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * put the ep on the rm_list 4751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * real work is done at the next start frame (SF) hardware interrupt 4761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * caller guarantees HCD is running, so hardware access is safe, 4771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * and that ed->state is ED_OPER 4781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 4791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void start_ed_unlink (struct ohci_hcd *ohci, struct ed *ed) 480dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell{ 4811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->hwINFO |= cpu_to_hc32 (ohci, ED_DEQUEUE); 4821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed_deschedule (ohci, ed); 4831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* rm_list is just singly linked, for simplicity */ 4851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->ed_next = ohci->ed_rm_list; 4861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->ed_prev = NULL; 4871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->ed_rm_list = ed; 4881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* enable SOF interrupt */ 4901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, OHCI_INTR_SF, &ohci->regs->intrstatus); 4911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, OHCI_INTR_SF, &ohci->regs->intrenable); 4921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds // flush those writes, and get latest HCCA contents 4931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (void) ohci_readl (ohci, &ohci->regs->control); 4941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* SF interrupt might get delayed; record the frame counter value that 4961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * indicates when the HC isn't looking at it, so concurrent unlinks 4971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * behave. frame_no wraps every 2^16 msec, and changes right before 4981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * SF is triggered. 4991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 5001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->tick = ohci_frame_no(ohci) + 1; 5011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*-------------------------------------------------------------------------* 5051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * TD handling functions 5061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *-------------------------------------------------------------------------*/ 5071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* enqueue next TD for this URB (OHCI spec 5.2.8.2) */ 5091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void 5111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldstd_fill (struct ohci_hcd *ohci, u32 info, 5121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dma_addr_t data, int len, 5131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct urb *urb, int index) 5141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 5151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct td *td, *td_pt; 5161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct urb_priv *urb_priv = urb->hcpriv; 5171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int is_iso = info & TD_ISO; 5181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int hash; 5191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds // ASSERT (index < urb_priv->length); 5211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* aim for only one interrupt per urb. mostly applies to control 5231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * and iso; other urbs rarely need more than one TD per urb. 5241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * this way, only final tds (or ones with an error) cause IRQs. 5251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * at least immediately; use DI=6 in case any control request is 5261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * tempted to die part way through. (and to force the hc to flush 5271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * its donelist soonish, even on unlink paths.) 5281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 5291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * NOTE: could delay interrupts even for the last TD, and get fewer 5301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * interrupts ... increasing per-urb latency by sharing interrupts. 5311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Drivers that queue bulk urbs may request that behavior. 5321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 5331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (index != (urb_priv->length - 1) 5341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds || (urb->transfer_flags & URB_NO_INTERRUPT)) 5351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info |= TD_DI_SET (6); 5361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* use this td as the next dummy */ 5381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td_pt = urb_priv->td [index]; 5391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* fill the old dummy TD */ 5411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td = urb_priv->td [index] = urb_priv->ed->dummy; 5421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb_priv->ed->dummy = td_pt; 5431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td->ed = urb_priv->ed; 5451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td->next_dl_td = NULL; 5461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td->index = index; 547dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell td->urb = urb; 5481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td->data_dma = data; 5491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!len) 5501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds data = 0; 5511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td->hwINFO = cpu_to_hc32 (ohci, info); 5531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (is_iso) { 5541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td->hwCBP = cpu_to_hc32 (ohci, data & 0xFFFFF000); 5551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *ohci_hwPSWp(ohci, td, 0) = cpu_to_hc16 (ohci, 5561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (data & 0x0FFF) | 0xE000); 5571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td->ed->last_iso = info & 0xffff; 5581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 559dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell td->hwCBP = cpu_to_hc32 (ohci, data); 560dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell } 5611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (data) 5621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td->hwBE = cpu_to_hc32 (ohci, data + len - 1); 5631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 5641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td->hwBE = 0; 5651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td->hwNextTD = cpu_to_hc32 (ohci, td_pt->td_dma); 5661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* append to queue */ 5681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_add_tail (&td->td_list, &td->ed->td_list); 5691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* hash it for later reverse mapping */ 5711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds hash = TD_HASH_FUNC (td->td_dma); 5721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td->td_hash = ohci->td_hash [hash]; 5731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->td_hash [hash] = td; 5741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* HC might read the TD (or cachelines) right away ... */ 5761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wmb (); 5771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td->ed->hwTailP = td->hwNextTD; 5781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*-------------------------------------------------------------------------*/ 5811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Prepare all TDs of a transfer, and queue them onto the ED. 5831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Caller guarantees HC is active. 5841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Usually the ED is already on the schedule, so TDs might be 5851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * processed as soon as they're queued. 5861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 5871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void td_submit_urb ( 5881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct ohci_hcd *ohci, 5891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct urb *urb 5901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds) { 5911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct urb_priv *urb_priv = urb->hcpriv; 5921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dma_addr_t data; 5931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int data_len = urb->transfer_buffer_length; 5941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int cnt = 0; 5951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds u32 info = 0; 5961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int is_out = usb_pipeout (urb->pipe); 5971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int periodic = 0; 5981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* OHCI handles the bulk/interrupt data toggles itself. We just 6001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * use the device toggle bits for resetting, and rely on the fact 6011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * that resetting toggle is meaningless if the endpoint is active. 6021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 603dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell if (!usb_gettoggle (urb->dev, usb_pipeendpoint (urb->pipe), is_out)) { 6041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds usb_settoggle (urb->dev, usb_pipeendpoint (urb->pipe), 6051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds is_out, 1); 6061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb_priv->ed->hwHeadP &= ~cpu_to_hc32 (ohci, ED_C); 6071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 6081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb_priv->td_cnt = 0; 6101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_add (&urb_priv->pending, &ohci->pending); 6111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (data_len) 6131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds data = urb->transfer_dma; 6141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 6151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds data = 0; 6161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* NOTE: TD_CC is set so we can tell which TDs the HC processed by 6181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * using TD_CC_GET, as well as by seeing them on the done list. 6191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * (CC = NotAccessed ... 0x0F, or 0x0E in PSWs for ISO.) 6201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 6211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch (urb_priv->ed->type) { 6221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Bulk and interrupt are identical except for where in the schedule 6241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * their EDs live. 6251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 6261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case PIPE_INTERRUPT: 6271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* ... and periodic urbs have extra accounting */ 6281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds periodic = ohci_to_hcd(ohci)->self.bandwidth_int_reqs++ == 0 6291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds && ohci_to_hcd(ohci)->self.bandwidth_isoc_reqs == 0; 6301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* FALLTHROUGH */ 6311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case PIPE_BULK: 6321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info = is_out 6331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ? TD_T_TOGGLE | TD_CC | TD_DP_OUT 6341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : TD_T_TOGGLE | TD_CC | TD_DP_IN; 6351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* TDs _could_ transfer up to 8K each */ 6361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds while (data_len > 4096) { 6371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td_fill (ohci, info, data, 4096, urb, cnt); 6381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds data += 4096; 6391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds data_len -= 4096; 6401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cnt++; 6411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 6421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* maybe avoid ED halt on final TD short read */ 6431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!(urb->transfer_flags & URB_SHORT_NOT_OK)) 6441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info |= TD_R; 6451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td_fill (ohci, info, data, data_len, urb, cnt); 6461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cnt++; 6471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((urb->transfer_flags & URB_ZERO_PACKET) 6481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds && cnt < urb_priv->length) { 6491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td_fill (ohci, info, 0, 0, urb, cnt); 6501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cnt++; 6511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 6521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* maybe kickstart bulk list */ 6531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (urb_priv->ed->type == PIPE_BULK) { 6541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wmb (); 6551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, OHCI_BLF, &ohci->regs->cmdstatus); 6561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 6571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 6581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* control manages DATA0/DATA1 toggle per-request; SETUP resets it, 6601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * any DATA phase works normally, and the STATUS ack is special. 6611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 6621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case PIPE_CONTROL: 6631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info = TD_CC | TD_DP_SETUP | TD_T_DATA0; 6641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td_fill (ohci, info, urb->setup_dma, 8, urb, cnt++); 6651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (data_len > 0) { 6661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info = TD_CC | TD_R | TD_T_DATA1; 6671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info |= is_out ? TD_DP_OUT : TD_DP_IN; 6681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* NOTE: mishandles transfers >8K, some >4K */ 6691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td_fill (ohci, info, data, data_len, urb, cnt++); 6701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 6711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info = (is_out || data_len == 0) 6721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ? TD_CC | TD_DP_IN | TD_T_DATA1 6731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : TD_CC | TD_DP_OUT | TD_T_DATA1; 6741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td_fill (ohci, info, data, 0, urb, cnt++); 6751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* maybe kickstart control list */ 6761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wmb (); 6771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, OHCI_CLF, &ohci->regs->cmdstatus); 6781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 6791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* ISO has no retransmit, so no toggle; and it uses special TDs. 6811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Each TD could handle multiple consecutive frames (interval 1); 6821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * we could often reduce the number of TDs here. 6831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 6841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case PIPE_ISOCHRONOUS: 6851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (cnt = 0; cnt < urb->number_of_packets; cnt++) { 6861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int frame = urb->start_frame; 6871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds // FIXME scheduling should handle frame counter 6891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds // roll-around ... exotic case (and OHCI has 6901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds // a 2^16 iso range, vs other HCs max of 2^10) 6911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds frame += cnt * urb->interval; 6921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds frame &= 0xffff; 6931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td_fill (ohci, TD_CC | TD_ISO | frame, 6941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds data + urb->iso_frame_desc [cnt].offset, 6951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb->iso_frame_desc [cnt].length, urb, cnt); 6961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 6971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds periodic = ohci_to_hcd(ohci)->self.bandwidth_isoc_reqs++ == 0 6981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds && ohci_to_hcd(ohci)->self.bandwidth_int_reqs == 0; 6991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 7001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 7011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* start periodic dma if needed */ 7031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (periodic) { 7041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wmb (); 7051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->hc_control |= OHCI_CTRL_PLE|OHCI_CTRL_IE; 7061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, ohci->hc_control, &ohci->regs->control); 7071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 7081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds // ASSERT (urb_priv->length == cnt); 7101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 7111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*-------------------------------------------------------------------------* 7131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Done List handling functions 7141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *-------------------------------------------------------------------------*/ 7151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* calculate transfer length/status and update the urb 7171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * PRECONDITION: irqsafe (only for urb->status locking) 7181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 7191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void td_done (struct ohci_hcd *ohci, struct urb *urb, struct td *td) 7201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 7211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds u32 tdINFO = hc32_to_cpup (ohci, &td->hwINFO); 7221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int cc = 0; 7231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_del (&td->td_list); 7251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* ISO ... drivers see per-TD length/status */ 727dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell if (tdINFO & TD_ISO) { 728dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell u16 tdPSW = ohci_hwPSW (ohci, td, 0); 7291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int dlen = 0; 7301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* NOTE: assumes FC in tdINFO == 0, and that 7321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * only the first of 0..MAXPSW psws is used. 7331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 7341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 735dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell cc = (tdPSW >> 12) & 0xF; 736dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell if (tdINFO & TD_CC) /* hc didn't touch? */ 7371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 7381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (usb_pipeout (urb->pipe)) 7401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dlen = urb->iso_frame_desc [td->index].length; 7411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else { 7421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* short reads are always OK for ISO */ 7431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cc == TD_DATAUNDERRUN) 7441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cc = TD_CC_NOERROR; 7451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dlen = tdPSW & 0x3ff; 7461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 7471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb->actual_length += dlen; 7481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb->iso_frame_desc [td->index].actual_length = dlen; 7491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb->iso_frame_desc [td->index].status = cc_to_error [cc]; 7501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cc != TD_CC_NOERROR) 7521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_vdbg (ohci, 7531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "urb %p iso td %p (%d) len %d cc %d\n", 7541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb, td, 1 + td->index, dlen, cc); 7551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* BULK, INT, CONTROL ... drivers see aggregate length/status, 7571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * except that "setup" bytes aren't counted and "short" transfers 7581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * might not be reported as errors. 7591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 7601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 7611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int type = usb_pipetype (urb->pipe); 7621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds u32 tdBE = hc32_to_cpup (ohci, &td->hwBE); 7631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 764dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell cc = TD_CC_GET (tdINFO); 7651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* update packet status if needed (short is normally ok) */ 7671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cc == TD_DATAUNDERRUN 7681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds && !(urb->transfer_flags & URB_SHORT_NOT_OK)) 7691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cc = TD_CC_NOERROR; 7701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cc != TD_CC_NOERROR && cc < 0x0E) { 7711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_lock (&urb->lock); 7721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (urb->status == -EINPROGRESS) 7731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb->status = cc_to_error [cc]; 7741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_unlock (&urb->lock); 7751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 7761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* count all non-empty packets except control SETUP packet */ 7781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((type != PIPE_CONTROL || td->index != 0) && tdBE != 0) { 7791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (td->hwCBP == 0) 7801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb->actual_length += tdBE - td->data_dma + 1; 7811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 7821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb->actual_length += 7831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds hc32_to_cpup (ohci, &td->hwCBP) 7841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds - td->data_dma; 7851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 7861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cc != TD_CC_NOERROR && cc < 0x0E) 7881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_vdbg (ohci, 7891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "urb %p td %p (%d) cc %d, len=%d/%d\n", 7901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb, td, 1 + td->index, cc, 7911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb->actual_length, 7921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb->transfer_buffer_length); 793dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell } 7941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 7951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*-------------------------------------------------------------------------*/ 7971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic inline struct td * 7991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsed_halted (struct ohci_hcd *ohci, struct td *td, int cc, struct td *rev) 8001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 801dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell struct urb *urb = td->urb; 8021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct ed *ed = td->ed; 8031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct list_head *tmp = td->td_list.next; 8041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __hc32 toggle = ed->hwHeadP & cpu_to_hc32 (ohci, ED_C); 8051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* clear ed halt; this is the td that caused it, but keep it inactive 8071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * until its urb->complete() has a chance to clean up. 8081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 8091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->hwINFO |= cpu_to_hc32 (ohci, ED_SKIP); 8101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wmb (); 811dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell ed->hwHeadP &= ~cpu_to_hc32 (ohci, ED_H); 8121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* put any later tds from this urb onto the donelist, after 'td', 8141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * order won't matter here: no errors, and nothing was transferred. 8151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * also patch the ed so it looks as if those tds completed normally. 8161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 8171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds while (tmp != &ed->td_list) { 8181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct td *next; 8191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __hc32 info; 8201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds next = list_entry (tmp, struct td, td_list); 8221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds tmp = next->td_list.next; 8231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (next->urb != urb) 8251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 8261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* NOTE: if multi-td control DATA segments get supported, 8281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * this urb had one of them, this td wasn't the last td 8291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * in that segment (TD_R clear), this ed halted because 8301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * of a short read, _and_ URB_SHORT_NOT_OK is clear ... 8311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * then we need to leave the control STATUS packet queued 8321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * and clear ED_SKIP. 8331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 8341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info = next->hwINFO; 8351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info |= cpu_to_hc32 (ohci, TD_DONE); 8361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info &= ~cpu_to_hc32 (ohci, TD_CC); 8371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds next->hwINFO = info; 8381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 839dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell next->next_dl_td = rev; 8401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rev = next; 8411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->hwHeadP = next->hwNextTD | toggle; 8431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* help for troubleshooting: report anything that 8461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * looks odd ... that doesn't include protocol stalls 8471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * (or maybe some other things) 8481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 8491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch (cc) { 8501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case TD_DATAUNDERRUN: 8511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((urb->transfer_flags & URB_SHORT_NOT_OK) == 0) 8521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 8531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* fallthrough */ 8541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case TD_CC_STALL: 8551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (usb_pipecontrol (urb->pipe)) 8561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 8571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* fallthrough */ 8581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 8591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_dbg (ohci, 8601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "urb %p path %s ep%d%s %08x cc %d --> status %d\n", 8611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb, urb->dev->devpath, 8621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds usb_pipeendpoint (urb->pipe), 8631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds usb_pipein (urb->pipe) ? "in" : "out", 8641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds hc32_to_cpu (ohci, td->hwINFO), 8651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cc, cc_to_error [cc]); 8661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return rev; 8691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 8701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* replies to the request have to be on a FIFO basis so 8721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * we unreverse the hc-reversed done-list 8731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 8741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct td *dl_reverse_done_list (struct ohci_hcd *ohci) 8751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 8761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds u32 td_dma; 8771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct td *td_rev = NULL; 8781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct td *td = NULL; 8791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td_dma = hc32_to_cpup (ohci, &ohci->hcca->done_head); 8811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->hcca->done_head = 0; 8821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wmb(); 8831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* get TD from hc's singly linked list, and 8851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * prepend to ours. ed->td_list changes later. 8861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 887dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell while (td_dma) { 888dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell int cc; 8891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td = dma_to_td (ohci, td_dma); 8911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!td) { 8921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_err (ohci, "bad entry %8x\n", td_dma); 8931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 8941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td->hwINFO |= cpu_to_hc32 (ohci, TD_DONE); 8971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cc = TD_CC_GET (hc32_to_cpup (ohci, &td->hwINFO)); 8981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Non-iso endpoints can halt on error; un-halt, 9001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * and dequeue any other TDs from this urb. 9011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * No other TD could have caused the halt. 9021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 9031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cc != TD_CC_NOERROR 9041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds && (td->ed->hwHeadP & cpu_to_hc32 (ohci, ED_H))) 9051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td_rev = ed_halted (ohci, td, cc, td_rev); 9061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 907dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell td->next_dl_td = td_rev; 9081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td_rev = td; 9091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td_dma = hc32_to_cpup (ohci, &td->hwNextTD); 910dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell } 9111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return td_rev; 9121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 9131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*-------------------------------------------------------------------------*/ 9151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* there are some urbs/eds to unlink; called in_irq(), with HCD locked */ 9171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void 9187d12e780e003f93433d49ce78cfedf4b4c52adc5David Howellsfinish_unlinks (struct ohci_hcd *ohci, u16 tick) 9191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 9201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct ed *ed, **last; 9211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsrescan_all: 9231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (last = &ohci->ed_rm_list, ed = *last; ed != NULL; ed = *last) { 9241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct list_head *entry, *tmp; 9251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int completed, modified; 9261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __hc32 *prev; 9271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* only take off EDs that the HC isn't using, accounting for 9291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * frame counter wraps and EDs with partially retired TDs 9301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 931da66b719d16f6ea3801b859c1ff35d5cd05c517dDavid Brownell if (likely (HC_IS_RUNNING(ohci_to_hcd(ohci)->state))) { 9321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (tick_before (tick, ed->tick)) { 9331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsskip_ed: 9341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds last = &ed->ed_next; 9351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds continue; 9361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!list_empty (&ed->td_list)) { 9391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct td *td; 9401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds u32 head; 9411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td = list_entry (ed->td_list.next, struct td, 9431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td_list); 9441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds head = hc32_to_cpu (ohci, ed->hwHeadP) & 9451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds TD_MASK; 9461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* INTR_WDH may need to clean up first */ 94889a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss if (td->td_dma != head) { 94989a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss if (ed == ohci->ed_to_check) 95089a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss ohci->ed_to_check = NULL; 95189a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss else 95289a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss goto skip_ed; 95389a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss } 9541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* reentrancy: if we drop the schedule lock, someone might 9581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * have modified this list. normally it's just prepending 9591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * entries (which we'd ignore), but paranoia won't hurt. 9601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 9611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *last = ed->ed_next; 9621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->ed_next = NULL; 9631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds modified = 0; 9641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* unlink urbs as requested, but rescan the list after 9661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * we call a completion since it might have unlinked 9671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * another (earlier) urb 9681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 9691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * When we get here, the HC doesn't see this ed. But it 9701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * must not be rescheduled until all completed URBs have 9711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * been given back to the driver. 9721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 9731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsrescan_this: 9741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds completed = 0; 9751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prev = &ed->hwHeadP; 9761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_for_each_safe (entry, tmp, &ed->td_list) { 9771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct td *td; 9781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct urb *urb; 9791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb_priv_t *urb_priv; 9801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __hc32 savebits; 9811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td = list_entry (entry, struct td, td_list); 9831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb = td->urb; 9841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb_priv = td->urb->hcpriv; 9851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (urb->status == -EINPROGRESS) { 9871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prev = &td->hwNextTD; 9881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds continue; 9891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* patch pointer hc uses */ 9921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds savebits = *prev & ~cpu_to_hc32 (ohci, TD_MASK); 9931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *prev = td->hwNextTD | savebits; 9941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* HC may have partly processed this TD */ 9961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td_done (ohci, urb, td); 9971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb_priv->td_cnt++; 9981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* if URB is done, clean up */ 10001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (urb_priv->td_cnt == urb_priv->length) { 10011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds modified = completed = 1; 10027d12e780e003f93433d49ce78cfedf4b4c52adc5David Howells finish_urb (ohci, urb); 10031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (completed && !list_empty (&ed->td_list)) 10061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds goto rescan_this; 10071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* ED's now officially unlinked, hc doesn't see */ 10091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->state = ED_IDLE; 101089a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss if (quirk_zfmicro(ohci) && ed->type == PIPE_INTERRUPT) 101189a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss ohci->eds_scheduled--; 10121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->hwHeadP &= ~cpu_to_hc32(ohci, ED_H); 10131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->hwNextED = 0; 10141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wmb (); 10151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->hwINFO &= ~cpu_to_hc32 (ohci, ED_SKIP | ED_DEQUEUE); 10161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* but if there's work queued, reschedule */ 10181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!list_empty (&ed->td_list)) { 10191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (HC_IS_RUNNING(ohci_to_hcd(ohci)->state)) 10201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed_schedule (ohci, ed); 10211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (modified) 10241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds goto rescan_all; 1025dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell } 10261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1027dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell /* maybe reenable control and bulk lists */ 10281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (HC_IS_RUNNING(ohci_to_hcd(ohci)->state) 10291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds && ohci_to_hcd(ohci)->state != HC_STATE_QUIESCING 10301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds && !ohci->ed_rm_list) { 10311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds u32 command = 0, control = 0; 10321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ohci->ed_controltail) { 10341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds command |= OHCI_CLF; 103589a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss if (quirk_zfmicro(ohci)) 10360e4987639a774d08b69c1c58774f3430f6083d4fDavid Brownell mdelay(1); 10371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!(ohci->hc_control & OHCI_CTRL_CLE)) { 10381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds control |= OHCI_CTRL_CLE; 10391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, 0, 10401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds &ohci->regs->ed_controlcurrent); 10411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ohci->ed_bulktail) { 10441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds command |= OHCI_BLF; 104589a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss if (quirk_zfmicro(ohci)) 10460e4987639a774d08b69c1c58774f3430f6083d4fDavid Brownell mdelay(1); 10471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!(ohci->hc_control & OHCI_CTRL_BLE)) { 10481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds control |= OHCI_CTRL_BLE; 10491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, 0, 10501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds &ohci->regs->ed_bulkcurrent); 10511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1053dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell 10541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* CLE/BLE to enable, CLF/BLF to (maybe) kickstart */ 10551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (control) { 10561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->hc_control |= control; 105789a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss if (quirk_zfmicro(ohci)) 10580e4987639a774d08b69c1c58774f3430f6083d4fDavid Brownell mdelay(1); 1059dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell ohci_writel (ohci, ohci->hc_control, 1060dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell &ohci->regs->control); 1061dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell } 10620e4987639a774d08b69c1c58774f3430f6083d4fDavid Brownell if (command) { 106389a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss if (quirk_zfmicro(ohci)) 10640e4987639a774d08b69c1c58774f3430f6083d4fDavid Brownell mdelay(1); 1065dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell ohci_writel (ohci, command, &ohci->regs->cmdstatus); 1066dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell } 10670e4987639a774d08b69c1c58774f3430f6083d4fDavid Brownell } 10681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 10691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*-------------------------------------------------------------------------*/ 10731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 107589a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss * Used to take back a TD from the host controller. This would normally be 107689a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss * called from within dl_done_list, however it may be called directly if the 107789a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss * HC no longer sees the TD and it has not appeared on the donelist (after 107889a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss * two frames). This bug has been observed on ZF Micro systems. 107989a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss */ 108089a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nussstatic void takeback_td(struct ohci_hcd *ohci, struct td *td) 108189a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss{ 108289a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss struct urb *urb = td->urb; 108389a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss urb_priv_t *urb_priv = urb->hcpriv; 108489a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss struct ed *ed = td->ed; 108589a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss 108689a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss /* update URB's length and status from TD */ 108789a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss td_done(ohci, urb, td); 108889a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss urb_priv->td_cnt++; 108989a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss 109089a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss /* If all this urb's TDs are done, call complete() */ 109189a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss if (urb_priv->td_cnt == urb_priv->length) 109289a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss finish_urb(ohci, urb); 109389a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss 109489a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss /* clean schedule: unlink EDs that are no longer busy */ 109589a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss if (list_empty(&ed->td_list)) { 109689a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss if (ed->state == ED_OPER) 109789a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss start_ed_unlink(ohci, ed); 109889a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss 109989a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss /* ... reenabling halted EDs only after fault cleanup */ 110089a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss } else if ((ed->hwINFO & cpu_to_hc32(ohci, ED_SKIP | ED_DEQUEUE)) 110189a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss == cpu_to_hc32(ohci, ED_SKIP)) { 110289a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss td = list_entry(ed->td_list.next, struct td, td_list); 110389a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss if (!(td->hwINFO & cpu_to_hc32(ohci, TD_DONE))) { 110489a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss ed->hwINFO &= ~cpu_to_hc32(ohci, ED_SKIP); 110589a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss /* ... hc may need waking-up */ 110689a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss switch (ed->type) { 110789a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss case PIPE_CONTROL: 110889a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss ohci_writel(ohci, OHCI_CLF, 110989a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss &ohci->regs->cmdstatus); 111089a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss break; 111189a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss case PIPE_BULK: 111289a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss ohci_writel(ohci, OHCI_BLF, 111389a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss &ohci->regs->cmdstatus); 111489a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss break; 111589a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss } 111689a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss } 111789a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss } 111889a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss} 111989a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss 112089a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss/* 11211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Process normal completions (error or success) and clean the schedules. 11221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 11231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * This is the main path for handing urbs back to drivers. The only other 112489a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss * normal path is finish_unlinks(), which unlinks URBs using ed_rm_list, 112589a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss * instead of scanning the (re-reversed) donelist as this does. There's 112689a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss * an abnormal path too, handling a quirk in some Compaq silicon: URBs 112789a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss * with TDs that appear to be orphaned are directly reclaimed. 11281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 11291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void 11307d12e780e003f93433d49ce78cfedf4b4c52adc5David Howellsdl_done_list (struct ohci_hcd *ohci) 11311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 11321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct td *td = dl_reverse_done_list (ohci); 11331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1134dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell while (td) { 11351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct td *td_next = td->next_dl_td; 113689a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss takeback_td(ohci, td); 1137dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell td = td_next; 1138dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell } 11391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1140