11da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 21da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * OHCI HCD (Host Controller Driver) for USB. 3dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell * 41da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * (C) Copyright 1999 Roman Weissgaerber <weissg@vienna.at> 51da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * (C) Copyright 2000-2002 David Brownell <dbrownell@users.sourceforge.net> 6dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell * 71da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * This file is licenced under the GPL. 81da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 91da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 107d12e780e003f93433d49ce78cfedf4b4c52adc5David Howells#include <linux/irq.h> 115a0e3ad6af8660be21ca98a971cd00f331318c05Tejun Heo#include <linux/slab.h> 127d12e780e003f93433d49ce78cfedf4b4c52adc5David Howells 131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void urb_free_priv (struct ohci_hcd *hc, urb_priv_t *urb_priv) 141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int last = urb_priv->length - 1; 161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (last >= 0) { 181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int i; 191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct td *td; 201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; i <= last; i++) { 221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td = urb_priv->td [i]; 231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (td) 241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td_free (hc, td); 251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_del (&urb_priv->pending); 291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds kfree (urb_priv); 301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*-------------------------------------------------------------------------*/ 331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * URB goes back to driver, and isn't reissued. 361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * It's completely gone from HC data structures. 371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * PRECONDITION: ohci lock held, irqs blocked. 381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void 4055d8496837cf124f68656e4242a5e20eb592fd54Alan Sternfinish_urb(struct ohci_hcd *ohci, struct urb *urb, int status) 411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds__releases(ohci->lock) 421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds__acquires(ohci->lock) 431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds // ASSERT (urb->hcpriv != 0); 451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb_free_priv (ohci, urb->hcpriv); 4755d8496837cf124f68656e4242a5e20eb592fd54Alan Stern if (likely(status == -EINPROGRESS)) 4855d8496837cf124f68656e4242a5e20eb592fd54Alan Stern status = 0; 491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch (usb_pipetype (urb->pipe)) { 511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case PIPE_ISOCHRONOUS: 521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_to_hcd(ohci)->self.bandwidth_isoc_reqs--; 53a1f17a872bc7b1cb7efdd5486a2963e88a536e61Libin Yang if (ohci_to_hcd(ohci)->self.bandwidth_isoc_reqs == 0) { 54a1f17a872bc7b1cb7efdd5486a2963e88a536e61Libin Yang if (quirk_amdiso(ohci)) 55ad93562bdeecdded7d02eaaaf1aa5705ab57b1b7Andiry Xu usb_amd_quirk_pll_enable(); 56a1f17a872bc7b1cb7efdd5486a2963e88a536e61Libin Yang if (quirk_amdprefetch(ohci)) 57a1f17a872bc7b1cb7efdd5486a2963e88a536e61Libin Yang sb800_prefetch(ohci, 0); 58a1f17a872bc7b1cb7efdd5486a2963e88a536e61Libin Yang } 591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case PIPE_INTERRUPT: 611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_to_hcd(ohci)->self.bandwidth_int_reqs--; 621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#ifdef OHCI_VERBOSE_DEBUG 6655d8496837cf124f68656e4242a5e20eb592fd54Alan Stern urb_print(urb, "RET", usb_pipeout (urb->pipe), status); 671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#endif 681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* urb->complete() can reenter this HCD */ 70e9df41c5c5899259541dc928872cad4d07b82076Alan Stern usb_hcd_unlink_urb_from_ep(ohci_to_hcd(ohci), urb); 711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_unlock (&ohci->lock); 724a00027dcb088bf90fa8fb14a7e8ba3506d78f22Alan Stern usb_hcd_giveback_urb(ohci_to_hcd(ohci), urb, status); 731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_lock (&ohci->lock); 741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* stop periodic dma if it's not needed */ 761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ohci_to_hcd(ohci)->self.bandwidth_isoc_reqs == 0 771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds && ohci_to_hcd(ohci)->self.bandwidth_int_reqs == 0) { 781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->hc_control &= ~(OHCI_CTRL_PLE|OHCI_CTRL_IE); 791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, ohci->hc_control, &ohci->regs->control); 801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*-------------------------------------------------------------------------* 851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * ED handling functions 86dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell *-------------------------------------------------------------------------*/ 871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* search for the right schedule branch to use for a periodic ed. 891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * does some load balancing; returns the branch, or negative errno. 901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int balance (struct ohci_hcd *ohci, int interval, int load) 921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int i, branch = -ENOSPC; 941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* iso periods can be huge; iso tds specify frame numbers */ 961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (interval > NUM_INTS) 971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds interval = NUM_INTS; 981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* search for the least loaded schedule branch of that period 1001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * that has enough bandwidth left unreserved. 1011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 1021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; i < interval ; i++) { 1031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (branch < 0 || ohci->load [branch] > ohci->load [i]) { 1041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int j; 1051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* usb 1.1 says 90% of one frame */ 1071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (j = i; j < NUM_INTS; j += interval) { 1081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((ohci->load [j] + load) > 900) 1091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 1101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (j < NUM_INTS) 1121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds continue; 113dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell branch = i; 1141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return branch; 1171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*-------------------------------------------------------------------------*/ 1201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* both iso and interrupt requests have periods; this routine puts them 1221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * into the schedule tree in the apppropriate place. most iso devices use 1231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 1msec periods, but that's not required. 1241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 1251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void periodic_link (struct ohci_hcd *ohci, struct ed *ed) 1261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned i; 1281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_vdbg (ohci, "link %sed %p branch %d [%dus.], interval %d\n", 1301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (ed->hwINFO & cpu_to_hc32 (ohci, ED_ISO)) ? "iso " : "", 1311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed, ed->branch, ed->load, ed->interval); 1321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = ed->branch; i < NUM_INTS; i += ed->interval) { 1341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct ed **prev = &ohci->periodic [i]; 1351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __hc32 *prev_p = &ohci->hcca->int_table [i]; 1361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct ed *here = *prev; 1371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* sorting each branch by period (slow before fast) 1391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * lets us share the faster parts of the tree. 1401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * (plus maybe: put interrupt eds before iso) 1411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 1421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds while (here && ed != here) { 1431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ed->interval > here->interval) 1441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 1451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prev = &here->ed_next; 1461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prev_p = &here->hwNextED; 1471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds here = *prev; 1481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ed != here) { 1501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->ed_next = here; 1511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (here) 1521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->hwNextED = *prev_p; 1531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wmb (); 1541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *prev = ed; 1551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *prev_p = cpu_to_hc32(ohci, ed->dma); 1561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wmb(); 1571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->load [i] += ed->load; 1591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_to_hcd(ohci)->self.bandwidth_allocated += ed->load / ed->interval; 1611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* link an ed into one of the HC chains */ 1641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int ed_schedule (struct ohci_hcd *ohci, struct ed *ed) 166dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell{ 1671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int branch; 1681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->state = ED_OPER; 1701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->ed_prev = NULL; 1711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->ed_next = NULL; 1721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->hwNextED = 0; 17389a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss if (quirk_zfmicro(ohci) 17489a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss && (ed->type == PIPE_INTERRUPT) 17589a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss && !(ohci->eds_scheduled++)) 1769cebcdc7fb10d478b22d7125b215cee3b9ea82f2Richard Kennedy mod_timer(&ohci->unlink_watchdog, round_jiffies(jiffies + HZ)); 1771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wmb (); 1781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* we care about rm_list when setting CLE/BLE in case the HC was at 1801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * work on some TD when CLE/BLE was turned off, and isn't quiesced 1811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * yet. finish_unlinks() restarts as needed, some upcoming INTR_SF. 1821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 1831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * control and bulk EDs are doubly linked (ed_next, ed_prev), but 1841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * periodic ones are singly linked (ed_next). that's because the 1851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * periodic schedule encodes a tree like figure 3-5 in the ohci 1861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * spec: each qh can have several "previous" nodes, and the tree 1871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * doesn't have unused/idle descriptors. 1881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 1891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch (ed->type) { 1901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case PIPE_CONTROL: 1911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ohci->ed_controltail == NULL) { 1921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds WARN_ON (ohci->hc_control & OHCI_CTRL_CLE); 1931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, ed->dma, 1941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds &ohci->regs->ed_controlhead); 1951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 1961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->ed_controltail->ed_next = ed; 1971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->ed_controltail->hwNextED = cpu_to_hc32 (ohci, 1981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->dma); 1991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->ed_prev = ohci->ed_controltail; 2011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!ohci->ed_controltail && !ohci->ed_rm_list) { 2021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wmb(); 2031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->hc_control |= OHCI_CTRL_CLE; 2041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, 0, &ohci->regs->ed_controlcurrent); 2051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, ohci->hc_control, 2061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds &ohci->regs->control); 2071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->ed_controltail = ed; 2091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case PIPE_BULK: 2121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ohci->ed_bulktail == NULL) { 2131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds WARN_ON (ohci->hc_control & OHCI_CTRL_BLE); 2141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, ed->dma, &ohci->regs->ed_bulkhead); 2151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 2161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->ed_bulktail->ed_next = ed; 2171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->ed_bulktail->hwNextED = cpu_to_hc32 (ohci, 2181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->dma); 2191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->ed_prev = ohci->ed_bulktail; 2211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!ohci->ed_bulktail && !ohci->ed_rm_list) { 2221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wmb(); 2231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->hc_control |= OHCI_CTRL_BLE; 2241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, 0, &ohci->regs->ed_bulkcurrent); 2251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, ohci->hc_control, 2261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds &ohci->regs->control); 2271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->ed_bulktail = ed; 2291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds // case PIPE_INTERRUPT: 2321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds // case PIPE_ISOCHRONOUS: 2331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 2341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds branch = balance (ohci, ed->interval, ed->load); 2351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (branch < 0) { 2361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_dbg (ohci, 2371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "ERR %d, interval %d msecs, load %d\n", 2381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds branch, ed->interval, ed->load); 2391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds // FIXME if there are TDs queued, fail them! 2401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return branch; 2411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->branch = branch; 2431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds periodic_link (ohci, ed); 244dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell } 2451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* the HC may not see the schedule updates yet, but if it does 2471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * then they'll be properly ordered. 2481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 2491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 2501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*-------------------------------------------------------------------------*/ 2531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* scan the periodic table to find and unlink this ED */ 2551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void periodic_unlink (struct ohci_hcd *ohci, struct ed *ed) 2561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int i; 2581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = ed->branch; i < NUM_INTS; i += ed->interval) { 2601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct ed *temp; 2611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct ed **prev = &ohci->periodic [i]; 2621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __hc32 *prev_p = &ohci->hcca->int_table [i]; 2631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds while (*prev && (temp = *prev) != ed) { 2651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prev_p = &temp->hwNextED; 2661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prev = &temp->ed_next; 2671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (*prev) { 2691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *prev_p = ed->hwNextED; 2701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *prev = ed->ed_next; 2711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->load [i] -= ed->load; 273dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell } 2741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_to_hcd(ohci)->self.bandwidth_allocated -= ed->load / ed->interval; 2751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_vdbg (ohci, "unlink %sed %p branch %d [%dus.], interval %d\n", 2771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (ed->hwINFO & cpu_to_hc32 (ohci, ED_ISO)) ? "iso " : "", 2781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed, ed->branch, ed->load, ed->interval); 2791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 281dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell/* unlink an ed from one of the HC chains. 2821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * just the link to the ed is unlinked. 2831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the link from the ed still points to another operational ed or 0 2841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * so the HC can eventually finish the processing of the unlinked ed 2851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * (assuming it already started that, which needn't be true). 2861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 2871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * ED_UNLINK is a transient state: the HC may still see this ED, but soon 2881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * it won't. ED_SKIP means the HC will finish its current transaction, 2891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * but won't start anything new. The TD queue may still grow; device 2901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * drivers don't know about this HCD-internal state. 2911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 2921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * When the HC can't see the ED, something changes ED_UNLINK to one of: 2931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 2941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * - ED_OPER: when there's any request queued, the ED gets rescheduled 2951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * immediately. HC should be working on them. 2961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 2971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * - ED_IDLE: when there's no TD queue. there's no reason for the HC 2981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * to care about this ED; safe to disable the endpoint. 2991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 3001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * When finish_unlinks() runs later, after SOF interrupt, it will often 3011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * complete one or more URB unlinks before making that state change. 3021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 303dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownellstatic void ed_deschedule (struct ohci_hcd *ohci, struct ed *ed) 3041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 3051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->hwINFO |= cpu_to_hc32 (ohci, ED_SKIP); 3061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wmb (); 3071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->state = ED_UNLINK; 3081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* To deschedule something from the control or bulk list, just 3101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * clear CLE/BLE and wait. There's no safe way to scrub out list 3111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * head/current registers until later, and "later" isn't very 3121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * tightly specified. Figure 6-5 and Section 6.4.2.2 show how 3131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the HC is reading the ED queues (while we modify them). 3141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 3151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * For now, ed_schedule() is "later". It might be good paranoia 3161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * to scrub those registers in finish_unlinks(), in case of bugs 3171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * that make the HC try to use them. 3181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 3191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch (ed->type) { 3201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case PIPE_CONTROL: 3211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* remove ED from the HC's list: */ 3221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ed->ed_prev == NULL) { 3231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!ed->hwNextED) { 3241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->hc_control &= ~OHCI_CTRL_CLE; 3251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, ohci->hc_control, 3261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds &ohci->regs->control); 3271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds // a ohci_readl() later syncs CLE with the HC 3281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else 3291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, 3301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds hc32_to_cpup (ohci, &ed->hwNextED), 3311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds &ohci->regs->ed_controlhead); 3321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 3331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->ed_prev->ed_next = ed->ed_next; 3341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->ed_prev->hwNextED = ed->hwNextED; 3351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* remove ED from the HCD's list: */ 3371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ohci->ed_controltail == ed) { 3381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->ed_controltail = ed->ed_prev; 3391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ohci->ed_controltail) 3401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->ed_controltail->ed_next = NULL; 3411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else if (ed->ed_next) { 3421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->ed_next->ed_prev = ed->ed_prev; 3431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 3451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case PIPE_BULK: 3471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* remove ED from the HC's list: */ 3481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ed->ed_prev == NULL) { 3491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!ed->hwNextED) { 3501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->hc_control &= ~OHCI_CTRL_BLE; 3511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, ohci->hc_control, 3521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds &ohci->regs->control); 3531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds // a ohci_readl() later syncs BLE with the HC 3541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else 3551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, 3561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds hc32_to_cpup (ohci, &ed->hwNextED), 3571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds &ohci->regs->ed_bulkhead); 3581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 3591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->ed_prev->ed_next = ed->ed_next; 3601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->ed_prev->hwNextED = ed->hwNextED; 3611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* remove ED from the HCD's list: */ 3631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ohci->ed_bulktail == ed) { 3641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->ed_bulktail = ed->ed_prev; 3651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ohci->ed_bulktail) 3661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->ed_bulktail->ed_next = NULL; 3671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else if (ed->ed_next) { 3681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->ed_next->ed_prev = ed->ed_prev; 3691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 3711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds // case PIPE_INTERRUPT: 3731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds // case PIPE_ISOCHRONOUS: 3741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 3751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds periodic_unlink (ohci, ed); 3761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 3771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 3791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*-------------------------------------------------------------------------*/ 3821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* get and maybe (re)init an endpoint. init _should_ be done only as part 3841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * of enumeration, usb_set_configuration() or usb_set_interface(). 3851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 3861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct ed *ed_get ( 3871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct ohci_hcd *ohci, 3881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct usb_host_endpoint *ep, 3891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct usb_device *udev, 3901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int pipe, 3911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int interval 3921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds) { 393dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell struct ed *ed; 3941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long flags; 3951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_lock_irqsave (&ohci->lock, flags); 3971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!(ed = ep->hcpriv)) { 3991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct td *td; 4001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int is_out; 4011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds u32 info; 4021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed = ed_alloc (ohci, GFP_ATOMIC); 4041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!ed) { 4051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* out of memory */ 4061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds goto done; 4071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 409dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell /* dummy td; end of td list for ed */ 4101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td = td_alloc (ohci, GFP_ATOMIC); 411dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell if (!td) { 4121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* out of memory */ 4131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed_free (ohci, ed); 4141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed = NULL; 4151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds goto done; 4161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->dummy = td; 4181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->hwTailP = cpu_to_hc32 (ohci, td->td_dma); 4191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->hwHeadP = ed->hwTailP; /* ED_C, ED_H zeroed */ 4201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->state = ED_IDLE; 4211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds is_out = !(ep->desc.bEndpointAddress & USB_DIR_IN); 4231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* FIXME usbcore changes dev->devnum before SET_ADDRESS 4254b26d50b33637b5b0e6dd84a4e0f38036999a192Anand Gadiyar * succeeds ... otherwise we wouldn't need "pipe". 4261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 4271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info = usb_pipedevice (pipe); 4281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->type = usb_pipetype(pipe); 4291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info |= (ep->desc.bEndpointAddress & ~USB_DIR_IN) << 7; 43129cc88979a8818cd8c5019426e945aed118b400eKuninori Morimoto info |= usb_endpoint_maxp(&ep->desc) << 16; 4321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (udev->speed == USB_SPEED_LOW) 4331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info |= ED_LOWSPEED; 4341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* only control transfers store pids in tds */ 4351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ed->type != PIPE_CONTROL) { 4361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info |= is_out ? ED_OUT : ED_IN; 4371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ed->type != PIPE_BULK) { 4381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* periodic transfers... */ 4391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ed->type == PIPE_ISOCHRONOUS) 4401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info |= ED_ISO; 4411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else if (interval > 32) /* iso can be bigger */ 4421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds interval = 32; 4431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->interval = interval; 4441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->load = usb_calc_bus_time ( 4451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds udev->speed, !is_out, 4461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->type == PIPE_ISOCHRONOUS, 44729cc88979a8818cd8c5019426e945aed118b400eKuninori Morimoto usb_endpoint_maxp(&ep->desc)) 4481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds / 1000; 4491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->hwINFO = cpu_to_hc32(ohci, info); 4521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ep->hcpriv = ed; 4541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsdone: 4571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_unlock_irqrestore (&ohci->lock, flags); 458dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell return ed; 4591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 4601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*-------------------------------------------------------------------------*/ 4621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* request unlinking of an endpoint from an operational HC. 4641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * put the ep on the rm_list 4651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * real work is done at the next start frame (SF) hardware interrupt 4661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * caller guarantees HCD is running, so hardware access is safe, 4671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * and that ed->state is ED_OPER 4681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 4691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void start_ed_unlink (struct ohci_hcd *ohci, struct ed *ed) 470dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell{ 4711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->hwINFO |= cpu_to_hc32 (ohci, ED_DEQUEUE); 4721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed_deschedule (ohci, ed); 4731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* rm_list is just singly linked, for simplicity */ 4751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->ed_next = ohci->ed_rm_list; 4761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->ed_prev = NULL; 4771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->ed_rm_list = ed; 4781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* enable SOF interrupt */ 4801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, OHCI_INTR_SF, &ohci->regs->intrstatus); 4811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, OHCI_INTR_SF, &ohci->regs->intrenable); 4821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds // flush those writes, and get latest HCCA contents 4831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (void) ohci_readl (ohci, &ohci->regs->control); 4841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* SF interrupt might get delayed; record the frame counter value that 4861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * indicates when the HC isn't looking at it, so concurrent unlinks 4871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * behave. frame_no wraps every 2^16 msec, and changes right before 4881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * SF is triggered. 4891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 4901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->tick = ohci_frame_no(ohci) + 1; 4911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 4931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*-------------------------------------------------------------------------* 4951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * TD handling functions 4961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *-------------------------------------------------------------------------*/ 4971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* enqueue next TD for this URB (OHCI spec 5.2.8.2) */ 4991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void 5011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldstd_fill (struct ohci_hcd *ohci, u32 info, 5021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dma_addr_t data, int len, 5031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct urb *urb, int index) 5041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 5051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct td *td, *td_pt; 5061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct urb_priv *urb_priv = urb->hcpriv; 5071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int is_iso = info & TD_ISO; 5081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int hash; 5091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds // ASSERT (index < urb_priv->length); 5111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* aim for only one interrupt per urb. mostly applies to control 5131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * and iso; other urbs rarely need more than one TD per urb. 5141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * this way, only final tds (or ones with an error) cause IRQs. 5151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * at least immediately; use DI=6 in case any control request is 5161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * tempted to die part way through. (and to force the hc to flush 5171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * its donelist soonish, even on unlink paths.) 5181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 5191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * NOTE: could delay interrupts even for the last TD, and get fewer 5201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * interrupts ... increasing per-urb latency by sharing interrupts. 5211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Drivers that queue bulk urbs may request that behavior. 5221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 5231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (index != (urb_priv->length - 1) 5241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds || (urb->transfer_flags & URB_NO_INTERRUPT)) 5251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info |= TD_DI_SET (6); 5261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* use this td as the next dummy */ 5281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td_pt = urb_priv->td [index]; 5291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* fill the old dummy TD */ 5311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td = urb_priv->td [index] = urb_priv->ed->dummy; 5321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb_priv->ed->dummy = td_pt; 5331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td->ed = urb_priv->ed; 5351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td->next_dl_td = NULL; 5361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td->index = index; 537dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell td->urb = urb; 5381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td->data_dma = data; 5391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!len) 5401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds data = 0; 5411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td->hwINFO = cpu_to_hc32 (ohci, info); 5431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (is_iso) { 5441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td->hwCBP = cpu_to_hc32 (ohci, data & 0xFFFFF000); 5451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *ohci_hwPSWp(ohci, td, 0) = cpu_to_hc16 (ohci, 5461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (data & 0x0FFF) | 0xE000); 5471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td->ed->last_iso = info & 0xffff; 5481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 549dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell td->hwCBP = cpu_to_hc32 (ohci, data); 550dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell } 5511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (data) 5521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td->hwBE = cpu_to_hc32 (ohci, data + len - 1); 5531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 5541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td->hwBE = 0; 5551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td->hwNextTD = cpu_to_hc32 (ohci, td_pt->td_dma); 5561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* append to queue */ 5581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_add_tail (&td->td_list, &td->ed->td_list); 5591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* hash it for later reverse mapping */ 5611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds hash = TD_HASH_FUNC (td->td_dma); 5621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td->td_hash = ohci->td_hash [hash]; 5631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->td_hash [hash] = td; 5641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* HC might read the TD (or cachelines) right away ... */ 5661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wmb (); 5671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td->ed->hwTailP = td->hwNextTD; 5681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*-------------------------------------------------------------------------*/ 5711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Prepare all TDs of a transfer, and queue them onto the ED. 5731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Caller guarantees HC is active. 5741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Usually the ED is already on the schedule, so TDs might be 5751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * processed as soon as they're queued. 5761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 5771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void td_submit_urb ( 5781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct ohci_hcd *ohci, 5791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct urb *urb 5801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds) { 5811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct urb_priv *urb_priv = urb->hcpriv; 5821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dma_addr_t data; 5831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int data_len = urb->transfer_buffer_length; 5841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int cnt = 0; 5851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds u32 info = 0; 5861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int is_out = usb_pipeout (urb->pipe); 5871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int periodic = 0; 5881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* OHCI handles the bulk/interrupt data toggles itself. We just 5901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * use the device toggle bits for resetting, and rely on the fact 5911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * that resetting toggle is meaningless if the endpoint is active. 5921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 593dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell if (!usb_gettoggle (urb->dev, usb_pipeendpoint (urb->pipe), is_out)) { 5941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds usb_settoggle (urb->dev, usb_pipeendpoint (urb->pipe), 5951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds is_out, 1); 5961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb_priv->ed->hwHeadP &= ~cpu_to_hc32 (ohci, ED_C); 5971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 5981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb_priv->td_cnt = 0; 6001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_add (&urb_priv->pending, &ohci->pending); 6011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (data_len) 6031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds data = urb->transfer_dma; 6041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 6051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds data = 0; 6061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* NOTE: TD_CC is set so we can tell which TDs the HC processed by 6081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * using TD_CC_GET, as well as by seeing them on the done list. 6091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * (CC = NotAccessed ... 0x0F, or 0x0E in PSWs for ISO.) 6101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 6111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch (urb_priv->ed->type) { 6121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Bulk and interrupt are identical except for where in the schedule 6141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * their EDs live. 6151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 6161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case PIPE_INTERRUPT: 6171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* ... and periodic urbs have extra accounting */ 6181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds periodic = ohci_to_hcd(ohci)->self.bandwidth_int_reqs++ == 0 6191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds && ohci_to_hcd(ohci)->self.bandwidth_isoc_reqs == 0; 6201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* FALLTHROUGH */ 6211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case PIPE_BULK: 6221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info = is_out 6231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ? TD_T_TOGGLE | TD_CC | TD_DP_OUT 6241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : TD_T_TOGGLE | TD_CC | TD_DP_IN; 6251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* TDs _could_ transfer up to 8K each */ 6261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds while (data_len > 4096) { 6271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td_fill (ohci, info, data, 4096, urb, cnt); 6281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds data += 4096; 6291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds data_len -= 4096; 6301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cnt++; 6311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 6321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* maybe avoid ED halt on final TD short read */ 6331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!(urb->transfer_flags & URB_SHORT_NOT_OK)) 6341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info |= TD_R; 6351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td_fill (ohci, info, data, data_len, urb, cnt); 6361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cnt++; 6371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((urb->transfer_flags & URB_ZERO_PACKET) 6381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds && cnt < urb_priv->length) { 6391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td_fill (ohci, info, 0, 0, urb, cnt); 6401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cnt++; 6411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 6421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* maybe kickstart bulk list */ 6431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (urb_priv->ed->type == PIPE_BULK) { 6441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wmb (); 6451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, OHCI_BLF, &ohci->regs->cmdstatus); 6461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 6471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 6481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* control manages DATA0/DATA1 toggle per-request; SETUP resets it, 6501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * any DATA phase works normally, and the STATUS ack is special. 6511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 6521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case PIPE_CONTROL: 6531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info = TD_CC | TD_DP_SETUP | TD_T_DATA0; 6541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td_fill (ohci, info, urb->setup_dma, 8, urb, cnt++); 6551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (data_len > 0) { 6561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info = TD_CC | TD_R | TD_T_DATA1; 6571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info |= is_out ? TD_DP_OUT : TD_DP_IN; 6581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* NOTE: mishandles transfers >8K, some >4K */ 6591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td_fill (ohci, info, data, data_len, urb, cnt++); 6601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 6611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds info = (is_out || data_len == 0) 6621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ? TD_CC | TD_DP_IN | TD_T_DATA1 6631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds : TD_CC | TD_DP_OUT | TD_T_DATA1; 6641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td_fill (ohci, info, data, 0, urb, cnt++); 6651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* maybe kickstart control list */ 6661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wmb (); 6671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, OHCI_CLF, &ohci->regs->cmdstatus); 6681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 6691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* ISO has no retransmit, so no toggle; and it uses special TDs. 6711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Each TD could handle multiple consecutive frames (interval 1); 6721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * we could often reduce the number of TDs here. 6731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 6741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case PIPE_ISOCHRONOUS: 6751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (cnt = 0; cnt < urb->number_of_packets; cnt++) { 6761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int frame = urb->start_frame; 6771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds // FIXME scheduling should handle frame counter 6791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds // roll-around ... exotic case (and OHCI has 6801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds // a 2^16 iso range, vs other HCs max of 2^10) 6811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds frame += cnt * urb->interval; 6821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds frame &= 0xffff; 6831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td_fill (ohci, TD_CC | TD_ISO | frame, 6841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds data + urb->iso_frame_desc [cnt].offset, 6851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb->iso_frame_desc [cnt].length, urb, cnt); 6861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 687a1f17a872bc7b1cb7efdd5486a2963e88a536e61Libin Yang if (ohci_to_hcd(ohci)->self.bandwidth_isoc_reqs == 0) { 688a1f17a872bc7b1cb7efdd5486a2963e88a536e61Libin Yang if (quirk_amdiso(ohci)) 689ad93562bdeecdded7d02eaaaf1aa5705ab57b1b7Andiry Xu usb_amd_quirk_pll_disable(); 690a1f17a872bc7b1cb7efdd5486a2963e88a536e61Libin Yang if (quirk_amdprefetch(ohci)) 691a1f17a872bc7b1cb7efdd5486a2963e88a536e61Libin Yang sb800_prefetch(ohci, 1); 692a1f17a872bc7b1cb7efdd5486a2963e88a536e61Libin Yang } 6931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds periodic = ohci_to_hcd(ohci)->self.bandwidth_isoc_reqs++ == 0 6941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds && ohci_to_hcd(ohci)->self.bandwidth_int_reqs == 0; 6951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 6961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 6971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* start periodic dma if needed */ 6991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (periodic) { 7001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wmb (); 7011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->hc_control |= OHCI_CTRL_PLE|OHCI_CTRL_IE; 7021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, ohci->hc_control, &ohci->regs->control); 7031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 7041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds // ASSERT (urb_priv->length == cnt); 7061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 7071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*-------------------------------------------------------------------------* 7091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Done List handling functions 7101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *-------------------------------------------------------------------------*/ 7111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 71255d8496837cf124f68656e4242a5e20eb592fd54Alan Stern/* calculate transfer length/status and update the urb */ 71355d8496837cf124f68656e4242a5e20eb592fd54Alan Sternstatic int td_done(struct ohci_hcd *ohci, struct urb *urb, struct td *td) 7141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 7151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds u32 tdINFO = hc32_to_cpup (ohci, &td->hwINFO); 7161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int cc = 0; 71755d8496837cf124f68656e4242a5e20eb592fd54Alan Stern int status = -EINPROGRESS; 7181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_del (&td->td_list); 7201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* ISO ... drivers see per-TD length/status */ 722dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell if (tdINFO & TD_ISO) { 72355d8496837cf124f68656e4242a5e20eb592fd54Alan Stern u16 tdPSW = ohci_hwPSW(ohci, td, 0); 7241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int dlen = 0; 7251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* NOTE: assumes FC in tdINFO == 0, and that 7271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * only the first of 0..MAXPSW psws is used. 7281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 7291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 730dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell cc = (tdPSW >> 12) & 0xF; 731dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell if (tdINFO & TD_CC) /* hc didn't touch? */ 73255d8496837cf124f68656e4242a5e20eb592fd54Alan Stern return status; 7331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (usb_pipeout (urb->pipe)) 7351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dlen = urb->iso_frame_desc [td->index].length; 7361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else { 7371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* short reads are always OK for ISO */ 7381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cc == TD_DATAUNDERRUN) 7391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cc = TD_CC_NOERROR; 7401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dlen = tdPSW & 0x3ff; 7411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 7421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb->actual_length += dlen; 7431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb->iso_frame_desc [td->index].actual_length = dlen; 7441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb->iso_frame_desc [td->index].status = cc_to_error [cc]; 7451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cc != TD_CC_NOERROR) 7471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_vdbg (ohci, 7481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "urb %p iso td %p (%d) len %d cc %d\n", 7491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb, td, 1 + td->index, dlen, cc); 7501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* BULK, INT, CONTROL ... drivers see aggregate length/status, 7521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * except that "setup" bytes aren't counted and "short" transfers 7531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * might not be reported as errors. 7541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 7551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 7561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int type = usb_pipetype (urb->pipe); 7571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds u32 tdBE = hc32_to_cpup (ohci, &td->hwBE); 7581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 759dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell cc = TD_CC_GET (tdINFO); 7601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* update packet status if needed (short is normally ok) */ 7621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cc == TD_DATAUNDERRUN 7631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds && !(urb->transfer_flags & URB_SHORT_NOT_OK)) 7641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cc = TD_CC_NOERROR; 76555d8496837cf124f68656e4242a5e20eb592fd54Alan Stern if (cc != TD_CC_NOERROR && cc < 0x0E) 76655d8496837cf124f68656e4242a5e20eb592fd54Alan Stern status = cc_to_error[cc]; 7671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* count all non-empty packets except control SETUP packet */ 7691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((type != PIPE_CONTROL || td->index != 0) && tdBE != 0) { 7701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (td->hwCBP == 0) 7711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb->actual_length += tdBE - td->data_dma + 1; 7721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 7731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb->actual_length += 7741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds hc32_to_cpup (ohci, &td->hwCBP) 7751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds - td->data_dma; 7761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 7771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cc != TD_CC_NOERROR && cc < 0x0E) 7791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_vdbg (ohci, 7801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "urb %p td %p (%d) cc %d, len=%d/%d\n", 7811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb, td, 1 + td->index, cc, 7821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb->actual_length, 7831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb->transfer_buffer_length); 784dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell } 78555d8496837cf124f68656e4242a5e20eb592fd54Alan Stern return status; 7861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 7871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*-------------------------------------------------------------------------*/ 7891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7906e8fe43b26085a64327d1cbb751ab895f3ad3f5dAlan Sternstatic void ed_halted(struct ohci_hcd *ohci, struct td *td, int cc) 7911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 792dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell struct urb *urb = td->urb; 7936e8fe43b26085a64327d1cbb751ab895f3ad3f5dAlan Stern urb_priv_t *urb_priv = urb->hcpriv; 7941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct ed *ed = td->ed; 7951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct list_head *tmp = td->td_list.next; 7961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __hc32 toggle = ed->hwHeadP & cpu_to_hc32 (ohci, ED_C); 7971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* clear ed halt; this is the td that caused it, but keep it inactive 7991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * until its urb->complete() has a chance to clean up. 8001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 8011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->hwINFO |= cpu_to_hc32 (ohci, ED_SKIP); 8021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wmb (); 803dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell ed->hwHeadP &= ~cpu_to_hc32 (ohci, ED_H); 8041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8056e8fe43b26085a64327d1cbb751ab895f3ad3f5dAlan Stern /* Get rid of all later tds from this urb. We don't have 8066e8fe43b26085a64327d1cbb751ab895f3ad3f5dAlan Stern * to be careful: no errors and nothing was transferred. 8076e8fe43b26085a64327d1cbb751ab895f3ad3f5dAlan Stern * Also patch the ed so it looks as if those tds completed normally. 8081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 8091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds while (tmp != &ed->td_list) { 8101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct td *next; 8111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds next = list_entry (tmp, struct td, td_list); 8131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds tmp = next->td_list.next; 8141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (next->urb != urb) 8161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 8171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* NOTE: if multi-td control DATA segments get supported, 8191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * this urb had one of them, this td wasn't the last td 8201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * in that segment (TD_R clear), this ed halted because 8211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * of a short read, _and_ URB_SHORT_NOT_OK is clear ... 8221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * then we need to leave the control STATUS packet queued 8231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * and clear ED_SKIP. 8241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 8251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8266e8fe43b26085a64327d1cbb751ab895f3ad3f5dAlan Stern list_del(&next->td_list); 8276e8fe43b26085a64327d1cbb751ab895f3ad3f5dAlan Stern urb_priv->td_cnt++; 8281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->hwHeadP = next->hwNextTD | toggle; 8291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* help for troubleshooting: report anything that 8321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * looks odd ... that doesn't include protocol stalls 8331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * (or maybe some other things) 8341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 8351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch (cc) { 8361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case TD_DATAUNDERRUN: 8371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((urb->transfer_flags & URB_SHORT_NOT_OK) == 0) 8381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 8391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* fallthrough */ 8401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case TD_CC_STALL: 8411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (usb_pipecontrol (urb->pipe)) 8421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 8431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* fallthrough */ 8441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 8451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_dbg (ohci, 8461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "urb %p path %s ep%d%s %08x cc %d --> status %d\n", 8471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb, urb->dev->devpath, 8481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds usb_pipeendpoint (urb->pipe), 8491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds usb_pipein (urb->pipe) ? "in" : "out", 8501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds hc32_to_cpu (ohci, td->hwINFO), 8511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cc, cc_to_error [cc]); 8521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 8541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* replies to the request have to be on a FIFO basis so 8561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * we unreverse the hc-reversed done-list 8571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 8581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct td *dl_reverse_done_list (struct ohci_hcd *ohci) 8591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 8601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds u32 td_dma; 8611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct td *td_rev = NULL; 8621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct td *td = NULL; 8631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td_dma = hc32_to_cpup (ohci, &ohci->hcca->done_head); 8651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->hcca->done_head = 0; 8661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wmb(); 8671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* get TD from hc's singly linked list, and 8691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * prepend to ours. ed->td_list changes later. 8701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 871dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell while (td_dma) { 872dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell int cc; 8731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td = dma_to_td (ohci, td_dma); 8751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!td) { 8761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_err (ohci, "bad entry %8x\n", td_dma); 8771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 8781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td->hwINFO |= cpu_to_hc32 (ohci, TD_DONE); 8811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds cc = TD_CC_GET (hc32_to_cpup (ohci, &td->hwINFO)); 8821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Non-iso endpoints can halt on error; un-halt, 8841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * and dequeue any other TDs from this urb. 8851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * No other TD could have caused the halt. 8861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 8871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (cc != TD_CC_NOERROR 8881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds && (td->ed->hwHeadP & cpu_to_hc32 (ohci, ED_H))) 8896e8fe43b26085a64327d1cbb751ab895f3ad3f5dAlan Stern ed_halted(ohci, td, cc); 8901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 891dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell td->next_dl_td = td_rev; 8921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td_rev = td; 8931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td_dma = hc32_to_cpup (ohci, &td->hwNextTD); 894dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell } 8951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return td_rev; 8961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 8971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*-------------------------------------------------------------------------*/ 8991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* there are some urbs/eds to unlink; called in_irq(), with HCD locked */ 9011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void 9027d12e780e003f93433d49ce78cfedf4b4c52adc5David Howellsfinish_unlinks (struct ohci_hcd *ohci, u16 tick) 9031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 9041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct ed *ed, **last; 9051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsrescan_all: 9071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (last = &ohci->ed_rm_list, ed = *last; ed != NULL; ed = *last) { 9081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct list_head *entry, *tmp; 9091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int completed, modified; 9101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __hc32 *prev; 9111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* only take off EDs that the HC isn't using, accounting for 9131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * frame counter wraps and EDs with partially retired TDs 9141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 915b7463c71fbbff7111d0c879d2f64fe2b08f51848Alan Stern if (likely(ohci->rh_state == OHCI_RH_RUNNING)) { 9161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (tick_before (tick, ed->tick)) { 9171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsskip_ed: 9181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds last = &ed->ed_next; 9191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds continue; 9201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!list_empty (&ed->td_list)) { 9231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct td *td; 9241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds u32 head; 9251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td = list_entry (ed->td_list.next, struct td, 9271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td_list); 9281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds head = hc32_to_cpu (ohci, ed->hwHeadP) & 9291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds TD_MASK; 9301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* INTR_WDH may need to clean up first */ 93289a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss if (td->td_dma != head) { 93389a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss if (ed == ohci->ed_to_check) 93489a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss ohci->ed_to_check = NULL; 93589a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss else 93689a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss goto skip_ed; 93789a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss } 9381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* reentrancy: if we drop the schedule lock, someone might 9421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * have modified this list. normally it's just prepending 9431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * entries (which we'd ignore), but paranoia won't hurt. 9441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 9451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *last = ed->ed_next; 9461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->ed_next = NULL; 9471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds modified = 0; 9481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* unlink urbs as requested, but rescan the list after 9501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * we call a completion since it might have unlinked 9511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * another (earlier) urb 9521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 9531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * When we get here, the HC doesn't see this ed. But it 9541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * must not be rescheduled until all completed URBs have 9551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * been given back to the driver. 9561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 9571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsrescan_this: 9581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds completed = 0; 9591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prev = &ed->hwHeadP; 9601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_for_each_safe (entry, tmp, &ed->td_list) { 9611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct td *td; 9621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct urb *urb; 9631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb_priv_t *urb_priv; 9641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __hc32 savebits; 96529c8f6a727a683b5988877dd80dbdefd49e64a51David Brownell u32 tdINFO; 9661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td = list_entry (entry, struct td, td_list); 9681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb = td->urb; 9691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb_priv = td->urb->hcpriv; 9701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 971eb23105462304fd35571fd0cab1de7aec79a9ec5Alan Stern if (!urb->unlinked) { 9721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds prev = &td->hwNextTD; 9731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds continue; 9741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* patch pointer hc uses */ 9771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds savebits = *prev & ~cpu_to_hc32 (ohci, TD_MASK); 9781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *prev = td->hwNextTD | savebits; 9791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 98029c8f6a727a683b5988877dd80dbdefd49e64a51David Brownell /* If this was unlinked, the TD may not have been 98129c8f6a727a683b5988877dd80dbdefd49e64a51David Brownell * retired ... so manually save the data toggle. 98229c8f6a727a683b5988877dd80dbdefd49e64a51David Brownell * The controller ignores the value we save for 98329c8f6a727a683b5988877dd80dbdefd49e64a51David Brownell * control and ISO endpoints. 98429c8f6a727a683b5988877dd80dbdefd49e64a51David Brownell */ 98529c8f6a727a683b5988877dd80dbdefd49e64a51David Brownell tdINFO = hc32_to_cpup(ohci, &td->hwINFO); 98629c8f6a727a683b5988877dd80dbdefd49e64a51David Brownell if ((tdINFO & TD_T) == TD_T_DATA0) 98729c8f6a727a683b5988877dd80dbdefd49e64a51David Brownell ed->hwHeadP &= ~cpu_to_hc32(ohci, ED_C); 98829c8f6a727a683b5988877dd80dbdefd49e64a51David Brownell else if ((tdINFO & TD_T) == TD_T_DATA1) 98929c8f6a727a683b5988877dd80dbdefd49e64a51David Brownell ed->hwHeadP |= cpu_to_hc32(ohci, ED_C); 99029c8f6a727a683b5988877dd80dbdefd49e64a51David Brownell 9911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* HC may have partly processed this TD */ 9921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds td_done (ohci, urb, td); 9931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds urb_priv->td_cnt++; 9941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* if URB is done, clean up */ 9961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (urb_priv->td_cnt == urb_priv->length) { 9971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds modified = completed = 1; 99855d8496837cf124f68656e4242a5e20eb592fd54Alan Stern finish_urb(ohci, urb, 0); 9991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (completed && !list_empty (&ed->td_list)) 10021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds goto rescan_this; 10031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* ED's now officially unlinked, hc doesn't see */ 10051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->state = ED_IDLE; 100689a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss if (quirk_zfmicro(ohci) && ed->type == PIPE_INTERRUPT) 100789a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss ohci->eds_scheduled--; 10081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->hwHeadP &= ~cpu_to_hc32(ohci, ED_H); 10091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->hwNextED = 0; 10101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wmb (); 10111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed->hwINFO &= ~cpu_to_hc32 (ohci, ED_SKIP | ED_DEQUEUE); 10121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* but if there's work queued, reschedule */ 10141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!list_empty (&ed->td_list)) { 1015b7463c71fbbff7111d0c879d2f64fe2b08f51848Alan Stern if (ohci->rh_state == OHCI_RH_RUNNING) 10161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ed_schedule (ohci, ed); 10171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (modified) 10201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds goto rescan_all; 1021dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell } 10221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1023dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell /* maybe reenable control and bulk lists */ 1024b7463c71fbbff7111d0c879d2f64fe2b08f51848Alan Stern if (ohci->rh_state == OHCI_RH_RUNNING && !ohci->ed_rm_list) { 10251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds u32 command = 0, control = 0; 10261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ohci->ed_controltail) { 10281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds command |= OHCI_CLF; 102989a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss if (quirk_zfmicro(ohci)) 10300e4987639a774d08b69c1c58774f3430f6083d4fDavid Brownell mdelay(1); 10311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!(ohci->hc_control & OHCI_CTRL_CLE)) { 10321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds control |= OHCI_CTRL_CLE; 10331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, 0, 10341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds &ohci->regs->ed_controlcurrent); 10351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ohci->ed_bulktail) { 10381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds command |= OHCI_BLF; 103989a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss if (quirk_zfmicro(ohci)) 10400e4987639a774d08b69c1c58774f3430f6083d4fDavid Brownell mdelay(1); 10411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!(ohci->hc_control & OHCI_CTRL_BLE)) { 10421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds control |= OHCI_CTRL_BLE; 10431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci_writel (ohci, 0, 10441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds &ohci->regs->ed_bulkcurrent); 10451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1047dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell 10481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* CLE/BLE to enable, CLF/BLF to (maybe) kickstart */ 10491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (control) { 10501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ohci->hc_control |= control; 105189a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss if (quirk_zfmicro(ohci)) 10520e4987639a774d08b69c1c58774f3430f6083d4fDavid Brownell mdelay(1); 1053dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell ohci_writel (ohci, ohci->hc_control, 1054dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell &ohci->regs->control); 1055dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell } 10560e4987639a774d08b69c1c58774f3430f6083d4fDavid Brownell if (command) { 105789a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss if (quirk_zfmicro(ohci)) 10580e4987639a774d08b69c1c58774f3430f6083d4fDavid Brownell mdelay(1); 1059dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell ohci_writel (ohci, command, &ohci->regs->cmdstatus); 1060dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell } 10610e4987639a774d08b69c1c58774f3430f6083d4fDavid Brownell } 10621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 10631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*-------------------------------------------------------------------------*/ 10671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 106989a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss * Used to take back a TD from the host controller. This would normally be 107089a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss * called from within dl_done_list, however it may be called directly if the 107189a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss * HC no longer sees the TD and it has not appeared on the donelist (after 107289a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss * two frames). This bug has been observed on ZF Micro systems. 107389a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss */ 107489a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nussstatic void takeback_td(struct ohci_hcd *ohci, struct td *td) 107589a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss{ 107689a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss struct urb *urb = td->urb; 107789a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss urb_priv_t *urb_priv = urb->hcpriv; 107889a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss struct ed *ed = td->ed; 107955d8496837cf124f68656e4242a5e20eb592fd54Alan Stern int status; 108089a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss 108189a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss /* update URB's length and status from TD */ 108255d8496837cf124f68656e4242a5e20eb592fd54Alan Stern status = td_done(ohci, urb, td); 108389a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss urb_priv->td_cnt++; 108489a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss 108589a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss /* If all this urb's TDs are done, call complete() */ 108689a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss if (urb_priv->td_cnt == urb_priv->length) 108755d8496837cf124f68656e4242a5e20eb592fd54Alan Stern finish_urb(ohci, urb, status); 108889a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss 108989a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss /* clean schedule: unlink EDs that are no longer busy */ 109089a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss if (list_empty(&ed->td_list)) { 109189a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss if (ed->state == ED_OPER) 109289a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss start_ed_unlink(ohci, ed); 109389a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss 109489a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss /* ... reenabling halted EDs only after fault cleanup */ 109589a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss } else if ((ed->hwINFO & cpu_to_hc32(ohci, ED_SKIP | ED_DEQUEUE)) 109689a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss == cpu_to_hc32(ohci, ED_SKIP)) { 109789a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss td = list_entry(ed->td_list.next, struct td, td_list); 109889a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss if (!(td->hwINFO & cpu_to_hc32(ohci, TD_DONE))) { 109989a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss ed->hwINFO &= ~cpu_to_hc32(ohci, ED_SKIP); 110089a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss /* ... hc may need waking-up */ 110189a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss switch (ed->type) { 110289a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss case PIPE_CONTROL: 110389a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss ohci_writel(ohci, OHCI_CLF, 110489a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss &ohci->regs->cmdstatus); 110589a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss break; 110689a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss case PIPE_BULK: 110789a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss ohci_writel(ohci, OHCI_BLF, 110889a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss &ohci->regs->cmdstatus); 110989a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss break; 111089a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss } 111189a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss } 111289a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss } 111389a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss} 111489a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss 111589a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss/* 11161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Process normal completions (error or success) and clean the schedules. 11171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 11181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * This is the main path for handing urbs back to drivers. The only other 111989a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss * normal path is finish_unlinks(), which unlinks URBs using ed_rm_list, 112089a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss * instead of scanning the (re-reversed) donelist as this does. There's 112189a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss * an abnormal path too, handling a quirk in some Compaq silicon: URBs 112289a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss * with TDs that appear to be orphaned are directly reclaimed. 11231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 11241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void 11257d12e780e003f93433d49ce78cfedf4b4c52adc5David Howellsdl_done_list (struct ohci_hcd *ohci) 11261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 11271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct td *td = dl_reverse_done_list (ohci); 11281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1129dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell while (td) { 11301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct td *td_next = td->next_dl_td; 113189a0fd18a96eb1f8732714b575073f8a8d69c009Mike Nuss takeback_td(ohci, td); 1132dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell td = td_next; 1133dd9048af41d017f5f9ea18fb451a3b5dc89d6b83David Brownell } 11341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1135