omap-dma.c revision 7bedaa5537604f34d1d63c5ec7891e559d2a61ed
17bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King/* 27bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * OMAP DMAengine support 37bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * 47bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * This program is free software; you can redistribute it and/or modify 57bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * it under the terms of the GNU General Public License version 2 as 67bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * published by the Free Software Foundation. 77bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King */ 87bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/dmaengine.h> 97bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/dma-mapping.h> 107bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/err.h> 117bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/init.h> 127bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/interrupt.h> 137bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/list.h> 147bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/module.h> 157bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/omap-dma.h> 167bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/platform_device.h> 177bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/slab.h> 187bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/spinlock.h> 197bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 207bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include "virt-dma.h" 217bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <plat/dma.h> 227bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 237bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstruct omap_dmadev { 247bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct dma_device ddev; 257bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spinlock_t lock; 267bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct tasklet_struct task; 277bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct list_head pending; 287bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King}; 297bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 307bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstruct omap_chan { 317bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct virt_dma_chan vc; 327bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct list_head node; 337bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 347bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct dma_slave_config cfg; 357bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned dma_sig; 367bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 377bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King int dma_ch; 387bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_desc *desc; 397bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned sgidx; 407bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King}; 417bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 427bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstruct omap_sg { 437bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dma_addr_t addr; 447bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King uint32_t en; /* number of elements (24-bit) */ 457bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King uint32_t fn; /* number of frames (16-bit) */ 467bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King}; 477bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 487bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstruct omap_desc { 497bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct virt_dma_desc vd; 507bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King enum dma_transfer_direction dir; 517bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dma_addr_t dev_addr; 527bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 537bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King uint8_t es; /* OMAP_DMA_DATA_TYPE_xxx */ 547bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King uint8_t sync_mode; /* OMAP_DMA_SYNC_xxx */ 557bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King uint8_t sync_type; /* OMAP_DMA_xxx_SYNC* */ 567bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King uint8_t periph_port; /* Peripheral port */ 577bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 587bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned sglen; 597bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_sg sg[0]; 607bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King}; 617bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 627bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic const unsigned es_bytes[] = { 637bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King [OMAP_DMA_DATA_TYPE_S8] = 1, 647bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King [OMAP_DMA_DATA_TYPE_S16] = 2, 657bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King [OMAP_DMA_DATA_TYPE_S32] = 4, 667bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King}; 677bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 687bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic inline struct omap_dmadev *to_omap_dma_dev(struct dma_device *d) 697bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 707bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return container_of(d, struct omap_dmadev, ddev); 717bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 727bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 737bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic inline struct omap_chan *to_omap_dma_chan(struct dma_chan *c) 747bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 757bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return container_of(c, struct omap_chan, vc.chan); 767bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 777bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 787bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic inline struct omap_desc *to_omap_dma_desc(struct dma_async_tx_descriptor *t) 797bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 807bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return container_of(t, struct omap_desc, vd.tx); 817bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 827bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 837bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_desc_free(struct virt_dma_desc *vd) 847bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 857bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King kfree(container_of(vd, struct omap_desc, vd)); 867bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 877bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 887bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_start_sg(struct omap_chan *c, struct omap_desc *d, 897bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned idx) 907bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 917bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_sg *sg = d->sg + idx; 927bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 937bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (d->dir == DMA_DEV_TO_MEM) 947bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_set_dma_dest_params(c->dma_ch, OMAP_DMA_PORT_EMIFF, 957bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King OMAP_DMA_AMODE_POST_INC, sg->addr, 0, 0); 967bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King else 977bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_set_dma_src_params(c->dma_ch, OMAP_DMA_PORT_EMIFF, 987bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King OMAP_DMA_AMODE_POST_INC, sg->addr, 0, 0); 997bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1007bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_set_dma_transfer_params(c->dma_ch, d->es, sg->en, sg->fn, 1017bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->sync_mode, c->dma_sig, d->sync_type); 1027bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1037bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_start_dma(c->dma_ch); 1047bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 1057bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1067bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_start_desc(struct omap_chan *c) 1077bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 1087bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct virt_dma_desc *vd = vchan_next_desc(&c->vc); 1097bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_desc *d; 1107bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1117bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (!vd) { 1127bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King c->desc = NULL; 1137bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return; 1147bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 1157bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1167bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King list_del(&vd->node); 1177bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1187bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King c->desc = d = to_omap_dma_desc(&vd->tx); 1197bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King c->sgidx = 0; 1207bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1217bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (d->dir == DMA_DEV_TO_MEM) 1227bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_set_dma_src_params(c->dma_ch, d->periph_port, 1237bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King OMAP_DMA_AMODE_CONSTANT, d->dev_addr, 0, 0); 1247bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King else 1257bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_set_dma_dest_params(c->dma_ch, d->periph_port, 1267bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King OMAP_DMA_AMODE_CONSTANT, d->dev_addr, 0, 0); 1277bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1287bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_dma_start_sg(c, d, 0); 1297bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 1307bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1317bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_callback(int ch, u16 status, void *data) 1327bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 1337bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = data; 1347bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_desc *d; 1357bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned long flags; 1367bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1377bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_lock_irqsave(&c->vc.lock, flags); 1387bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d = c->desc; 1397bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (d) { 1407bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (++c->sgidx < d->sglen) { 1417bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_dma_start_sg(c, d, c->sgidx); 1427bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } else { 1437bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_dma_start_desc(c); 1447bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King vchan_cookie_complete(&d->vd); 1457bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 1467bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 1477bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_unlock_irqrestore(&c->vc.lock, flags); 1487bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 1497bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1507bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King/* 1517bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * This callback schedules all pending channels. We could be more 1527bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * clever here by postponing allocation of the real DMA channels to 1537bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * this point, and freeing them when our virtual channel becomes idle. 1547bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * 1557bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * We would then need to deal with 'all channels in-use' 1567bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King */ 1577bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_sched(unsigned long data) 1587bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 1597bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_dmadev *d = (struct omap_dmadev *)data; 1607bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King LIST_HEAD(head); 1617bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1627bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_lock_irq(&d->lock); 1637bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King list_splice_tail_init(&d->pending, &head); 1647bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_unlock_irq(&d->lock); 1657bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1667bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King while (!list_empty(&head)) { 1677bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = list_first_entry(&head, 1687bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan, node); 1697bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1707bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_lock_irq(&c->vc.lock); 1717bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King list_del_init(&c->node); 1727bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_dma_start_desc(c); 1737bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_unlock_irq(&c->vc.lock); 1747bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 1757bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 1767bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1777bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_alloc_chan_resources(struct dma_chan *chan) 1787bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 1797bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = to_omap_dma_chan(chan); 1807bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1817bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dev_info(c->vc.chan.device->dev, "allocating channel for %u\n", c->dma_sig); 1827bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1837bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return omap_request_dma(c->dma_sig, "DMA engine", 1847bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_dma_callback, c, &c->dma_ch); 1857bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 1867bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1877bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_free_chan_resources(struct dma_chan *chan) 1887bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 1897bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = to_omap_dma_chan(chan); 1907bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1917bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King vchan_free_chan_resources(&c->vc); 1927bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_free_dma(c->dma_ch); 1937bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1947bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dev_info(c->vc.chan.device->dev, "freeing channel for %u\n", c->dma_sig); 1957bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 1967bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1977bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic enum dma_status omap_dma_tx_status(struct dma_chan *chan, 1987bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dma_cookie_t cookie, struct dma_tx_state *txstate) 1997bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 2007bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King /* 2017bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * FIXME: do we need to return pending bytes? 2027bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * We have no users of that info at the moment... 2037bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King */ 2047bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return dma_cookie_status(chan, cookie, txstate); 2057bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 2067bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 2077bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_issue_pending(struct dma_chan *chan) 2087bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 2097bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = to_omap_dma_chan(chan); 2107bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned long flags; 2117bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 2127bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_lock_irqsave(&c->vc.lock, flags); 2137bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (vchan_issue_pending(&c->vc) && !c->desc) { 2147bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_dmadev *d = to_omap_dma_dev(chan->device); 2157bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_lock(&d->lock); 2167bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (list_empty(&c->node)) 2177bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King list_add_tail(&c->node, &d->pending); 2187bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_unlock(&d->lock); 2197bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King tasklet_schedule(&d->task); 2207bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 2217bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_unlock_irqrestore(&c->vc.lock, flags); 2227bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 2237bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 2247bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic struct dma_async_tx_descriptor *omap_dma_prep_slave_sg( 2257bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct dma_chan *chan, struct scatterlist *sgl, unsigned sglen, 2267bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King enum dma_transfer_direction dir, unsigned long tx_flags, void *context) 2277bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 2287bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = to_omap_dma_chan(chan); 2297bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King enum dma_slave_buswidth dev_width; 2307bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct scatterlist *sgent; 2317bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_desc *d; 2327bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dma_addr_t dev_addr; 2337bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned i, j = 0, es, en, frame_bytes, sync_type; 2347bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King u32 burst; 2357bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 2367bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (dir == DMA_DEV_TO_MEM) { 2377bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dev_addr = c->cfg.src_addr; 2387bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dev_width = c->cfg.src_addr_width; 2397bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King burst = c->cfg.src_maxburst; 2407bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King sync_type = OMAP_DMA_SRC_SYNC; 2417bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } else if (dir == DMA_MEM_TO_DEV) { 2427bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dev_addr = c->cfg.dst_addr; 2437bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dev_width = c->cfg.dst_addr_width; 2447bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King burst = c->cfg.dst_maxburst; 2457bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King sync_type = OMAP_DMA_DST_SYNC; 2467bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } else { 2477bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dev_err(chan->device->dev, "%s: bad direction?\n", __func__); 2487bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return NULL; 2497bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 2507bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 2517bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King /* Bus width translates to the element size (ES) */ 2527bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King switch (dev_width) { 2537bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King case DMA_SLAVE_BUSWIDTH_1_BYTE: 2547bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King es = OMAP_DMA_DATA_TYPE_S8; 2557bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 2567bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King case DMA_SLAVE_BUSWIDTH_2_BYTES: 2577bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King es = OMAP_DMA_DATA_TYPE_S16; 2587bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 2597bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King case DMA_SLAVE_BUSWIDTH_4_BYTES: 2607bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King es = OMAP_DMA_DATA_TYPE_S32; 2617bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 2627bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King default: /* not reached */ 2637bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return NULL; 2647bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 2657bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 2667bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King /* Now allocate and setup the descriptor. */ 2677bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d = kzalloc(sizeof(*d) + sglen * sizeof(d->sg[0]), GFP_ATOMIC); 2687bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (!d) 2697bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return NULL; 2707bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 2717bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->dir = dir; 2727bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->dev_addr = dev_addr; 2737bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->es = es; 2747bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->sync_mode = OMAP_DMA_SYNC_FRAME; 2757bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->sync_type = sync_type; 2767bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->periph_port = OMAP_DMA_PORT_TIPB; 2777bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 2787bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King /* 2797bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * Build our scatterlist entries: each contains the address, 2807bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * the number of elements (EN) in each frame, and the number of 2817bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * frames (FN). Number of bytes for this entry = ES * EN * FN. 2827bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * 2837bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * Burst size translates to number of elements with frame sync. 2847bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * Note: DMA engine defines burst to be the number of dev-width 2857bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * transfers. 2867bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King */ 2877bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King en = burst; 2887bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King frame_bytes = es_bytes[es] * en; 2897bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King for_each_sg(sgl, sgent, sglen, i) { 2907bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->sg[j].addr = sg_dma_address(sgent); 2917bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->sg[j].en = en; 2927bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->sg[j].fn = sg_dma_len(sgent) / frame_bytes; 2937bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King j++; 2947bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 2957bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 2967bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->sglen = j; 2977bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 2987bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return vchan_tx_prep(&c->vc, &d->vd, tx_flags); 2997bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 3007bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3017bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_slave_config(struct omap_chan *c, struct dma_slave_config *cfg) 3027bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 3037bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (cfg->src_addr_width == DMA_SLAVE_BUSWIDTH_8_BYTES || 3047bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King cfg->dst_addr_width == DMA_SLAVE_BUSWIDTH_8_BYTES) 3057bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return -EINVAL; 3067bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3077bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King memcpy(&c->cfg, cfg, sizeof(c->cfg)); 3087bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3097bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return 0; 3107bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 3117bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3127bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_terminate_all(struct omap_chan *c) 3137bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 3147bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_dmadev *d = to_omap_dma_dev(c->vc.chan.device); 3157bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned long flags; 3167bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King LIST_HEAD(head); 3177bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3187bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_lock_irqsave(&c->vc.lock, flags); 3197bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3207bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King /* Prevent this channel being scheduled */ 3217bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_lock(&d->lock); 3227bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King list_del_init(&c->node); 3237bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_unlock(&d->lock); 3247bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3257bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King /* 3267bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * Stop DMA activity: we assume the callback will not be called 3277bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * after omap_stop_dma() returns (even if it does, it will see 3287bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * c->desc is NULL and exit.) 3297bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King */ 3307bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (c->desc) { 3317bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King c->desc = NULL; 3327bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_stop_dma(c->dma_ch); 3337bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 3347bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3357bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King vchan_get_all_descriptors(&c->vc, &head); 3367bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_unlock_irqrestore(&c->vc.lock, flags); 3377bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King vchan_dma_desc_free_list(&c->vc, &head); 3387bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3397bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return 0; 3407bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 3417bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3427bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_pause(struct omap_chan *c) 3437bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 3447bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King /* FIXME: not supported by platform private API */ 3457bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return -EINVAL; 3467bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 3477bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3487bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_resume(struct omap_chan *c) 3497bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 3507bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King /* FIXME: not supported by platform private API */ 3517bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return -EINVAL; 3527bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 3537bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3547bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_control(struct dma_chan *chan, enum dma_ctrl_cmd cmd, 3557bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned long arg) 3567bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 3577bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = to_omap_dma_chan(chan); 3587bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King int ret; 3597bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3607bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King switch (cmd) { 3617bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King case DMA_SLAVE_CONFIG: 3627bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King ret = omap_dma_slave_config(c, (struct dma_slave_config *)arg); 3637bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 3647bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3657bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King case DMA_TERMINATE_ALL: 3667bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King ret = omap_dma_terminate_all(c); 3677bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 3687bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3697bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King case DMA_PAUSE: 3707bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King ret = omap_dma_pause(c); 3717bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 3727bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3737bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King case DMA_RESUME: 3747bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King ret = omap_dma_resume(c); 3757bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 3767bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3777bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King default: 3787bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King ret = -ENXIO; 3797bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 3807bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 3817bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3827bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return ret; 3837bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 3847bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3857bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_chan_init(struct omap_dmadev *od, int dma_sig) 3867bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 3877bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c; 3887bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3897bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King c = kzalloc(sizeof(*c), GFP_KERNEL); 3907bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (!c) 3917bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return -ENOMEM; 3927bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3937bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King c->dma_sig = dma_sig; 3947bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King c->vc.desc_free = omap_dma_desc_free; 3957bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King vchan_init(&c->vc, &od->ddev); 3967bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King INIT_LIST_HEAD(&c->node); 3977bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3987bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.chancnt++; 3997bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 4007bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return 0; 4017bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 4027bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 4037bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_free(struct omap_dmadev *od) 4047bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 4057bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King tasklet_kill(&od->task); 4067bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King while (!list_empty(&od->ddev.channels)) { 4077bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = list_first_entry(&od->ddev.channels, 4087bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan, vc.chan.device_node); 4097bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 4107bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King list_del(&c->vc.chan.device_node); 4117bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King tasklet_kill(&c->vc.task); 4127bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King kfree(c); 4137bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 4147bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King kfree(od); 4157bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 4167bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 4177bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_probe(struct platform_device *pdev) 4187bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 4197bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_dmadev *od; 4207bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King int rc, i; 4217bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 4227bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od = kzalloc(sizeof(*od), GFP_KERNEL); 4237bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (!od) 4247bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return -ENOMEM; 4257bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 4267bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dma_cap_set(DMA_SLAVE, od->ddev.cap_mask); 4277bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.device_alloc_chan_resources = omap_dma_alloc_chan_resources; 4287bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.device_free_chan_resources = omap_dma_free_chan_resources; 4297bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.device_tx_status = omap_dma_tx_status; 4307bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.device_issue_pending = omap_dma_issue_pending; 4317bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.device_prep_slave_sg = omap_dma_prep_slave_sg; 4327bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.device_control = omap_dma_control; 4337bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.dev = &pdev->dev; 4347bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King INIT_LIST_HEAD(&od->ddev.channels); 4357bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King INIT_LIST_HEAD(&od->pending); 4367bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_lock_init(&od->lock); 4377bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 4387bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King tasklet_init(&od->task, omap_dma_sched, (unsigned long)od); 4397bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 4407bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King for (i = 0; i < 127; i++) { 4417bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King rc = omap_dma_chan_init(od, i); 4427bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (rc) { 4437bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_dma_free(od); 4447bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return rc; 4457bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 4467bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 4477bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 4487bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King rc = dma_async_device_register(&od->ddev); 4497bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (rc) { 4507bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King pr_warn("OMAP-DMA: failed to register slave DMA engine device: %d\n", 4517bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King rc); 4527bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_dma_free(od); 4537bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } else { 4547bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King platform_set_drvdata(pdev, od); 4557bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 4567bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 4577bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dev_info(&pdev->dev, "OMAP DMA engine driver\n"); 4587bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 4597bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return rc; 4607bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 4617bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 4627bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_remove(struct platform_device *pdev) 4637bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 4647bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_dmadev *od = platform_get_drvdata(pdev); 4657bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 4667bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dma_async_device_unregister(&od->ddev); 4677bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_dma_free(od); 4687bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 4697bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return 0; 4707bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 4717bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 4727bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic struct platform_driver omap_dma_driver = { 4737bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King .probe = omap_dma_probe, 4747bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King .remove = omap_dma_remove, 4757bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King .driver = { 4767bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King .name = "omap-dma-engine", 4777bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King .owner = THIS_MODULE, 4787bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King }, 4797bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King}; 4807bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 4817bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingbool omap_dma_filter_fn(struct dma_chan *chan, void *param) 4827bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 4837bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (chan->device->dev->driver == &omap_dma_driver.driver) { 4847bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = to_omap_dma_chan(chan); 4857bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned req = *(unsigned *)param; 4867bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 4877bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return req == c->dma_sig; 4887bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 4897bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return false; 4907bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 4917bedaa5537604f34d1d63c5ec7891e559d2a61edRussell KingEXPORT_SYMBOL_GPL(omap_dma_filter_fn); 4927bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 4937bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic struct platform_device *pdev; 4947bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 4957bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic const struct platform_device_info omap_dma_dev_info = { 4967bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King .name = "omap-dma-engine", 4977bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King .id = -1, 4987bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King .dma_mask = DMA_BIT_MASK(32), 4997bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King}; 5007bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5017bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_init(void) 5027bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 5037bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King int rc = platform_driver_register(&omap_dma_driver); 5047bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5057bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (rc == 0) { 5067bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King pdev = platform_device_register_full(&omap_dma_dev_info); 5077bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (IS_ERR(pdev)) { 5087bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King platform_driver_unregister(&omap_dma_driver); 5097bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King rc = PTR_ERR(pdev); 5107bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 5117bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 5127bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return rc; 5137bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 5147bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingsubsys_initcall(omap_dma_init); 5157bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5167bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void __exit omap_dma_exit(void) 5177bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 5187bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King platform_device_unregister(pdev); 5197bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King platform_driver_unregister(&omap_dma_driver); 5207bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 5217bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingmodule_exit(omap_dma_exit); 5227bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5237bedaa5537604f34d1d63c5ec7891e559d2a61edRussell KingMODULE_AUTHOR("Russell King"); 5247bedaa5537604f34d1d63c5ec7891e559d2a61edRussell KingMODULE_LICENSE("GPL"); 525