omap-dma.c revision 80b0e0abfbcf9897ee263a79bc4cbdcfeca72431
17bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King/* 27bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * OMAP DMAengine support 37bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * 47bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * This program is free software; you can redistribute it and/or modify 57bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * it under the terms of the GNU General Public License version 2 as 67bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * published by the Free Software Foundation. 77bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King */ 87bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/dmaengine.h> 97bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/dma-mapping.h> 107bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/err.h> 117bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/init.h> 127bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/interrupt.h> 137bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/list.h> 147bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/module.h> 157bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/omap-dma.h> 167bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/platform_device.h> 177bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/slab.h> 187bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/spinlock.h> 198d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter#include <linux/of_dma.h> 208d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter#include <linux/of_device.h> 217bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 227bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include "virt-dma.h" 237d7e1eba7e92c2f9c76db80adc24836e7a114bfbTony Lindgren 247bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstruct omap_dmadev { 257bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct dma_device ddev; 267bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spinlock_t lock; 277bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct tasklet_struct task; 287bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct list_head pending; 297bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King}; 307bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 317bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstruct omap_chan { 327bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct virt_dma_chan vc; 337bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct list_head node; 347bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 357bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct dma_slave_config cfg; 367bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned dma_sig; 373a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King bool cyclic; 382dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi bool paused; 397bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 407bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King int dma_ch; 417bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_desc *desc; 427bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned sgidx; 437bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King}; 447bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 457bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstruct omap_sg { 467bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dma_addr_t addr; 477bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King uint32_t en; /* number of elements (24-bit) */ 487bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King uint32_t fn; /* number of frames (16-bit) */ 497bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King}; 507bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 517bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstruct omap_desc { 527bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct virt_dma_desc vd; 537bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King enum dma_transfer_direction dir; 547bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dma_addr_t dev_addr; 557bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 567c836bc7f9f71d62a8dc50712db122a69b405486Russell King int16_t fi; /* for OMAP_DMA_SYNC_PACKET */ 577bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King uint8_t es; /* OMAP_DMA_DATA_TYPE_xxx */ 587bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King uint8_t sync_mode; /* OMAP_DMA_SYNC_xxx */ 597bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King uint8_t sync_type; /* OMAP_DMA_xxx_SYNC* */ 607bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King uint8_t periph_port; /* Peripheral port */ 617bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 627bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned sglen; 637bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_sg sg[0]; 647bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King}; 657bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 667bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic const unsigned es_bytes[] = { 677bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King [OMAP_DMA_DATA_TYPE_S8] = 1, 687bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King [OMAP_DMA_DATA_TYPE_S16] = 2, 697bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King [OMAP_DMA_DATA_TYPE_S32] = 4, 707bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King}; 717bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 728d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunterstatic struct of_dma_filter_info omap_dma_info = { 738d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter .filter_fn = omap_dma_filter_fn, 748d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter}; 758d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter 767bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic inline struct omap_dmadev *to_omap_dma_dev(struct dma_device *d) 777bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 787bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return container_of(d, struct omap_dmadev, ddev); 797bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 807bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 817bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic inline struct omap_chan *to_omap_dma_chan(struct dma_chan *c) 827bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 837bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return container_of(c, struct omap_chan, vc.chan); 847bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 857bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 867bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic inline struct omap_desc *to_omap_dma_desc(struct dma_async_tx_descriptor *t) 877bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 887bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return container_of(t, struct omap_desc, vd.tx); 897bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 907bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 917bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_desc_free(struct virt_dma_desc *vd) 927bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 937bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King kfree(container_of(vd, struct omap_desc, vd)); 947bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 957bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 967bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_start_sg(struct omap_chan *c, struct omap_desc *d, 977bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned idx) 987bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 997bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_sg *sg = d->sg + idx; 1007bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1017bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (d->dir == DMA_DEV_TO_MEM) 1027bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_set_dma_dest_params(c->dma_ch, OMAP_DMA_PORT_EMIFF, 1037bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King OMAP_DMA_AMODE_POST_INC, sg->addr, 0, 0); 1047bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King else 1057bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_set_dma_src_params(c->dma_ch, OMAP_DMA_PORT_EMIFF, 1067bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King OMAP_DMA_AMODE_POST_INC, sg->addr, 0, 0); 1077bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1087bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_set_dma_transfer_params(c->dma_ch, d->es, sg->en, sg->fn, 1097bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->sync_mode, c->dma_sig, d->sync_type); 1107bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1117bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_start_dma(c->dma_ch); 1127bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 1137bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1147bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_start_desc(struct omap_chan *c) 1157bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 1167bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct virt_dma_desc *vd = vchan_next_desc(&c->vc); 1177bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_desc *d; 1187bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1197bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (!vd) { 1207bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King c->desc = NULL; 1217bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return; 1227bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 1237bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1247bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King list_del(&vd->node); 1257bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1267bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King c->desc = d = to_omap_dma_desc(&vd->tx); 1277bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King c->sgidx = 0; 1287bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1297bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (d->dir == DMA_DEV_TO_MEM) 1307bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_set_dma_src_params(c->dma_ch, d->periph_port, 1317c836bc7f9f71d62a8dc50712db122a69b405486Russell King OMAP_DMA_AMODE_CONSTANT, d->dev_addr, 0, d->fi); 1327bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King else 1337bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_set_dma_dest_params(c->dma_ch, d->periph_port, 1347c836bc7f9f71d62a8dc50712db122a69b405486Russell King OMAP_DMA_AMODE_CONSTANT, d->dev_addr, 0, d->fi); 1357bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1367bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_dma_start_sg(c, d, 0); 1377bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 1387bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1397bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_callback(int ch, u16 status, void *data) 1407bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 1417bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = data; 1427bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_desc *d; 1437bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned long flags; 1447bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1457bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_lock_irqsave(&c->vc.lock, flags); 1467bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d = c->desc; 1477bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (d) { 1483a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King if (!c->cyclic) { 1493a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King if (++c->sgidx < d->sglen) { 1503a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King omap_dma_start_sg(c, d, c->sgidx); 1513a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King } else { 1523a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King omap_dma_start_desc(c); 1533a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King vchan_cookie_complete(&d->vd); 1543a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King } 1557bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } else { 1563a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King vchan_cyclic_callback(&d->vd); 1577bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 1587bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 1597bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_unlock_irqrestore(&c->vc.lock, flags); 1607bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 1617bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1627bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King/* 1637bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * This callback schedules all pending channels. We could be more 1647bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * clever here by postponing allocation of the real DMA channels to 1657bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * this point, and freeing them when our virtual channel becomes idle. 1667bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * 1677bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * We would then need to deal with 'all channels in-use' 1687bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King */ 1697bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_sched(unsigned long data) 1707bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 1717bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_dmadev *d = (struct omap_dmadev *)data; 1727bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King LIST_HEAD(head); 1737bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1747bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_lock_irq(&d->lock); 1757bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King list_splice_tail_init(&d->pending, &head); 1767bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_unlock_irq(&d->lock); 1777bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1787bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King while (!list_empty(&head)) { 1797bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = list_first_entry(&head, 1807bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan, node); 1817bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1827bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_lock_irq(&c->vc.lock); 1837bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King list_del_init(&c->node); 1847bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_dma_start_desc(c); 1857bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_unlock_irq(&c->vc.lock); 1867bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 1877bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 1887bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1897bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_alloc_chan_resources(struct dma_chan *chan) 1907bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 1917bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = to_omap_dma_chan(chan); 1927bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1939e2f7d827912609a71a53d625ee27d29dfbf87e0Ezequiel Garcia dev_dbg(c->vc.chan.device->dev, "allocating channel for %u\n", c->dma_sig); 1947bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1957bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return omap_request_dma(c->dma_sig, "DMA engine", 1967bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_dma_callback, c, &c->dma_ch); 1977bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 1987bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1997bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_free_chan_resources(struct dma_chan *chan) 2007bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 2017bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = to_omap_dma_chan(chan); 2027bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 2037bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King vchan_free_chan_resources(&c->vc); 2047bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_free_dma(c->dma_ch); 2057bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 2069e2f7d827912609a71a53d625ee27d29dfbf87e0Ezequiel Garcia dev_dbg(c->vc.chan.device->dev, "freeing channel for %u\n", c->dma_sig); 2077bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 2087bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 2093850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell Kingstatic size_t omap_dma_sg_size(struct omap_sg *sg) 2103850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King{ 2113850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King return sg->en * sg->fn; 2123850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King} 2133850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 2143850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell Kingstatic size_t omap_dma_desc_size(struct omap_desc *d) 2153850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King{ 2163850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King unsigned i; 2173850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King size_t size; 2183850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 2193850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King for (size = i = 0; i < d->sglen; i++) 2203850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King size += omap_dma_sg_size(&d->sg[i]); 2213850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 2223850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King return size * es_bytes[d->es]; 2233850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King} 2243850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 2253850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell Kingstatic size_t omap_dma_desc_size_pos(struct omap_desc *d, dma_addr_t addr) 2263850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King{ 2273850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King unsigned i; 2283850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King size_t size, es_size = es_bytes[d->es]; 2293850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 2303850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King for (size = i = 0; i < d->sglen; i++) { 2313850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King size_t this_size = omap_dma_sg_size(&d->sg[i]) * es_size; 2323850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 2333850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King if (size) 2343850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King size += this_size; 2353850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King else if (addr >= d->sg[i].addr && 2363850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King addr < d->sg[i].addr + this_size) 2373850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King size += d->sg[i].addr + this_size - addr; 2383850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King } 2393850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King return size; 2403850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King} 2413850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 2427bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic enum dma_status omap_dma_tx_status(struct dma_chan *chan, 2437bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dma_cookie_t cookie, struct dma_tx_state *txstate) 2447bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 2453850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King struct omap_chan *c = to_omap_dma_chan(chan); 2463850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King struct virt_dma_desc *vd; 2473850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King enum dma_status ret; 2483850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King unsigned long flags; 2493850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 2503850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King ret = dma_cookie_status(chan, cookie, txstate); 2517cce5083b738e3e693abe082d9958686bcb88d32Vinod Koul if (ret == DMA_COMPLETE || !txstate) 2523850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King return ret; 2533850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 2543850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King spin_lock_irqsave(&c->vc.lock, flags); 2553850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King vd = vchan_find_desc(&c->vc, cookie); 2563850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King if (vd) { 2573850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King txstate->residue = omap_dma_desc_size(to_omap_dma_desc(&vd->tx)); 2583850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King } else if (c->desc && c->desc->vd.tx.cookie == cookie) { 2593850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King struct omap_desc *d = c->desc; 2603850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King dma_addr_t pos; 2613850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 2623850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King if (d->dir == DMA_MEM_TO_DEV) 2633850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King pos = omap_get_dma_src_pos(c->dma_ch); 2643850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King else if (d->dir == DMA_DEV_TO_MEM) 2653850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King pos = omap_get_dma_dst_pos(c->dma_ch); 2663850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King else 2673850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King pos = 0; 2683850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 2693850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King txstate->residue = omap_dma_desc_size_pos(d, pos); 2703850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King } else { 2713850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King txstate->residue = 0; 2723850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King } 2733850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King spin_unlock_irqrestore(&c->vc.lock, flags); 2743850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 2753850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King return ret; 2767bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 2777bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 2787bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_issue_pending(struct dma_chan *chan) 2797bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 2807bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = to_omap_dma_chan(chan); 2817bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned long flags; 2827bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 2837bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_lock_irqsave(&c->vc.lock, flags); 2847bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (vchan_issue_pending(&c->vc) && !c->desc) { 285765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi /* 286765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi * c->cyclic is used only by audio and in this case the DMA need 287765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi * to be started without delay. 288765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi */ 289765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi if (!c->cyclic) { 290765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi struct omap_dmadev *d = to_omap_dma_dev(chan->device); 291765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi spin_lock(&d->lock); 292765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi if (list_empty(&c->node)) 293765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi list_add_tail(&c->node, &d->pending); 294765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi spin_unlock(&d->lock); 295765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi tasklet_schedule(&d->task); 296765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi } else { 297765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi omap_dma_start_desc(c); 298765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi } 2997bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 3007bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_unlock_irqrestore(&c->vc.lock, flags); 3017bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 3027bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3037bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic struct dma_async_tx_descriptor *omap_dma_prep_slave_sg( 3047bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct dma_chan *chan, struct scatterlist *sgl, unsigned sglen, 3057bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King enum dma_transfer_direction dir, unsigned long tx_flags, void *context) 3067bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 3077bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = to_omap_dma_chan(chan); 3087bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King enum dma_slave_buswidth dev_width; 3097bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct scatterlist *sgent; 3107bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_desc *d; 3117bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dma_addr_t dev_addr; 3127bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned i, j = 0, es, en, frame_bytes, sync_type; 3137bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King u32 burst; 3147bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3157bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (dir == DMA_DEV_TO_MEM) { 3167bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dev_addr = c->cfg.src_addr; 3177bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dev_width = c->cfg.src_addr_width; 3187bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King burst = c->cfg.src_maxburst; 3197bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King sync_type = OMAP_DMA_SRC_SYNC; 3207bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } else if (dir == DMA_MEM_TO_DEV) { 3217bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dev_addr = c->cfg.dst_addr; 3227bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dev_width = c->cfg.dst_addr_width; 3237bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King burst = c->cfg.dst_maxburst; 3247bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King sync_type = OMAP_DMA_DST_SYNC; 3257bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } else { 3267bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dev_err(chan->device->dev, "%s: bad direction?\n", __func__); 3277bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return NULL; 3287bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 3297bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3307bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King /* Bus width translates to the element size (ES) */ 3317bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King switch (dev_width) { 3327bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King case DMA_SLAVE_BUSWIDTH_1_BYTE: 3337bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King es = OMAP_DMA_DATA_TYPE_S8; 3347bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 3357bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King case DMA_SLAVE_BUSWIDTH_2_BYTES: 3367bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King es = OMAP_DMA_DATA_TYPE_S16; 3377bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 3387bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King case DMA_SLAVE_BUSWIDTH_4_BYTES: 3397bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King es = OMAP_DMA_DATA_TYPE_S32; 3407bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 3417bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King default: /* not reached */ 3427bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return NULL; 3437bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 3447bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3457bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King /* Now allocate and setup the descriptor. */ 3467bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d = kzalloc(sizeof(*d) + sglen * sizeof(d->sg[0]), GFP_ATOMIC); 3477bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (!d) 3487bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return NULL; 3497bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3507bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->dir = dir; 3517bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->dev_addr = dev_addr; 3527bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->es = es; 3537bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->sync_mode = OMAP_DMA_SYNC_FRAME; 3547bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->sync_type = sync_type; 3557bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->periph_port = OMAP_DMA_PORT_TIPB; 3567bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3577bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King /* 3587bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * Build our scatterlist entries: each contains the address, 3597bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * the number of elements (EN) in each frame, and the number of 3607bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * frames (FN). Number of bytes for this entry = ES * EN * FN. 3617bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * 3627bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * Burst size translates to number of elements with frame sync. 3637bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * Note: DMA engine defines burst to be the number of dev-width 3647bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * transfers. 3657bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King */ 3667bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King en = burst; 3677bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King frame_bytes = es_bytes[es] * en; 3687bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King for_each_sg(sgl, sgent, sglen, i) { 3697bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->sg[j].addr = sg_dma_address(sgent); 3707bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->sg[j].en = en; 3717bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->sg[j].fn = sg_dma_len(sgent) / frame_bytes; 3727bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King j++; 3737bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 3747bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3757bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->sglen = j; 3767bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3777bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return vchan_tx_prep(&c->vc, &d->vd, tx_flags); 3787bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 3797bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3803a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell Kingstatic struct dma_async_tx_descriptor *omap_dma_prep_dma_cyclic( 3813a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King struct dma_chan *chan, dma_addr_t buf_addr, size_t buf_len, 382ec8b5e48c03790a68cb875fe5064007a9cbdfdd0Peter Ujfalusi size_t period_len, enum dma_transfer_direction dir, unsigned long flags, 383ec8b5e48c03790a68cb875fe5064007a9cbdfdd0Peter Ujfalusi void *context) 3843a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King{ 3853a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King struct omap_chan *c = to_omap_dma_chan(chan); 3863a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King enum dma_slave_buswidth dev_width; 3873a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King struct omap_desc *d; 3883a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King dma_addr_t dev_addr; 3893a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King unsigned es, sync_type; 3903a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King u32 burst; 3913a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King 3923a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King if (dir == DMA_DEV_TO_MEM) { 3933a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King dev_addr = c->cfg.src_addr; 3943a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King dev_width = c->cfg.src_addr_width; 3953a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King burst = c->cfg.src_maxburst; 3963a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King sync_type = OMAP_DMA_SRC_SYNC; 3973a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King } else if (dir == DMA_MEM_TO_DEV) { 3983a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King dev_addr = c->cfg.dst_addr; 3993a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King dev_width = c->cfg.dst_addr_width; 4003a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King burst = c->cfg.dst_maxburst; 4013a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King sync_type = OMAP_DMA_DST_SYNC; 4023a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King } else { 4033a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King dev_err(chan->device->dev, "%s: bad direction?\n", __func__); 4043a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King return NULL; 4053a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King } 4063a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King 4073a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King /* Bus width translates to the element size (ES) */ 4083a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King switch (dev_width) { 4093a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King case DMA_SLAVE_BUSWIDTH_1_BYTE: 4103a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King es = OMAP_DMA_DATA_TYPE_S8; 4113a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King break; 4123a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King case DMA_SLAVE_BUSWIDTH_2_BYTES: 4133a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King es = OMAP_DMA_DATA_TYPE_S16; 4143a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King break; 4153a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King case DMA_SLAVE_BUSWIDTH_4_BYTES: 4163a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King es = OMAP_DMA_DATA_TYPE_S32; 4173a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King break; 4183a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King default: /* not reached */ 4193a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King return NULL; 4203a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King } 4213a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King 4223a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King /* Now allocate and setup the descriptor. */ 4233a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d = kzalloc(sizeof(*d) + sizeof(d->sg[0]), GFP_ATOMIC); 4243a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King if (!d) 4253a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King return NULL; 4263a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King 4273a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d->dir = dir; 4283a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d->dev_addr = dev_addr; 4293a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d->fi = burst; 4303a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d->es = es; 431ccffa3870a7ec2b59cf051b745220c56f423d182Peter Ujfalusi if (burst) 432ccffa3870a7ec2b59cf051b745220c56f423d182Peter Ujfalusi d->sync_mode = OMAP_DMA_SYNC_PACKET; 433ccffa3870a7ec2b59cf051b745220c56f423d182Peter Ujfalusi else 434ccffa3870a7ec2b59cf051b745220c56f423d182Peter Ujfalusi d->sync_mode = OMAP_DMA_SYNC_ELEMENT; 4353a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d->sync_type = sync_type; 4363a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d->periph_port = OMAP_DMA_PORT_MPUI; 4373a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d->sg[0].addr = buf_addr; 4383a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d->sg[0].en = period_len / es_bytes[es]; 4393a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d->sg[0].fn = buf_len / period_len; 4403a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d->sglen = 1; 4413a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King 4423a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King if (!c->cyclic) { 4433a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King c->cyclic = true; 4443a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King omap_dma_link_lch(c->dma_ch, c->dma_ch); 4452dde5b909e117cc95a5e31604f9bfd043e78ad9dPeter Ujfalusi 4462dde5b909e117cc95a5e31604f9bfd043e78ad9dPeter Ujfalusi if (flags & DMA_PREP_INTERRUPT) 4472dde5b909e117cc95a5e31604f9bfd043e78ad9dPeter Ujfalusi omap_enable_dma_irq(c->dma_ch, OMAP_DMA_FRAME_IRQ); 4482dde5b909e117cc95a5e31604f9bfd043e78ad9dPeter Ujfalusi 4493a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King omap_disable_dma_irq(c->dma_ch, OMAP_DMA_BLOCK_IRQ); 4503a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King } 4513a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King 45227615a97b2dc7e98b925973b78d1cdc3ee288ab0Tony Lindgren if (dma_omap2plus()) { 4533a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King omap_set_dma_src_burst_mode(c->dma_ch, OMAP_DMA_DATA_BURST_16); 4543a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King omap_set_dma_dest_burst_mode(c->dma_ch, OMAP_DMA_DATA_BURST_16); 4553a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King } 4563a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King 4572dde5b909e117cc95a5e31604f9bfd043e78ad9dPeter Ujfalusi return vchan_tx_prep(&c->vc, &d->vd, flags); 4583a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King} 4593a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King 4607bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_slave_config(struct omap_chan *c, struct dma_slave_config *cfg) 4617bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 4627bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (cfg->src_addr_width == DMA_SLAVE_BUSWIDTH_8_BYTES || 4637bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King cfg->dst_addr_width == DMA_SLAVE_BUSWIDTH_8_BYTES) 4647bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return -EINVAL; 4657bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 4667bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King memcpy(&c->cfg, cfg, sizeof(c->cfg)); 4677bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 4687bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return 0; 4697bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 4707bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 4717bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_terminate_all(struct omap_chan *c) 4727bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 4737bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_dmadev *d = to_omap_dma_dev(c->vc.chan.device); 4747bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned long flags; 4757bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King LIST_HEAD(head); 4767bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 4777bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_lock_irqsave(&c->vc.lock, flags); 4787bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 4797bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King /* Prevent this channel being scheduled */ 4807bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_lock(&d->lock); 4817bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King list_del_init(&c->node); 4827bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_unlock(&d->lock); 4837bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 4847bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King /* 4857bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * Stop DMA activity: we assume the callback will not be called 4867bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * after omap_stop_dma() returns (even if it does, it will see 4877bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * c->desc is NULL and exit.) 4887bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King */ 4897bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (c->desc) { 4907bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King c->desc = NULL; 4912dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi /* Avoid stopping the dma twice */ 4922dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi if (!c->paused) 4932dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi omap_stop_dma(c->dma_ch); 4947bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 4957bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 4963a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King if (c->cyclic) { 4973a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King c->cyclic = false; 4982dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi c->paused = false; 4993a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King omap_dma_unlink_lch(c->dma_ch, c->dma_ch); 5003a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King } 5013a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King 5027bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King vchan_get_all_descriptors(&c->vc, &head); 5037bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_unlock_irqrestore(&c->vc.lock, flags); 5047bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King vchan_dma_desc_free_list(&c->vc, &head); 5057bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5067bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return 0; 5077bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 5087bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5097bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_pause(struct omap_chan *c) 5107bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 5112dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi /* Pause/Resume only allowed with cyclic mode */ 5122dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi if (!c->cyclic) 5132dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi return -EINVAL; 5142dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi 5152dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi if (!c->paused) { 5162dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi omap_stop_dma(c->dma_ch); 5172dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi c->paused = true; 5182dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi } 5192dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi 5202dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi return 0; 5217bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 5227bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5237bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_resume(struct omap_chan *c) 5247bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 5252dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi /* Pause/Resume only allowed with cyclic mode */ 5262dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi if (!c->cyclic) 5272dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi return -EINVAL; 5282dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi 5292dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi if (c->paused) { 5302dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi omap_start_dma(c->dma_ch); 5312dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi c->paused = false; 5322dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi } 5332dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi 5342dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi return 0; 5357bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 5367bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5377bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_control(struct dma_chan *chan, enum dma_ctrl_cmd cmd, 5387bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned long arg) 5397bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 5407bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = to_omap_dma_chan(chan); 5417bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King int ret; 5427bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5437bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King switch (cmd) { 5447bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King case DMA_SLAVE_CONFIG: 5457bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King ret = omap_dma_slave_config(c, (struct dma_slave_config *)arg); 5467bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 5477bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5487bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King case DMA_TERMINATE_ALL: 5497bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King ret = omap_dma_terminate_all(c); 5507bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 5517bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5527bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King case DMA_PAUSE: 5537bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King ret = omap_dma_pause(c); 5547bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 5557bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5567bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King case DMA_RESUME: 5577bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King ret = omap_dma_resume(c); 5587bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 5597bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5607bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King default: 5617bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King ret = -ENXIO; 5627bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 5637bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 5647bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5657bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return ret; 5667bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 5677bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5687bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_chan_init(struct omap_dmadev *od, int dma_sig) 5697bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 5707bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c; 5717bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5727bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King c = kzalloc(sizeof(*c), GFP_KERNEL); 5737bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (!c) 5747bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return -ENOMEM; 5757bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5767bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King c->dma_sig = dma_sig; 5777bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King c->vc.desc_free = omap_dma_desc_free; 5787bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King vchan_init(&c->vc, &od->ddev); 5797bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King INIT_LIST_HEAD(&c->node); 5807bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5817bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.chancnt++; 5827bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5837bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return 0; 5847bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 5857bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5867bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_free(struct omap_dmadev *od) 5877bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 5887bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King tasklet_kill(&od->task); 5897bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King while (!list_empty(&od->ddev.channels)) { 5907bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = list_first_entry(&od->ddev.channels, 5917bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan, vc.chan.device_node); 5927bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5937bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King list_del(&c->vc.chan.device_node); 5947bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King tasklet_kill(&c->vc.task); 5957bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King kfree(c); 5967bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 5977bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King kfree(od); 5987bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 5997bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 60080b0e0abfbcf9897ee263a79bc4cbdcfeca72431Peter Ujfalusi#define OMAP_DMA_BUSWIDTHS (BIT(DMA_SLAVE_BUSWIDTH_1_BYTE) | \ 60180b0e0abfbcf9897ee263a79bc4cbdcfeca72431Peter Ujfalusi BIT(DMA_SLAVE_BUSWIDTH_2_BYTES) | \ 60280b0e0abfbcf9897ee263a79bc4cbdcfeca72431Peter Ujfalusi BIT(DMA_SLAVE_BUSWIDTH_4_BYTES)) 60380b0e0abfbcf9897ee263a79bc4cbdcfeca72431Peter Ujfalusi 60480b0e0abfbcf9897ee263a79bc4cbdcfeca72431Peter Ujfalusistatic int omap_dma_device_slave_caps(struct dma_chan *dchan, 60580b0e0abfbcf9897ee263a79bc4cbdcfeca72431Peter Ujfalusi struct dma_slave_caps *caps) 60680b0e0abfbcf9897ee263a79bc4cbdcfeca72431Peter Ujfalusi{ 60780b0e0abfbcf9897ee263a79bc4cbdcfeca72431Peter Ujfalusi caps->src_addr_widths = OMAP_DMA_BUSWIDTHS; 60880b0e0abfbcf9897ee263a79bc4cbdcfeca72431Peter Ujfalusi caps->dstn_addr_widths = OMAP_DMA_BUSWIDTHS; 60980b0e0abfbcf9897ee263a79bc4cbdcfeca72431Peter Ujfalusi caps->directions = BIT(DMA_DEV_TO_MEM) | BIT(DMA_MEM_TO_DEV); 61080b0e0abfbcf9897ee263a79bc4cbdcfeca72431Peter Ujfalusi caps->cmd_pause = true; 61180b0e0abfbcf9897ee263a79bc4cbdcfeca72431Peter Ujfalusi caps->cmd_terminate = true; 61280b0e0abfbcf9897ee263a79bc4cbdcfeca72431Peter Ujfalusi caps->residue_granularity = DMA_RESIDUE_GRANULARITY_BURST; 61380b0e0abfbcf9897ee263a79bc4cbdcfeca72431Peter Ujfalusi 61480b0e0abfbcf9897ee263a79bc4cbdcfeca72431Peter Ujfalusi return 0; 61580b0e0abfbcf9897ee263a79bc4cbdcfeca72431Peter Ujfalusi} 61680b0e0abfbcf9897ee263a79bc4cbdcfeca72431Peter Ujfalusi 6177bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_probe(struct platform_device *pdev) 6187bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 6197bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_dmadev *od; 6207bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King int rc, i; 6217bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 6227bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od = kzalloc(sizeof(*od), GFP_KERNEL); 6237bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (!od) 6247bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return -ENOMEM; 6257bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 6267bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dma_cap_set(DMA_SLAVE, od->ddev.cap_mask); 6273a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King dma_cap_set(DMA_CYCLIC, od->ddev.cap_mask); 6287bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.device_alloc_chan_resources = omap_dma_alloc_chan_resources; 6297bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.device_free_chan_resources = omap_dma_free_chan_resources; 6307bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.device_tx_status = omap_dma_tx_status; 6317bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.device_issue_pending = omap_dma_issue_pending; 6327bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.device_prep_slave_sg = omap_dma_prep_slave_sg; 6333a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King od->ddev.device_prep_dma_cyclic = omap_dma_prep_dma_cyclic; 6347bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.device_control = omap_dma_control; 63580b0e0abfbcf9897ee263a79bc4cbdcfeca72431Peter Ujfalusi od->ddev.device_slave_caps = omap_dma_device_slave_caps; 6367bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.dev = &pdev->dev; 6377bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King INIT_LIST_HEAD(&od->ddev.channels); 6387bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King INIT_LIST_HEAD(&od->pending); 6397bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_lock_init(&od->lock); 6407bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 6417bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King tasklet_init(&od->task, omap_dma_sched, (unsigned long)od); 6427bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 6437bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King for (i = 0; i < 127; i++) { 6447bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King rc = omap_dma_chan_init(od, i); 6457bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (rc) { 6467bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_dma_free(od); 6477bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return rc; 6487bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 6497bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 6507bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 6517bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King rc = dma_async_device_register(&od->ddev); 6527bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (rc) { 6537bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King pr_warn("OMAP-DMA: failed to register slave DMA engine device: %d\n", 6547bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King rc); 6557bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_dma_free(od); 6568d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter return rc; 6578d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter } 6588d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter 6598d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter platform_set_drvdata(pdev, od); 6608d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter 6618d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter if (pdev->dev.of_node) { 6628d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter omap_dma_info.dma_cap = od->ddev.cap_mask; 6638d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter 6648d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter /* Device-tree DMA controller registration */ 6658d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter rc = of_dma_controller_register(pdev->dev.of_node, 6668d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter of_dma_simple_xlate, &omap_dma_info); 6678d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter if (rc) { 6688d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter pr_warn("OMAP-DMA: failed to register DMA controller\n"); 6698d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter dma_async_device_unregister(&od->ddev); 6708d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter omap_dma_free(od); 6718d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter } 6727bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 6737bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 6747bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dev_info(&pdev->dev, "OMAP DMA engine driver\n"); 6757bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 6767bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return rc; 6777bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 6787bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 6797bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_remove(struct platform_device *pdev) 6807bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 6817bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_dmadev *od = platform_get_drvdata(pdev); 6827bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 6838d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter if (pdev->dev.of_node) 6848d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter of_dma_controller_free(pdev->dev.of_node); 6858d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter 6867bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dma_async_device_unregister(&od->ddev); 6877bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_dma_free(od); 6887bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 6897bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return 0; 6907bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 6917bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 6928d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunterstatic const struct of_device_id omap_dma_match[] = { 6938d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter { .compatible = "ti,omap2420-sdma", }, 6948d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter { .compatible = "ti,omap2430-sdma", }, 6958d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter { .compatible = "ti,omap3430-sdma", }, 6968d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter { .compatible = "ti,omap3630-sdma", }, 6978d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter { .compatible = "ti,omap4430-sdma", }, 6988d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter {}, 6998d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter}; 7008d30662aac256eb61bc2f1d9cf1191825ef96328Jon HunterMODULE_DEVICE_TABLE(of, omap_dma_match); 7018d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter 7027bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic struct platform_driver omap_dma_driver = { 7037bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King .probe = omap_dma_probe, 7047bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King .remove = omap_dma_remove, 7057bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King .driver = { 7067bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King .name = "omap-dma-engine", 7077bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King .owner = THIS_MODULE, 7088d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter .of_match_table = of_match_ptr(omap_dma_match), 7097bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King }, 7107bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King}; 7117bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 7127bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingbool omap_dma_filter_fn(struct dma_chan *chan, void *param) 7137bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 7147bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (chan->device->dev->driver == &omap_dma_driver.driver) { 7157bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = to_omap_dma_chan(chan); 7167bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned req = *(unsigned *)param; 7177bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 7187bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return req == c->dma_sig; 7197bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 7207bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return false; 7217bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 7227bedaa5537604f34d1d63c5ec7891e559d2a61edRussell KingEXPORT_SYMBOL_GPL(omap_dma_filter_fn); 7237bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 7247bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_init(void) 7257bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 726be1f94812c2cc0aaf696d39fe23104763ea52b5bTony Lindgren return platform_driver_register(&omap_dma_driver); 7277bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 7287bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingsubsys_initcall(omap_dma_init); 7297bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 7307bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void __exit omap_dma_exit(void) 7317bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 7327bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King platform_driver_unregister(&omap_dma_driver); 7337bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 7347bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingmodule_exit(omap_dma_exit); 7357bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 7367bedaa5537604f34d1d63c5ec7891e559d2a61edRussell KingMODULE_AUTHOR("Russell King"); 7377bedaa5537604f34d1d63c5ec7891e559d2a61edRussell KingMODULE_LICENSE("GPL"); 738