omap-dma.c revision 2f0d13bdf6440906bb52fe94681ce7927145f4d7
17bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King/* 27bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * OMAP DMAengine support 37bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * 47bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * This program is free software; you can redistribute it and/or modify 57bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * it under the terms of the GNU General Public License version 2 as 67bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * published by the Free Software Foundation. 77bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King */ 8fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King#include <linux/delay.h> 97bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/dmaengine.h> 107bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/dma-mapping.h> 117bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/err.h> 127bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/init.h> 137bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/interrupt.h> 147bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/list.h> 157bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/module.h> 167bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/omap-dma.h> 177bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/platform_device.h> 187bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/slab.h> 197bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/spinlock.h> 208d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter#include <linux/of_dma.h> 218d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter#include <linux/of_device.h> 227bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 237bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include "virt-dma.h" 247d7e1eba7e92c2f9c76db80adc24836e7a114bfbTony Lindgren 257bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstruct omap_dmadev { 267bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct dma_device ddev; 277bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spinlock_t lock; 287bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct tasklet_struct task; 297bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct list_head pending; 301b416c4b41351c3eb8fc42dbb4cd8eba463c0813Russell King struct omap_system_dma_plat_info *plat; 317bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King}; 327bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 337bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstruct omap_chan { 347bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct virt_dma_chan vc; 357bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct list_head node; 361b416c4b41351c3eb8fc42dbb4cd8eba463c0813Russell King struct omap_system_dma_plat_info *plat; 377bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 387bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct dma_slave_config cfg; 397bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned dma_sig; 403a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King bool cyclic; 412dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi bool paused; 427bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 437bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King int dma_ch; 447bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_desc *desc; 457bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned sgidx; 467bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King}; 477bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 487bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstruct omap_sg { 497bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dma_addr_t addr; 507bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King uint32_t en; /* number of elements (24-bit) */ 517bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King uint32_t fn; /* number of frames (16-bit) */ 527bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King}; 537bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 547bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstruct omap_desc { 557bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct virt_dma_desc vd; 567bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King enum dma_transfer_direction dir; 577bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dma_addr_t dev_addr; 587bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 597c836bc7f9f71d62a8dc50712db122a69b405486Russell King int16_t fi; /* for OMAP_DMA_SYNC_PACKET */ 607bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King uint8_t es; /* OMAP_DMA_DATA_TYPE_xxx */ 617bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King uint8_t sync_mode; /* OMAP_DMA_SYNC_xxx */ 627bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King uint8_t sync_type; /* OMAP_DMA_xxx_SYNC* */ 63fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King uint16_t cicr; /* CICR value */ 642f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King uint32_t csdp; /* CSDP value */ 657bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 667bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned sglen; 677bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_sg sg[0]; 687bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King}; 697bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 707bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic const unsigned es_bytes[] = { 717bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King [OMAP_DMA_DATA_TYPE_S8] = 1, 727bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King [OMAP_DMA_DATA_TYPE_S16] = 2, 737bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King [OMAP_DMA_DATA_TYPE_S32] = 4, 747bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King}; 757bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 768d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunterstatic struct of_dma_filter_info omap_dma_info = { 778d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter .filter_fn = omap_dma_filter_fn, 788d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter}; 798d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter 807bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic inline struct omap_dmadev *to_omap_dma_dev(struct dma_device *d) 817bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 827bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return container_of(d, struct omap_dmadev, ddev); 837bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 847bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 857bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic inline struct omap_chan *to_omap_dma_chan(struct dma_chan *c) 867bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 877bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return container_of(c, struct omap_chan, vc.chan); 887bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 897bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 907bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic inline struct omap_desc *to_omap_dma_desc(struct dma_async_tx_descriptor *t) 917bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 927bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return container_of(t, struct omap_desc, vd.tx); 937bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 947bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 957bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_desc_free(struct virt_dma_desc *vd) 967bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 977bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King kfree(container_of(vd, struct omap_desc, vd)); 987bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 997bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 100fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell Kingstatic void omap_dma_start(struct omap_chan *c, struct omap_desc *d) 101fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King{ 102fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King struct omap_dmadev *od = to_omap_dma_dev(c->vc.chan.device); 103fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King uint32_t val; 104fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 105fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King if (__dma_omap15xx(od->plat->dma_attr)) 106fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->plat->dma_write(0, CPC, c->dma_ch); 107fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King else 108fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->plat->dma_write(0, CDAC, c->dma_ch); 109fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 110fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King if (!__dma_omap15xx(od->plat->dma_attr) && c->cyclic) { 111fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King val = c->plat->dma_read(CLNK_CTRL, c->dma_ch); 112fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 113fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King if (dma_omap1()) 114fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King val &= ~(1 << 14); 115fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 116fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King val |= c->dma_ch | 1 << 15; 117fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 118fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->plat->dma_write(val, CLNK_CTRL, c->dma_ch); 119fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King } else if (od->plat->errata & DMA_ERRATA_PARALLEL_CHANNELS) 120fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->plat->dma_write(c->dma_ch, CLNK_CTRL, c->dma_ch); 121fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 122fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King /* Clear CSR */ 123fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King if (dma_omap1()) 124fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->plat->dma_read(CSR, c->dma_ch); 125fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King else 126fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->plat->dma_write(~0, CSR, c->dma_ch); 127fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 128fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King /* Enable interrupts */ 129fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->plat->dma_write(d->cicr, CICR, c->dma_ch); 130fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 131fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King val = c->plat->dma_read(CCR, c->dma_ch); 132fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King if (od->plat->errata & DMA_ERRATA_IFRAME_BUFFERING) 133fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King val |= OMAP_DMA_CCR_BUFFERING_DISABLE; 134fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King val |= OMAP_DMA_CCR_EN; 135fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King mb(); 136fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->plat->dma_write(val, CCR, c->dma_ch); 137fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King} 138fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 139fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell Kingstatic void omap_dma_stop(struct omap_chan *c) 140fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King{ 141fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King struct omap_dmadev *od = to_omap_dma_dev(c->vc.chan.device); 142fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King uint32_t val; 143fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 144fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King /* disable irq */ 145fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->plat->dma_write(0, CICR, c->dma_ch); 146fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 147fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King /* Clear CSR */ 148fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King if (dma_omap1()) 149fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->plat->dma_read(CSR, c->dma_ch); 150fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King else 151fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->plat->dma_write(~0, CSR, c->dma_ch); 152fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 153fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King val = c->plat->dma_read(CCR, c->dma_ch); 154fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King if (od->plat->errata & DMA_ERRATA_i541 && 155fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King val & OMAP_DMA_CCR_SEL_SRC_DST_SYNC) { 156fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King uint32_t sysconfig; 157fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King unsigned i; 158fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 159fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King sysconfig = c->plat->dma_read(OCP_SYSCONFIG, c->dma_ch); 160fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King val = sysconfig & ~DMA_SYSCONFIG_MIDLEMODE_MASK; 161fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King val |= DMA_SYSCONFIG_MIDLEMODE(DMA_IDLEMODE_NO_IDLE); 162fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->plat->dma_write(val, OCP_SYSCONFIG, c->dma_ch); 163fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 164fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King val = c->plat->dma_read(CCR, c->dma_ch); 165fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King val &= ~OMAP_DMA_CCR_EN; 166fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->plat->dma_write(val, CCR, c->dma_ch); 167fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 168fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King /* Wait for sDMA FIFO to drain */ 169fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King for (i = 0; ; i++) { 170fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King val = c->plat->dma_read(CCR, c->dma_ch); 171fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King if (!(val & (OMAP_DMA_CCR_RD_ACTIVE | OMAP_DMA_CCR_WR_ACTIVE))) 172fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King break; 173fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 174fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King if (i > 100) 175fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King break; 176fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 177fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King udelay(5); 178fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King } 179fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 180fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King if (val & (OMAP_DMA_CCR_RD_ACTIVE | OMAP_DMA_CCR_WR_ACTIVE)) 181fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King dev_err(c->vc.chan.device->dev, 182fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King "DMA drain did not complete on lch %d\n", 183fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->dma_ch); 184fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 185fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->plat->dma_write(sysconfig, OCP_SYSCONFIG, c->dma_ch); 186fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King } else { 187fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King val &= ~OMAP_DMA_CCR_EN; 188fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->plat->dma_write(val, CCR, c->dma_ch); 189fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King } 190fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 191fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King mb(); 192fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 193fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King if (!__dma_omap15xx(od->plat->dma_attr) && c->cyclic) { 194fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King val = c->plat->dma_read(CLNK_CTRL, c->dma_ch); 195fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 196fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King if (dma_omap1()) 197fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King val |= 1 << 14; /* set the STOP_LNK bit */ 198fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King else 199fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King val &= ~(1 << 15); /* Clear the ENABLE_LNK bit */ 200fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 201fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->plat->dma_write(val, CLNK_CTRL, c->dma_ch); 202fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King } 203fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King} 204fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 2057bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_start_sg(struct omap_chan *c, struct omap_desc *d, 2067bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned idx) 2077bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 2087bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_sg *sg = d->sg + idx; 209913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King 210913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King if (d->dir == DMA_DEV_TO_MEM) { 211913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King c->plat->dma_write(sg->addr, CDSA, c->dma_ch); 212913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King c->plat->dma_write(0, CDEI, c->dma_ch); 213913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King c->plat->dma_write(0, CDFI, c->dma_ch); 214913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King } else { 215913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King c->plat->dma_write(sg->addr, CSSA, c->dma_ch); 216913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King c->plat->dma_write(0, CSEI, c->dma_ch); 217913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King c->plat->dma_write(0, CSFI, c->dma_ch); 218913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King } 219913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King 220913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King c->plat->dma_write(sg->en, CEN, c->dma_ch); 221913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King c->plat->dma_write(sg->fn, CFN, c->dma_ch); 222913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King 223fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King omap_dma_start(c, d); 224913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King} 225913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King 226913a2d0c6952283bc9323cb9152af87f792ff4c4Russell Kingstatic void omap_dma_start_desc(struct omap_chan *c) 227913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King{ 228913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King struct virt_dma_desc *vd = vchan_next_desc(&c->vc); 229913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King struct omap_desc *d; 230b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King uint32_t val; 231b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King 232913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King if (!vd) { 233913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King c->desc = NULL; 234913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King return; 235913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King } 236913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King 237913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King list_del(&vd->node); 238913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King 239913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King c->desc = d = to_omap_dma_desc(&vd->tx); 240913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King c->sgidx = 0; 241913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King 242b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King if (d->dir == DMA_DEV_TO_MEM) { 243b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King val = c->plat->dma_read(CCR, c->dma_ch); 244913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King val &= ~(0x03 << 14 | 0x03 << 12); 245b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King val |= OMAP_DMA_AMODE_POST_INC << 14; 246913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King val |= OMAP_DMA_AMODE_CONSTANT << 12; 247b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King c->plat->dma_write(val, CCR, c->dma_ch); 248b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King 249913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King c->plat->dma_write(d->dev_addr, CSSA, c->dma_ch); 250913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King c->plat->dma_write(0, CSEI, c->dma_ch); 251913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King c->plat->dma_write(d->fi, CSFI, c->dma_ch); 252b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King } else { 253b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King val = c->plat->dma_read(CCR, c->dma_ch); 254913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King val &= ~(0x03 << 12 | 0x03 << 14); 255913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King val |= OMAP_DMA_AMODE_CONSTANT << 14; 256b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King val |= OMAP_DMA_AMODE_POST_INC << 12; 257b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King c->plat->dma_write(val, CCR, c->dma_ch); 258b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King 259913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King c->plat->dma_write(d->dev_addr, CDSA, c->dma_ch); 260913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King c->plat->dma_write(0, CDEI, c->dma_ch); 261913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King c->plat->dma_write(d->fi, CDFI, c->dma_ch); 262b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King } 263b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King 2642f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King c->plat->dma_write(d->csdp, CSDP, c->dma_ch); 265b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King 266b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King if (dma_omap1()) { 267b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King val = c->plat->dma_read(CCR, c->dma_ch); 268b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King val &= ~(1 << 5); 269b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King if (d->sync_mode == OMAP_DMA_SYNC_FRAME) 270b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King val |= 1 << 5; 271b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King c->plat->dma_write(val, CCR, c->dma_ch); 272b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King 273b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King val = c->plat->dma_read(CCR2, c->dma_ch); 274b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King val &= ~(1 << 2); 275b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King if (d->sync_mode == OMAP_DMA_SYNC_BLOCK) 276b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King val |= 1 << 2; 277b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King c->plat->dma_write(val, CCR2, c->dma_ch); 278b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King } else if (c->dma_sig) { 279b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King val = c->plat->dma_read(CCR, c->dma_ch); 280b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King 281b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King /* DMA_SYNCHRO_CONTROL_UPPER depends on the channel number */ 282913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King val &= ~(1 << 24 | 1 << 23 | 3 << 19 | 1 << 18 | 1 << 5 | 0x1f); 283b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King val |= (c->dma_sig & ~0x1f) << 14; 284b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King val |= c->dma_sig & 0x1f; 285b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King 286b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King if (d->sync_mode & OMAP_DMA_SYNC_FRAME) 287b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King val |= 1 << 5; 288b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King 289b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King if (d->sync_mode & OMAP_DMA_SYNC_BLOCK) 290b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King val |= 1 << 18; 291b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King 292b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King switch (d->sync_type) { 293913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King case OMAP_DMA_DST_SYNC_PREFETCH:/* dest synch */ 294b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King val |= 1 << 23; /* Prefetch */ 295b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King break; 296b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King case 0: 297b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King break; 298b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King default: 299913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King val |= 1 << 24; /* source synch */ 300b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King break; 301b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King } 302b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King c->plat->dma_write(val, CCR, c->dma_ch); 303b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King } 3047bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3057bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_dma_start_sg(c, d, 0); 3067bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 3077bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3087bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_callback(int ch, u16 status, void *data) 3097bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 3107bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = data; 3117bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_desc *d; 3127bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned long flags; 3137bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3147bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_lock_irqsave(&c->vc.lock, flags); 3157bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d = c->desc; 3167bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (d) { 3173a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King if (!c->cyclic) { 3183a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King if (++c->sgidx < d->sglen) { 3193a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King omap_dma_start_sg(c, d, c->sgidx); 3203a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King } else { 3213a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King omap_dma_start_desc(c); 3223a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King vchan_cookie_complete(&d->vd); 3233a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King } 3247bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } else { 3253a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King vchan_cyclic_callback(&d->vd); 3267bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 3277bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 3287bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_unlock_irqrestore(&c->vc.lock, flags); 3297bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 3307bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3317bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King/* 3327bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * This callback schedules all pending channels. We could be more 3337bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * clever here by postponing allocation of the real DMA channels to 3347bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * this point, and freeing them when our virtual channel becomes idle. 3357bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * 3367bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * We would then need to deal with 'all channels in-use' 3377bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King */ 3387bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_sched(unsigned long data) 3397bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 3407bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_dmadev *d = (struct omap_dmadev *)data; 3417bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King LIST_HEAD(head); 3427bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3437bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_lock_irq(&d->lock); 3447bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King list_splice_tail_init(&d->pending, &head); 3457bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_unlock_irq(&d->lock); 3467bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3477bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King while (!list_empty(&head)) { 3487bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = list_first_entry(&head, 3497bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan, node); 3507bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3517bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_lock_irq(&c->vc.lock); 3527bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King list_del_init(&c->node); 3537bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_dma_start_desc(c); 3547bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_unlock_irq(&c->vc.lock); 3557bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 3567bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 3577bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3587bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_alloc_chan_resources(struct dma_chan *chan) 3597bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 3607bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = to_omap_dma_chan(chan); 3617bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3629e2f7d827912609a71a53d625ee27d29dfbf87e0Ezequiel Garcia dev_dbg(c->vc.chan.device->dev, "allocating channel for %u\n", c->dma_sig); 3637bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3647bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return omap_request_dma(c->dma_sig, "DMA engine", 3657bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_dma_callback, c, &c->dma_ch); 3667bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 3677bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3687bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_free_chan_resources(struct dma_chan *chan) 3697bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 3707bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = to_omap_dma_chan(chan); 3717bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3727bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King vchan_free_chan_resources(&c->vc); 3737bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_free_dma(c->dma_ch); 3747bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3759e2f7d827912609a71a53d625ee27d29dfbf87e0Ezequiel Garcia dev_dbg(c->vc.chan.device->dev, "freeing channel for %u\n", c->dma_sig); 3767bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 3777bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3783850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell Kingstatic size_t omap_dma_sg_size(struct omap_sg *sg) 3793850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King{ 3803850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King return sg->en * sg->fn; 3813850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King} 3823850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 3833850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell Kingstatic size_t omap_dma_desc_size(struct omap_desc *d) 3843850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King{ 3853850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King unsigned i; 3863850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King size_t size; 3873850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 3883850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King for (size = i = 0; i < d->sglen; i++) 3893850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King size += omap_dma_sg_size(&d->sg[i]); 3903850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 3913850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King return size * es_bytes[d->es]; 3923850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King} 3933850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 3943850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell Kingstatic size_t omap_dma_desc_size_pos(struct omap_desc *d, dma_addr_t addr) 3953850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King{ 3963850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King unsigned i; 3973850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King size_t size, es_size = es_bytes[d->es]; 3983850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 3993850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King for (size = i = 0; i < d->sglen; i++) { 4003850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King size_t this_size = omap_dma_sg_size(&d->sg[i]) * es_size; 4013850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 4023850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King if (size) 4033850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King size += this_size; 4043850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King else if (addr >= d->sg[i].addr && 4053850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King addr < d->sg[i].addr + this_size) 4063850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King size += d->sg[i].addr + this_size - addr; 4073850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King } 4083850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King return size; 4093850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King} 4103850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 4113997cab391b38e126f217e36ad7bdc9672c9fb4dRussell Kingstatic dma_addr_t omap_dma_get_src_pos(struct omap_chan *c) 4123997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King{ 4133997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King struct omap_dmadev *od = to_omap_dma_dev(c->vc.chan.device); 4143997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King dma_addr_t addr; 4153997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King 4163997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King if (__dma_omap15xx(od->plat->dma_attr)) 4173997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King addr = c->plat->dma_read(CPC, c->dma_ch); 4183997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King else 4193997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King addr = c->plat->dma_read(CSAC, c->dma_ch); 4203997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King 4213997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King if (od->plat->errata & DMA_ERRATA_3_3 && addr == 0) 4223997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King addr = c->plat->dma_read(CSAC, c->dma_ch); 4233997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King 4243997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King if (!__dma_omap15xx(od->plat->dma_attr)) { 4253997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King /* 4263997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King * CDAC == 0 indicates that the DMA transfer on the channel has 4273997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King * not been started (no data has been transferred so far). 4283997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King * Return the programmed source start address in this case. 4293997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King */ 4303997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King if (c->plat->dma_read(CDAC, c->dma_ch)) 4313997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King addr = c->plat->dma_read(CSAC, c->dma_ch); 4323997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King else 4333997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King addr = c->plat->dma_read(CSSA, c->dma_ch); 4343997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King } 4353997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King 4363997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King if (dma_omap1()) 4373997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King addr |= c->plat->dma_read(CSSA, c->dma_ch) & 0xffff0000; 4383997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King 4393997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King return addr; 4403997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King} 4413997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King 4423997cab391b38e126f217e36ad7bdc9672c9fb4dRussell Kingstatic dma_addr_t omap_dma_get_dst_pos(struct omap_chan *c) 4433997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King{ 4443997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King struct omap_dmadev *od = to_omap_dma_dev(c->vc.chan.device); 4453997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King dma_addr_t addr; 4463997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King 4473997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King if (__dma_omap15xx(od->plat->dma_attr)) 4483997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King addr = c->plat->dma_read(CPC, c->dma_ch); 4493997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King else 4503997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King addr = c->plat->dma_read(CDAC, c->dma_ch); 4513997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King 4523997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King /* 4533997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King * omap 3.2/3.3 erratum: sometimes 0 is returned if CSAC/CDAC is 4543997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King * read before the DMA controller finished disabling the channel. 4553997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King */ 4563997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King if (!__dma_omap15xx(od->plat->dma_attr) && addr == 0) { 4573997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King addr = c->plat->dma_read(CDAC, c->dma_ch); 4583997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King /* 4593997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King * CDAC == 0 indicates that the DMA transfer on the channel has 4603997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King * not been started (no data has been transferred so far). 4613997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King * Return the programmed destination start address in this case. 4623997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King */ 4633997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King if (addr == 0) 4643997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King addr = c->plat->dma_read(CDSA, c->dma_ch); 4653997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King } 4663997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King 4673997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King if (dma_omap1()) 4683997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King addr |= c->plat->dma_read(CDSA, c->dma_ch) & 0xffff0000; 4693997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King 4703997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King return addr; 4713997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King} 4723997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King 4737bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic enum dma_status omap_dma_tx_status(struct dma_chan *chan, 4747bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dma_cookie_t cookie, struct dma_tx_state *txstate) 4757bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 4763850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King struct omap_chan *c = to_omap_dma_chan(chan); 4773850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King struct virt_dma_desc *vd; 4783850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King enum dma_status ret; 4793850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King unsigned long flags; 4803850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 4813850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King ret = dma_cookie_status(chan, cookie, txstate); 4827cce5083b738e3e693abe082d9958686bcb88d32Vinod Koul if (ret == DMA_COMPLETE || !txstate) 4833850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King return ret; 4843850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 4853850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King spin_lock_irqsave(&c->vc.lock, flags); 4863850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King vd = vchan_find_desc(&c->vc, cookie); 4873850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King if (vd) { 4883850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King txstate->residue = omap_dma_desc_size(to_omap_dma_desc(&vd->tx)); 4893850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King } else if (c->desc && c->desc->vd.tx.cookie == cookie) { 4903850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King struct omap_desc *d = c->desc; 4913850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King dma_addr_t pos; 4923850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 4933850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King if (d->dir == DMA_MEM_TO_DEV) 4943997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King pos = omap_dma_get_src_pos(c); 4953850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King else if (d->dir == DMA_DEV_TO_MEM) 4963997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King pos = omap_dma_get_dst_pos(c); 4973850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King else 4983850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King pos = 0; 4993850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 5003850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King txstate->residue = omap_dma_desc_size_pos(d, pos); 5013850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King } else { 5023850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King txstate->residue = 0; 5033850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King } 5043850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King spin_unlock_irqrestore(&c->vc.lock, flags); 5053850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 5063850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King return ret; 5077bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 5087bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5097bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_issue_pending(struct dma_chan *chan) 5107bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 5117bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = to_omap_dma_chan(chan); 5127bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned long flags; 5137bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5147bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_lock_irqsave(&c->vc.lock, flags); 5157bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (vchan_issue_pending(&c->vc) && !c->desc) { 516765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi /* 517765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi * c->cyclic is used only by audio and in this case the DMA need 518765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi * to be started without delay. 519765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi */ 520765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi if (!c->cyclic) { 521765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi struct omap_dmadev *d = to_omap_dma_dev(chan->device); 522765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi spin_lock(&d->lock); 523765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi if (list_empty(&c->node)) 524765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi list_add_tail(&c->node, &d->pending); 525765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi spin_unlock(&d->lock); 526765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi tasklet_schedule(&d->task); 527765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi } else { 528765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi omap_dma_start_desc(c); 529765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi } 5307bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 5317bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_unlock_irqrestore(&c->vc.lock, flags); 5327bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 5337bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5347bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic struct dma_async_tx_descriptor *omap_dma_prep_slave_sg( 5357bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct dma_chan *chan, struct scatterlist *sgl, unsigned sglen, 5367bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King enum dma_transfer_direction dir, unsigned long tx_flags, void *context) 5377bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 5387bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = to_omap_dma_chan(chan); 5397bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King enum dma_slave_buswidth dev_width; 5407bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct scatterlist *sgent; 5417bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_desc *d; 5427bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dma_addr_t dev_addr; 5437bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned i, j = 0, es, en, frame_bytes, sync_type; 5447bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King u32 burst; 5457bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5467bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (dir == DMA_DEV_TO_MEM) { 5477bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dev_addr = c->cfg.src_addr; 5487bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dev_width = c->cfg.src_addr_width; 5497bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King burst = c->cfg.src_maxburst; 5507bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King sync_type = OMAP_DMA_SRC_SYNC; 5517bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } else if (dir == DMA_MEM_TO_DEV) { 5527bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dev_addr = c->cfg.dst_addr; 5537bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dev_width = c->cfg.dst_addr_width; 5547bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King burst = c->cfg.dst_maxburst; 5557bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King sync_type = OMAP_DMA_DST_SYNC; 5567bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } else { 5577bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dev_err(chan->device->dev, "%s: bad direction?\n", __func__); 5587bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return NULL; 5597bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 5607bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5617bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King /* Bus width translates to the element size (ES) */ 5627bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King switch (dev_width) { 5637bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King case DMA_SLAVE_BUSWIDTH_1_BYTE: 5647bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King es = OMAP_DMA_DATA_TYPE_S8; 5657bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 5667bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King case DMA_SLAVE_BUSWIDTH_2_BYTES: 5677bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King es = OMAP_DMA_DATA_TYPE_S16; 5687bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 5697bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King case DMA_SLAVE_BUSWIDTH_4_BYTES: 5707bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King es = OMAP_DMA_DATA_TYPE_S32; 5717bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 5727bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King default: /* not reached */ 5737bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return NULL; 5747bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 5757bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5767bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King /* Now allocate and setup the descriptor. */ 5777bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d = kzalloc(sizeof(*d) + sglen * sizeof(d->sg[0]), GFP_ATOMIC); 5787bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (!d) 5797bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return NULL; 5807bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5817bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->dir = dir; 5827bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->dev_addr = dev_addr; 5837bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->es = es; 5847bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->sync_mode = OMAP_DMA_SYNC_FRAME; 5857bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->sync_type = sync_type; 586fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King d->cicr = OMAP_DMA_DROP_IRQ | OMAP_DMA_BLOCK_IRQ; 5872f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King d->csdp = es; 588fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 5892f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King if (dma_omap1()) { 590fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King d->cicr |= OMAP1_DMA_TOUT_IRQ; 5912f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King 5922f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King if (dir == DMA_DEV_TO_MEM) 5932f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King d->csdp |= OMAP_DMA_PORT_EMIFF << 9 | 5942f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King OMAP_DMA_PORT_TIPB << 2; 5952f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King else 5962f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King d->csdp |= OMAP_DMA_PORT_TIPB << 9 | 5972f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King OMAP_DMA_PORT_EMIFF << 2; 5982f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King } else { 599fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King d->cicr |= OMAP2_DMA_MISALIGNED_ERR_IRQ | OMAP2_DMA_TRANS_ERR_IRQ; 6002f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King } 6017bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 6027bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King /* 6037bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * Build our scatterlist entries: each contains the address, 6047bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * the number of elements (EN) in each frame, and the number of 6057bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * frames (FN). Number of bytes for this entry = ES * EN * FN. 6067bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * 6077bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * Burst size translates to number of elements with frame sync. 6087bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * Note: DMA engine defines burst to be the number of dev-width 6097bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * transfers. 6107bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King */ 6117bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King en = burst; 6127bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King frame_bytes = es_bytes[es] * en; 6137bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King for_each_sg(sgl, sgent, sglen, i) { 6147bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->sg[j].addr = sg_dma_address(sgent); 6157bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->sg[j].en = en; 6167bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->sg[j].fn = sg_dma_len(sgent) / frame_bytes; 6177bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King j++; 6187bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 6197bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 6207bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->sglen = j; 6217bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 6227bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return vchan_tx_prep(&c->vc, &d->vd, tx_flags); 6237bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 6247bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 6253a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell Kingstatic struct dma_async_tx_descriptor *omap_dma_prep_dma_cyclic( 6263a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King struct dma_chan *chan, dma_addr_t buf_addr, size_t buf_len, 627ec8b5e48c03790a68cb875fe5064007a9cbdfdd0Peter Ujfalusi size_t period_len, enum dma_transfer_direction dir, unsigned long flags, 628ec8b5e48c03790a68cb875fe5064007a9cbdfdd0Peter Ujfalusi void *context) 6293a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King{ 630fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King struct omap_dmadev *od = to_omap_dma_dev(chan->device); 6313a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King struct omap_chan *c = to_omap_dma_chan(chan); 6323a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King enum dma_slave_buswidth dev_width; 6333a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King struct omap_desc *d; 6343a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King dma_addr_t dev_addr; 6353a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King unsigned es, sync_type; 6363a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King u32 burst; 6373a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King 6383a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King if (dir == DMA_DEV_TO_MEM) { 6393a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King dev_addr = c->cfg.src_addr; 6403a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King dev_width = c->cfg.src_addr_width; 6413a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King burst = c->cfg.src_maxburst; 6423a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King sync_type = OMAP_DMA_SRC_SYNC; 6433a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King } else if (dir == DMA_MEM_TO_DEV) { 6443a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King dev_addr = c->cfg.dst_addr; 6453a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King dev_width = c->cfg.dst_addr_width; 6463a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King burst = c->cfg.dst_maxburst; 6473a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King sync_type = OMAP_DMA_DST_SYNC; 6483a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King } else { 6493a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King dev_err(chan->device->dev, "%s: bad direction?\n", __func__); 6503a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King return NULL; 6513a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King } 6523a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King 6533a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King /* Bus width translates to the element size (ES) */ 6543a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King switch (dev_width) { 6553a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King case DMA_SLAVE_BUSWIDTH_1_BYTE: 6563a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King es = OMAP_DMA_DATA_TYPE_S8; 6573a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King break; 6583a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King case DMA_SLAVE_BUSWIDTH_2_BYTES: 6593a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King es = OMAP_DMA_DATA_TYPE_S16; 6603a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King break; 6613a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King case DMA_SLAVE_BUSWIDTH_4_BYTES: 6623a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King es = OMAP_DMA_DATA_TYPE_S32; 6633a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King break; 6643a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King default: /* not reached */ 6653a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King return NULL; 6663a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King } 6673a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King 6683a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King /* Now allocate and setup the descriptor. */ 6693a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d = kzalloc(sizeof(*d) + sizeof(d->sg[0]), GFP_ATOMIC); 6703a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King if (!d) 6713a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King return NULL; 6723a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King 6733a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d->dir = dir; 6743a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d->dev_addr = dev_addr; 6753a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d->fi = burst; 6763a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d->es = es; 677ccffa3870a7ec2b59cf051b745220c56f423d182Peter Ujfalusi if (burst) 678ccffa3870a7ec2b59cf051b745220c56f423d182Peter Ujfalusi d->sync_mode = OMAP_DMA_SYNC_PACKET; 679ccffa3870a7ec2b59cf051b745220c56f423d182Peter Ujfalusi else 680ccffa3870a7ec2b59cf051b745220c56f423d182Peter Ujfalusi d->sync_mode = OMAP_DMA_SYNC_ELEMENT; 6813a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d->sync_type = sync_type; 6823a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d->sg[0].addr = buf_addr; 6833a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d->sg[0].en = period_len / es_bytes[es]; 6843a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d->sg[0].fn = buf_len / period_len; 6853a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d->sglen = 1; 686fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King d->cicr = OMAP_DMA_DROP_IRQ; 687fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King if (flags & DMA_PREP_INTERRUPT) 688fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King d->cicr |= OMAP_DMA_FRAME_IRQ; 689fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 6902f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King d->csdp = es; 6912f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King 6922f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King if (dma_omap1()) { 693fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King d->cicr |= OMAP1_DMA_TOUT_IRQ; 6942f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King 6952f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King if (dir == DMA_DEV_TO_MEM) 6962f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King d->csdp |= OMAP_DMA_PORT_EMIFF << 9 | 6972f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King OMAP_DMA_PORT_MPUI << 2; 6982f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King else 6992f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King d->csdp |= OMAP_DMA_PORT_MPUI << 9 | 7002f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King OMAP_DMA_PORT_EMIFF << 2; 7012f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King } else { 702fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King d->cicr |= OMAP2_DMA_MISALIGNED_ERR_IRQ | OMAP2_DMA_TRANS_ERR_IRQ; 7033a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King 7042f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King /* src and dst burst mode 16 */ 7052f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King d->csdp |= 3 << 14 | 3 << 7; 7062f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King } 7072f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King 7083a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King if (!c->cyclic) { 7093a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King c->cyclic = true; 7102dde5b909e117cc95a5e31604f9bfd043e78ad9dPeter Ujfalusi 711fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King if (__dma_omap15xx(od->plat->dma_attr)) { 712fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King uint32_t val; 7132dde5b909e117cc95a5e31604f9bfd043e78ad9dPeter Ujfalusi 714fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King val = c->plat->dma_read(CCR, c->dma_ch); 715fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King val |= 3 << 8; 716fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->plat->dma_write(val, CCR, c->dma_ch); 717fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King } 7183a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King } 7193a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King 7202dde5b909e117cc95a5e31604f9bfd043e78ad9dPeter Ujfalusi return vchan_tx_prep(&c->vc, &d->vd, flags); 7213a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King} 7223a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King 7237bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_slave_config(struct omap_chan *c, struct dma_slave_config *cfg) 7247bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 7257bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (cfg->src_addr_width == DMA_SLAVE_BUSWIDTH_8_BYTES || 7267bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King cfg->dst_addr_width == DMA_SLAVE_BUSWIDTH_8_BYTES) 7277bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return -EINVAL; 7287bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 7297bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King memcpy(&c->cfg, cfg, sizeof(c->cfg)); 7307bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 7317bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return 0; 7327bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 7337bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 7347bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_terminate_all(struct omap_chan *c) 7357bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 7367bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_dmadev *d = to_omap_dma_dev(c->vc.chan.device); 7377bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned long flags; 7387bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King LIST_HEAD(head); 7397bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 7407bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_lock_irqsave(&c->vc.lock, flags); 7417bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 7427bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King /* Prevent this channel being scheduled */ 7437bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_lock(&d->lock); 7447bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King list_del_init(&c->node); 7457bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_unlock(&d->lock); 7467bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 7477bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King /* 7487bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * Stop DMA activity: we assume the callback will not be called 749fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King * after omap_dma_stop() returns (even if it does, it will see 7507bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * c->desc is NULL and exit.) 7517bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King */ 7527bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (c->desc) { 7537bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King c->desc = NULL; 7542dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi /* Avoid stopping the dma twice */ 7552dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi if (!c->paused) 756fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King omap_dma_stop(c); 7577bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 7587bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 7593a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King if (c->cyclic) { 7603a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King c->cyclic = false; 7612dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi c->paused = false; 762fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 763fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King if (__dma_omap15xx(od->plat->dma_attr)) { 764fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King uint32_t val; 765fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 766fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King val = c->plat->dma_read(CCR, c->dma_ch); 767fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King val &= ~(3 << 8); 768fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->plat->dma_write(val, CCR, c->dma_ch); 769fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King } 7703a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King } 7713a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King 7727bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King vchan_get_all_descriptors(&c->vc, &head); 7737bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_unlock_irqrestore(&c->vc.lock, flags); 7747bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King vchan_dma_desc_free_list(&c->vc, &head); 7757bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 7767bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return 0; 7777bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 7787bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 7797bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_pause(struct omap_chan *c) 7807bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 7812dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi /* Pause/Resume only allowed with cyclic mode */ 7822dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi if (!c->cyclic) 7832dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi return -EINVAL; 7842dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi 7852dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi if (!c->paused) { 786fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King omap_dma_stop(c); 7872dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi c->paused = true; 7882dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi } 7892dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi 7902dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi return 0; 7917bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 7927bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 7937bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_resume(struct omap_chan *c) 7947bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 7952dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi /* Pause/Resume only allowed with cyclic mode */ 7962dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi if (!c->cyclic) 7972dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi return -EINVAL; 7982dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi 7992dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi if (c->paused) { 800fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King omap_dma_start(c, c->desc); 8012dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi c->paused = false; 8022dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi } 8032dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi 8042dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi return 0; 8057bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 8067bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8077bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_control(struct dma_chan *chan, enum dma_ctrl_cmd cmd, 8087bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned long arg) 8097bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 8107bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = to_omap_dma_chan(chan); 8117bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King int ret; 8127bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8137bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King switch (cmd) { 8147bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King case DMA_SLAVE_CONFIG: 8157bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King ret = omap_dma_slave_config(c, (struct dma_slave_config *)arg); 8167bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 8177bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8187bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King case DMA_TERMINATE_ALL: 8197bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King ret = omap_dma_terminate_all(c); 8207bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 8217bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8227bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King case DMA_PAUSE: 8237bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King ret = omap_dma_pause(c); 8247bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 8257bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8267bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King case DMA_RESUME: 8277bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King ret = omap_dma_resume(c); 8287bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 8297bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8307bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King default: 8317bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King ret = -ENXIO; 8327bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 8337bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 8347bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8357bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return ret; 8367bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 8377bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8387bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_chan_init(struct omap_dmadev *od, int dma_sig) 8397bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 8407bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c; 8417bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8427bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King c = kzalloc(sizeof(*c), GFP_KERNEL); 8437bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (!c) 8447bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return -ENOMEM; 8457bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8461b416c4b41351c3eb8fc42dbb4cd8eba463c0813Russell King c->plat = od->plat; 8477bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King c->dma_sig = dma_sig; 8487bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King c->vc.desc_free = omap_dma_desc_free; 8497bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King vchan_init(&c->vc, &od->ddev); 8507bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King INIT_LIST_HEAD(&c->node); 8517bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8527bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.chancnt++; 8537bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8547bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return 0; 8557bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 8567bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8577bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_free(struct omap_dmadev *od) 8587bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 8597bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King tasklet_kill(&od->task); 8607bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King while (!list_empty(&od->ddev.channels)) { 8617bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = list_first_entry(&od->ddev.channels, 8627bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan, vc.chan.device_node); 8637bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8647bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King list_del(&c->vc.chan.device_node); 8657bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King tasklet_kill(&c->vc.task); 8667bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King kfree(c); 8677bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 8687bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 8697bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8707bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_probe(struct platform_device *pdev) 8717bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 8727bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_dmadev *od; 8737bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King int rc, i; 8747bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 875104fce73fdbd174eb08a493eeb2920fd59e6d3f4Russell King od = devm_kzalloc(&pdev->dev, sizeof(*od), GFP_KERNEL); 8767bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (!od) 8777bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return -ENOMEM; 8787bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8791b416c4b41351c3eb8fc42dbb4cd8eba463c0813Russell King od->plat = omap_get_plat_info(); 8801b416c4b41351c3eb8fc42dbb4cd8eba463c0813Russell King if (!od->plat) 8811b416c4b41351c3eb8fc42dbb4cd8eba463c0813Russell King return -EPROBE_DEFER; 8821b416c4b41351c3eb8fc42dbb4cd8eba463c0813Russell King 8837bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dma_cap_set(DMA_SLAVE, od->ddev.cap_mask); 8843a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King dma_cap_set(DMA_CYCLIC, od->ddev.cap_mask); 8857bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.device_alloc_chan_resources = omap_dma_alloc_chan_resources; 8867bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.device_free_chan_resources = omap_dma_free_chan_resources; 8877bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.device_tx_status = omap_dma_tx_status; 8887bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.device_issue_pending = omap_dma_issue_pending; 8897bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.device_prep_slave_sg = omap_dma_prep_slave_sg; 8903a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King od->ddev.device_prep_dma_cyclic = omap_dma_prep_dma_cyclic; 8917bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.device_control = omap_dma_control; 8927bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.dev = &pdev->dev; 8937bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King INIT_LIST_HEAD(&od->ddev.channels); 8947bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King INIT_LIST_HEAD(&od->pending); 8957bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_lock_init(&od->lock); 8967bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8977bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King tasklet_init(&od->task, omap_dma_sched, (unsigned long)od); 8987bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8997bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King for (i = 0; i < 127; i++) { 9007bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King rc = omap_dma_chan_init(od, i); 9017bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (rc) { 9027bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_dma_free(od); 9037bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return rc; 9047bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 9057bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 9067bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 9077bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King rc = dma_async_device_register(&od->ddev); 9087bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (rc) { 9097bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King pr_warn("OMAP-DMA: failed to register slave DMA engine device: %d\n", 9107bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King rc); 9117bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_dma_free(od); 9128d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter return rc; 9138d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter } 9148d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter 9158d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter platform_set_drvdata(pdev, od); 9168d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter 9178d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter if (pdev->dev.of_node) { 9188d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter omap_dma_info.dma_cap = od->ddev.cap_mask; 9198d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter 9208d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter /* Device-tree DMA controller registration */ 9218d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter rc = of_dma_controller_register(pdev->dev.of_node, 9228d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter of_dma_simple_xlate, &omap_dma_info); 9238d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter if (rc) { 9248d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter pr_warn("OMAP-DMA: failed to register DMA controller\n"); 9258d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter dma_async_device_unregister(&od->ddev); 9268d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter omap_dma_free(od); 9278d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter } 9287bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 9297bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 9307bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dev_info(&pdev->dev, "OMAP DMA engine driver\n"); 9317bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 9327bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return rc; 9337bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 9347bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 9357bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_remove(struct platform_device *pdev) 9367bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 9377bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_dmadev *od = platform_get_drvdata(pdev); 9387bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 9398d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter if (pdev->dev.of_node) 9408d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter of_dma_controller_free(pdev->dev.of_node); 9418d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter 9427bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dma_async_device_unregister(&od->ddev); 9437bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_dma_free(od); 9447bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 9457bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return 0; 9467bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 9477bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 9488d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunterstatic const struct of_device_id omap_dma_match[] = { 9498d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter { .compatible = "ti,omap2420-sdma", }, 9508d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter { .compatible = "ti,omap2430-sdma", }, 9518d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter { .compatible = "ti,omap3430-sdma", }, 9528d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter { .compatible = "ti,omap3630-sdma", }, 9538d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter { .compatible = "ti,omap4430-sdma", }, 9548d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter {}, 9558d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter}; 9568d30662aac256eb61bc2f1d9cf1191825ef96328Jon HunterMODULE_DEVICE_TABLE(of, omap_dma_match); 9578d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter 9587bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic struct platform_driver omap_dma_driver = { 9597bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King .probe = omap_dma_probe, 9607bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King .remove = omap_dma_remove, 9617bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King .driver = { 9627bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King .name = "omap-dma-engine", 9637bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King .owner = THIS_MODULE, 9648d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter .of_match_table = of_match_ptr(omap_dma_match), 9657bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King }, 9667bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King}; 9677bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 9687bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingbool omap_dma_filter_fn(struct dma_chan *chan, void *param) 9697bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 9707bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (chan->device->dev->driver == &omap_dma_driver.driver) { 9717bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = to_omap_dma_chan(chan); 9727bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned req = *(unsigned *)param; 9737bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 9747bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return req == c->dma_sig; 9757bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 9767bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return false; 9777bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 9787bedaa5537604f34d1d63c5ec7891e559d2a61edRussell KingEXPORT_SYMBOL_GPL(omap_dma_filter_fn); 9797bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 9807bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_init(void) 9817bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 982be1f94812c2cc0aaf696d39fe23104763ea52b5bTony Lindgren return platform_driver_register(&omap_dma_driver); 9837bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 9847bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingsubsys_initcall(omap_dma_init); 9857bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 9867bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void __exit omap_dma_exit(void) 9877bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 9887bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King platform_driver_unregister(&omap_dma_driver); 9897bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 9907bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingmodule_exit(omap_dma_exit); 9917bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 9927bedaa5537604f34d1d63c5ec7891e559d2a61edRussell KingMODULE_AUTHOR("Russell King"); 9937bedaa5537604f34d1d63c5ec7891e559d2a61edRussell KingMODULE_LICENSE("GPL"); 994