omap-dma.c revision 59871902703c47acc730555be41bd9cb36d3700c
17bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King/* 27bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * OMAP DMAengine support 37bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * 47bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * This program is free software; you can redistribute it and/or modify 57bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * it under the terms of the GNU General Public License version 2 as 67bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * published by the Free Software Foundation. 77bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King */ 8fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King#include <linux/delay.h> 97bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/dmaengine.h> 107bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/dma-mapping.h> 117bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/err.h> 127bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/init.h> 137bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/interrupt.h> 147bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/list.h> 157bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/module.h> 167bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/omap-dma.h> 177bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/platform_device.h> 187bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/slab.h> 197bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include <linux/spinlock.h> 208d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter#include <linux/of_dma.h> 218d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter#include <linux/of_device.h> 227bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 237bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King#include "virt-dma.h" 247d7e1eba7e92c2f9c76db80adc24836e7a114bfbTony Lindgren 257bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstruct omap_dmadev { 267bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct dma_device ddev; 277bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spinlock_t lock; 287bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct tasklet_struct task; 297bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct list_head pending; 301b416c4b41351c3eb8fc42dbb4cd8eba463c0813Russell King struct omap_system_dma_plat_info *plat; 317bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King}; 327bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 337bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstruct omap_chan { 347bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct virt_dma_chan vc; 357bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct list_head node; 361b416c4b41351c3eb8fc42dbb4cd8eba463c0813Russell King struct omap_system_dma_plat_info *plat; 377bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 387bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct dma_slave_config cfg; 397bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned dma_sig; 403a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King bool cyclic; 412dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi bool paused; 427bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 437bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King int dma_ch; 447bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_desc *desc; 457bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned sgidx; 467bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King}; 477bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 487bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstruct omap_sg { 497bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dma_addr_t addr; 507bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King uint32_t en; /* number of elements (24-bit) */ 517bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King uint32_t fn; /* number of frames (16-bit) */ 527bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King}; 537bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 547bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstruct omap_desc { 557bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct virt_dma_desc vd; 567bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King enum dma_transfer_direction dir; 577bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dma_addr_t dev_addr; 587bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 597c836bc7f9f71d62a8dc50712db122a69b405486Russell King int16_t fi; /* for OMAP_DMA_SYNC_PACKET */ 609043826d88467091543c1d3ab06eb4afeed34789Russell King uint8_t es; /* CSDP_DATA_TYPE_xxx */ 613ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King uint32_t ccr; /* CCR value */ 62965aeb4df1f2142f5a6407c6d40b7196be719582Russell King uint16_t clnk_ctrl; /* CLNK_CTRL value */ 63fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King uint16_t cicr; /* CICR value */ 642f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King uint32_t csdp; /* CSDP value */ 657bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 667bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned sglen; 677bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_sg sg[0]; 687bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King}; 697bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 709043826d88467091543c1d3ab06eb4afeed34789Russell Kingenum { 719043826d88467091543c1d3ab06eb4afeed34789Russell King CCR_FS = BIT(5), 729043826d88467091543c1d3ab06eb4afeed34789Russell King CCR_READ_PRIORITY = BIT(6), 739043826d88467091543c1d3ab06eb4afeed34789Russell King CCR_ENABLE = BIT(7), 749043826d88467091543c1d3ab06eb4afeed34789Russell King CCR_AUTO_INIT = BIT(8), /* OMAP1 only */ 759043826d88467091543c1d3ab06eb4afeed34789Russell King CCR_REPEAT = BIT(9), /* OMAP1 only */ 769043826d88467091543c1d3ab06eb4afeed34789Russell King CCR_OMAP31_DISABLE = BIT(10), /* OMAP1 only */ 779043826d88467091543c1d3ab06eb4afeed34789Russell King CCR_SUSPEND_SENSITIVE = BIT(8), /* OMAP2+ only */ 789043826d88467091543c1d3ab06eb4afeed34789Russell King CCR_RD_ACTIVE = BIT(9), /* OMAP2+ only */ 799043826d88467091543c1d3ab06eb4afeed34789Russell King CCR_WR_ACTIVE = BIT(10), /* OMAP2+ only */ 809043826d88467091543c1d3ab06eb4afeed34789Russell King CCR_SRC_AMODE_CONSTANT = 0 << 12, 819043826d88467091543c1d3ab06eb4afeed34789Russell King CCR_SRC_AMODE_POSTINC = 1 << 12, 829043826d88467091543c1d3ab06eb4afeed34789Russell King CCR_SRC_AMODE_SGLIDX = 2 << 12, 839043826d88467091543c1d3ab06eb4afeed34789Russell King CCR_SRC_AMODE_DBLIDX = 3 << 12, 849043826d88467091543c1d3ab06eb4afeed34789Russell King CCR_DST_AMODE_CONSTANT = 0 << 14, 859043826d88467091543c1d3ab06eb4afeed34789Russell King CCR_DST_AMODE_POSTINC = 1 << 14, 869043826d88467091543c1d3ab06eb4afeed34789Russell King CCR_DST_AMODE_SGLIDX = 2 << 14, 879043826d88467091543c1d3ab06eb4afeed34789Russell King CCR_DST_AMODE_DBLIDX = 3 << 14, 889043826d88467091543c1d3ab06eb4afeed34789Russell King CCR_CONSTANT_FILL = BIT(16), 899043826d88467091543c1d3ab06eb4afeed34789Russell King CCR_TRANSPARENT_COPY = BIT(17), 909043826d88467091543c1d3ab06eb4afeed34789Russell King CCR_BS = BIT(18), 919043826d88467091543c1d3ab06eb4afeed34789Russell King CCR_SUPERVISOR = BIT(22), 929043826d88467091543c1d3ab06eb4afeed34789Russell King CCR_PREFETCH = BIT(23), 939043826d88467091543c1d3ab06eb4afeed34789Russell King CCR_TRIGGER_SRC = BIT(24), 949043826d88467091543c1d3ab06eb4afeed34789Russell King CCR_BUFFERING_DISABLE = BIT(25), 959043826d88467091543c1d3ab06eb4afeed34789Russell King CCR_WRITE_PRIORITY = BIT(26), 969043826d88467091543c1d3ab06eb4afeed34789Russell King CCR_SYNC_ELEMENT = 0, 979043826d88467091543c1d3ab06eb4afeed34789Russell King CCR_SYNC_FRAME = CCR_FS, 989043826d88467091543c1d3ab06eb4afeed34789Russell King CCR_SYNC_BLOCK = CCR_BS, 999043826d88467091543c1d3ab06eb4afeed34789Russell King CCR_SYNC_PACKET = CCR_BS | CCR_FS, 1009043826d88467091543c1d3ab06eb4afeed34789Russell King 1019043826d88467091543c1d3ab06eb4afeed34789Russell King CSDP_DATA_TYPE_8 = 0, 1029043826d88467091543c1d3ab06eb4afeed34789Russell King CSDP_DATA_TYPE_16 = 1, 1039043826d88467091543c1d3ab06eb4afeed34789Russell King CSDP_DATA_TYPE_32 = 2, 1049043826d88467091543c1d3ab06eb4afeed34789Russell King CSDP_SRC_PORT_EMIFF = 0 << 2, /* OMAP1 only */ 1059043826d88467091543c1d3ab06eb4afeed34789Russell King CSDP_SRC_PORT_EMIFS = 1 << 2, /* OMAP1 only */ 1069043826d88467091543c1d3ab06eb4afeed34789Russell King CSDP_SRC_PORT_OCP_T1 = 2 << 2, /* OMAP1 only */ 1079043826d88467091543c1d3ab06eb4afeed34789Russell King CSDP_SRC_PORT_TIPB = 3 << 2, /* OMAP1 only */ 1089043826d88467091543c1d3ab06eb4afeed34789Russell King CSDP_SRC_PORT_OCP_T2 = 4 << 2, /* OMAP1 only */ 1099043826d88467091543c1d3ab06eb4afeed34789Russell King CSDP_SRC_PORT_MPUI = 5 << 2, /* OMAP1 only */ 1109043826d88467091543c1d3ab06eb4afeed34789Russell King CSDP_SRC_PACKED = BIT(6), 1119043826d88467091543c1d3ab06eb4afeed34789Russell King CSDP_SRC_BURST_1 = 0 << 7, 1129043826d88467091543c1d3ab06eb4afeed34789Russell King CSDP_SRC_BURST_16 = 1 << 7, 1139043826d88467091543c1d3ab06eb4afeed34789Russell King CSDP_SRC_BURST_32 = 2 << 7, 1149043826d88467091543c1d3ab06eb4afeed34789Russell King CSDP_SRC_BURST_64 = 3 << 7, 1159043826d88467091543c1d3ab06eb4afeed34789Russell King CSDP_DST_PORT_EMIFF = 0 << 9, /* OMAP1 only */ 1169043826d88467091543c1d3ab06eb4afeed34789Russell King CSDP_DST_PORT_EMIFS = 1 << 9, /* OMAP1 only */ 1179043826d88467091543c1d3ab06eb4afeed34789Russell King CSDP_DST_PORT_OCP_T1 = 2 << 9, /* OMAP1 only */ 1189043826d88467091543c1d3ab06eb4afeed34789Russell King CSDP_DST_PORT_TIPB = 3 << 9, /* OMAP1 only */ 1199043826d88467091543c1d3ab06eb4afeed34789Russell King CSDP_DST_PORT_OCP_T2 = 4 << 9, /* OMAP1 only */ 1209043826d88467091543c1d3ab06eb4afeed34789Russell King CSDP_DST_PORT_MPUI = 5 << 9, /* OMAP1 only */ 1219043826d88467091543c1d3ab06eb4afeed34789Russell King CSDP_DST_PACKED = BIT(13), 1229043826d88467091543c1d3ab06eb4afeed34789Russell King CSDP_DST_BURST_1 = 0 << 14, 1239043826d88467091543c1d3ab06eb4afeed34789Russell King CSDP_DST_BURST_16 = 1 << 14, 1249043826d88467091543c1d3ab06eb4afeed34789Russell King CSDP_DST_BURST_32 = 2 << 14, 1259043826d88467091543c1d3ab06eb4afeed34789Russell King CSDP_DST_BURST_64 = 3 << 14, 1269043826d88467091543c1d3ab06eb4afeed34789Russell King 1279043826d88467091543c1d3ab06eb4afeed34789Russell King CICR_TOUT_IE = BIT(0), /* OMAP1 only */ 1289043826d88467091543c1d3ab06eb4afeed34789Russell King CICR_DROP_IE = BIT(1), 1299043826d88467091543c1d3ab06eb4afeed34789Russell King CICR_HALF_IE = BIT(2), 1309043826d88467091543c1d3ab06eb4afeed34789Russell King CICR_FRAME_IE = BIT(3), 1319043826d88467091543c1d3ab06eb4afeed34789Russell King CICR_LAST_IE = BIT(4), 1329043826d88467091543c1d3ab06eb4afeed34789Russell King CICR_BLOCK_IE = BIT(5), 1339043826d88467091543c1d3ab06eb4afeed34789Russell King CICR_PKT_IE = BIT(7), /* OMAP2+ only */ 1349043826d88467091543c1d3ab06eb4afeed34789Russell King CICR_TRANS_ERR_IE = BIT(8), /* OMAP2+ only */ 1359043826d88467091543c1d3ab06eb4afeed34789Russell King CICR_SUPERVISOR_ERR_IE = BIT(10), /* OMAP2+ only */ 1369043826d88467091543c1d3ab06eb4afeed34789Russell King CICR_MISALIGNED_ERR_IE = BIT(11), /* OMAP2+ only */ 1379043826d88467091543c1d3ab06eb4afeed34789Russell King CICR_DRAIN_IE = BIT(12), /* OMAP2+ only */ 1389043826d88467091543c1d3ab06eb4afeed34789Russell King CICR_SUPER_BLOCK_IE = BIT(14), /* OMAP2+ only */ 1399043826d88467091543c1d3ab06eb4afeed34789Russell King 1409043826d88467091543c1d3ab06eb4afeed34789Russell King CLNK_CTRL_ENABLE_LNK = BIT(15), 1419043826d88467091543c1d3ab06eb4afeed34789Russell King}; 1429043826d88467091543c1d3ab06eb4afeed34789Russell King 1437bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic const unsigned es_bytes[] = { 1449043826d88467091543c1d3ab06eb4afeed34789Russell King [CSDP_DATA_TYPE_8] = 1, 1459043826d88467091543c1d3ab06eb4afeed34789Russell King [CSDP_DATA_TYPE_16] = 2, 1469043826d88467091543c1d3ab06eb4afeed34789Russell King [CSDP_DATA_TYPE_32] = 4, 1477bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King}; 1487bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1498d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunterstatic struct of_dma_filter_info omap_dma_info = { 1508d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter .filter_fn = omap_dma_filter_fn, 1518d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter}; 1528d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter 1537bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic inline struct omap_dmadev *to_omap_dma_dev(struct dma_device *d) 1547bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 1557bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return container_of(d, struct omap_dmadev, ddev); 1567bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 1577bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1587bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic inline struct omap_chan *to_omap_dma_chan(struct dma_chan *c) 1597bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 1607bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return container_of(c, struct omap_chan, vc.chan); 1617bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 1627bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1637bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic inline struct omap_desc *to_omap_dma_desc(struct dma_async_tx_descriptor *t) 1647bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 1657bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return container_of(t, struct omap_desc, vd.tx); 1667bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 1677bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 1687bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_desc_free(struct virt_dma_desc *vd) 1697bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 1707bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King kfree(container_of(vd, struct omap_desc, vd)); 1717bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 1727bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 173470b23f7308dd2af25bd075d14a724f8ccd93985Russell Kingstatic void omap_dma_clear_csr(struct omap_chan *c) 174470b23f7308dd2af25bd075d14a724f8ccd93985Russell King{ 175470b23f7308dd2af25bd075d14a724f8ccd93985Russell King if (dma_omap1()) 176470b23f7308dd2af25bd075d14a724f8ccd93985Russell King c->plat->dma_read(CSR, c->dma_ch); 177470b23f7308dd2af25bd075d14a724f8ccd93985Russell King else 178470b23f7308dd2af25bd075d14a724f8ccd93985Russell King c->plat->dma_write(~0, CSR, c->dma_ch); 179470b23f7308dd2af25bd075d14a724f8ccd93985Russell King} 180470b23f7308dd2af25bd075d14a724f8ccd93985Russell King 181fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell Kingstatic void omap_dma_start(struct omap_chan *c, struct omap_desc *d) 182fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King{ 183fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King struct omap_dmadev *od = to_omap_dma_dev(c->vc.chan.device); 184fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King uint32_t val; 185fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 186fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King if (__dma_omap15xx(od->plat->dma_attr)) 187fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->plat->dma_write(0, CPC, c->dma_ch); 188fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King else 189fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->plat->dma_write(0, CDAC, c->dma_ch); 190fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 191470b23f7308dd2af25bd075d14a724f8ccd93985Russell King omap_dma_clear_csr(c); 192fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 193fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King /* Enable interrupts */ 194fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->plat->dma_write(d->cicr, CICR, c->dma_ch); 195fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 196fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King val = c->plat->dma_read(CCR, c->dma_ch); 1979043826d88467091543c1d3ab06eb4afeed34789Russell King val |= CCR_ENABLE; 198fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->plat->dma_write(val, CCR, c->dma_ch); 199fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King} 200fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 201fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell Kingstatic void omap_dma_stop(struct omap_chan *c) 202fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King{ 203fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King struct omap_dmadev *od = to_omap_dma_dev(c->vc.chan.device); 204fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King uint32_t val; 205fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 206fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King /* disable irq */ 207fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->plat->dma_write(0, CICR, c->dma_ch); 208fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 209470b23f7308dd2af25bd075d14a724f8ccd93985Russell King omap_dma_clear_csr(c); 210fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 211fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King val = c->plat->dma_read(CCR, c->dma_ch); 2129043826d88467091543c1d3ab06eb4afeed34789Russell King if (od->plat->errata & DMA_ERRATA_i541 && val & CCR_TRIGGER_SRC) { 213fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King uint32_t sysconfig; 214fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King unsigned i; 215fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 216fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King sysconfig = c->plat->dma_read(OCP_SYSCONFIG, c->dma_ch); 217fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King val = sysconfig & ~DMA_SYSCONFIG_MIDLEMODE_MASK; 218fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King val |= DMA_SYSCONFIG_MIDLEMODE(DMA_IDLEMODE_NO_IDLE); 219fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->plat->dma_write(val, OCP_SYSCONFIG, c->dma_ch); 220fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 221fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King val = c->plat->dma_read(CCR, c->dma_ch); 2229043826d88467091543c1d3ab06eb4afeed34789Russell King val &= ~CCR_ENABLE; 223fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->plat->dma_write(val, CCR, c->dma_ch); 224fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 225fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King /* Wait for sDMA FIFO to drain */ 226fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King for (i = 0; ; i++) { 227fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King val = c->plat->dma_read(CCR, c->dma_ch); 2289043826d88467091543c1d3ab06eb4afeed34789Russell King if (!(val & (CCR_RD_ACTIVE | CCR_WR_ACTIVE))) 229fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King break; 230fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 231fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King if (i > 100) 232fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King break; 233fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 234fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King udelay(5); 235fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King } 236fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 2379043826d88467091543c1d3ab06eb4afeed34789Russell King if (val & (CCR_RD_ACTIVE | CCR_WR_ACTIVE)) 238fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King dev_err(c->vc.chan.device->dev, 239fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King "DMA drain did not complete on lch %d\n", 240fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->dma_ch); 241fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 242fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->plat->dma_write(sysconfig, OCP_SYSCONFIG, c->dma_ch); 243fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King } else { 2449043826d88467091543c1d3ab06eb4afeed34789Russell King val &= ~CCR_ENABLE; 245fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->plat->dma_write(val, CCR, c->dma_ch); 246fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King } 247fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 248fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King mb(); 249fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 250fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King if (!__dma_omap15xx(od->plat->dma_attr) && c->cyclic) { 251fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King val = c->plat->dma_read(CLNK_CTRL, c->dma_ch); 252fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 253fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King if (dma_omap1()) 254fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King val |= 1 << 14; /* set the STOP_LNK bit */ 255fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King else 2569043826d88467091543c1d3ab06eb4afeed34789Russell King val &= ~CLNK_CTRL_ENABLE_LNK; 257fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 258fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King c->plat->dma_write(val, CLNK_CTRL, c->dma_ch); 259fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King } 260fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King} 261fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 2627bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_start_sg(struct omap_chan *c, struct omap_desc *d, 2637bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned idx) 2647bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 2657bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_sg *sg = d->sg + idx; 266893e63e301e37cd3be7afb55c95eb8ef6ead304bRussell King unsigned cxsa, cxei, cxfi; 267913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King 268913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King if (d->dir == DMA_DEV_TO_MEM) { 269893e63e301e37cd3be7afb55c95eb8ef6ead304bRussell King cxsa = CDSA; 270893e63e301e37cd3be7afb55c95eb8ef6ead304bRussell King cxei = CDEI; 271893e63e301e37cd3be7afb55c95eb8ef6ead304bRussell King cxfi = CDFI; 272913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King } else { 273893e63e301e37cd3be7afb55c95eb8ef6ead304bRussell King cxsa = CSSA; 274893e63e301e37cd3be7afb55c95eb8ef6ead304bRussell King cxei = CSEI; 275893e63e301e37cd3be7afb55c95eb8ef6ead304bRussell King cxfi = CSFI; 276913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King } 277913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King 278893e63e301e37cd3be7afb55c95eb8ef6ead304bRussell King c->plat->dma_write(sg->addr, cxsa, c->dma_ch); 279893e63e301e37cd3be7afb55c95eb8ef6ead304bRussell King c->plat->dma_write(0, cxei, c->dma_ch); 280893e63e301e37cd3be7afb55c95eb8ef6ead304bRussell King c->plat->dma_write(0, cxfi, c->dma_ch); 281913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King c->plat->dma_write(sg->en, CEN, c->dma_ch); 282913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King c->plat->dma_write(sg->fn, CFN, c->dma_ch); 283913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King 284fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King omap_dma_start(c, d); 285913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King} 286913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King 287913a2d0c6952283bc9323cb9152af87f792ff4c4Russell Kingstatic void omap_dma_start_desc(struct omap_chan *c) 288913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King{ 289913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King struct virt_dma_desc *vd = vchan_next_desc(&c->vc); 290913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King struct omap_desc *d; 291893e63e301e37cd3be7afb55c95eb8ef6ead304bRussell King unsigned cxsa, cxei, cxfi; 292b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King 293913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King if (!vd) { 294913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King c->desc = NULL; 295913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King return; 296913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King } 297913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King 298913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King list_del(&vd->node); 299913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King 300913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King c->desc = d = to_omap_dma_desc(&vd->tx); 301913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King c->sgidx = 0; 302913a2d0c6952283bc9323cb9152af87f792ff4c4Russell King 30359871902703c47acc730555be41bd9cb36d3700cRussell King /* 30459871902703c47acc730555be41bd9cb36d3700cRussell King * This provides the necessary barrier to ensure data held in 30559871902703c47acc730555be41bd9cb36d3700cRussell King * DMA coherent memory is visible to the DMA engine prior to 30659871902703c47acc730555be41bd9cb36d3700cRussell King * the transfer starting. 30759871902703c47acc730555be41bd9cb36d3700cRussell King */ 30859871902703c47acc730555be41bd9cb36d3700cRussell King mb(); 30959871902703c47acc730555be41bd9cb36d3700cRussell King 3103ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King c->plat->dma_write(d->ccr, CCR, c->dma_ch); 3113ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King if (dma_omap1()) 3123ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King c->plat->dma_write(d->ccr >> 16, CCR2, c->dma_ch); 313b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King 3143ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King if (d->dir == DMA_DEV_TO_MEM) { 315893e63e301e37cd3be7afb55c95eb8ef6ead304bRussell King cxsa = CSSA; 316893e63e301e37cd3be7afb55c95eb8ef6ead304bRussell King cxei = CSEI; 317893e63e301e37cd3be7afb55c95eb8ef6ead304bRussell King cxfi = CSFI; 318b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King } else { 319893e63e301e37cd3be7afb55c95eb8ef6ead304bRussell King cxsa = CDSA; 320893e63e301e37cd3be7afb55c95eb8ef6ead304bRussell King cxei = CDEI; 321893e63e301e37cd3be7afb55c95eb8ef6ead304bRussell King cxfi = CDFI; 322b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King } 323b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King 324893e63e301e37cd3be7afb55c95eb8ef6ead304bRussell King c->plat->dma_write(d->dev_addr, cxsa, c->dma_ch); 325893e63e301e37cd3be7afb55c95eb8ef6ead304bRussell King c->plat->dma_write(0, cxei, c->dma_ch); 326893e63e301e37cd3be7afb55c95eb8ef6ead304bRussell King c->plat->dma_write(d->fi, cxfi, c->dma_ch); 3272f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King c->plat->dma_write(d->csdp, CSDP, c->dma_ch); 328965aeb4df1f2142f5a6407c6d40b7196be719582Russell King c->plat->dma_write(d->clnk_ctrl, CLNK_CTRL, c->dma_ch); 329b9e97822da374f52aaf99cb502f531ff2184b8f5Russell King 3307bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_dma_start_sg(c, d, 0); 3317bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 3327bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3337bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_callback(int ch, u16 status, void *data) 3347bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 3357bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = data; 3367bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_desc *d; 3377bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned long flags; 3387bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3397bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_lock_irqsave(&c->vc.lock, flags); 3407bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d = c->desc; 3417bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (d) { 3423a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King if (!c->cyclic) { 3433a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King if (++c->sgidx < d->sglen) { 3443a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King omap_dma_start_sg(c, d, c->sgidx); 3453a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King } else { 3463a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King omap_dma_start_desc(c); 3473a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King vchan_cookie_complete(&d->vd); 3483a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King } 3497bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } else { 3503a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King vchan_cyclic_callback(&d->vd); 3517bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 3527bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 3537bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_unlock_irqrestore(&c->vc.lock, flags); 3547bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 3557bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3567bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King/* 3577bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * This callback schedules all pending channels. We could be more 3587bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * clever here by postponing allocation of the real DMA channels to 3597bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * this point, and freeing them when our virtual channel becomes idle. 3607bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * 3617bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * We would then need to deal with 'all channels in-use' 3627bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King */ 3637bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_sched(unsigned long data) 3647bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 3657bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_dmadev *d = (struct omap_dmadev *)data; 3667bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King LIST_HEAD(head); 3677bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3687bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_lock_irq(&d->lock); 3697bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King list_splice_tail_init(&d->pending, &head); 3707bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_unlock_irq(&d->lock); 3717bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3727bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King while (!list_empty(&head)) { 3737bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = list_first_entry(&head, 3747bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan, node); 3757bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3767bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_lock_irq(&c->vc.lock); 3777bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King list_del_init(&c->node); 3787bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_dma_start_desc(c); 3797bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_unlock_irq(&c->vc.lock); 3807bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 3817bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 3827bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3837bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_alloc_chan_resources(struct dma_chan *chan) 3847bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 3857bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = to_omap_dma_chan(chan); 3867bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3879e2f7d827912609a71a53d625ee27d29dfbf87e0Ezequiel Garcia dev_dbg(c->vc.chan.device->dev, "allocating channel for %u\n", c->dma_sig); 3887bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3897bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return omap_request_dma(c->dma_sig, "DMA engine", 3907bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_dma_callback, c, &c->dma_ch); 3917bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 3927bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3937bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_free_chan_resources(struct dma_chan *chan) 3947bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 3957bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = to_omap_dma_chan(chan); 3967bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 3977bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King vchan_free_chan_resources(&c->vc); 3987bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_free_dma(c->dma_ch); 3997bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 4009e2f7d827912609a71a53d625ee27d29dfbf87e0Ezequiel Garcia dev_dbg(c->vc.chan.device->dev, "freeing channel for %u\n", c->dma_sig); 4017bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 4027bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 4033850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell Kingstatic size_t omap_dma_sg_size(struct omap_sg *sg) 4043850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King{ 4053850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King return sg->en * sg->fn; 4063850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King} 4073850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 4083850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell Kingstatic size_t omap_dma_desc_size(struct omap_desc *d) 4093850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King{ 4103850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King unsigned i; 4113850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King size_t size; 4123850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 4133850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King for (size = i = 0; i < d->sglen; i++) 4143850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King size += omap_dma_sg_size(&d->sg[i]); 4153850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 4163850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King return size * es_bytes[d->es]; 4173850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King} 4183850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 4193850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell Kingstatic size_t omap_dma_desc_size_pos(struct omap_desc *d, dma_addr_t addr) 4203850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King{ 4213850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King unsigned i; 4223850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King size_t size, es_size = es_bytes[d->es]; 4233850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 4243850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King for (size = i = 0; i < d->sglen; i++) { 4253850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King size_t this_size = omap_dma_sg_size(&d->sg[i]) * es_size; 4263850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 4273850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King if (size) 4283850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King size += this_size; 4293850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King else if (addr >= d->sg[i].addr && 4303850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King addr < d->sg[i].addr + this_size) 4313850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King size += d->sg[i].addr + this_size - addr; 4323850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King } 4333850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King return size; 4343850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King} 4353850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 4363997cab391b38e126f217e36ad7bdc9672c9fb4dRussell Kingstatic dma_addr_t omap_dma_get_src_pos(struct omap_chan *c) 4373997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King{ 4383997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King struct omap_dmadev *od = to_omap_dma_dev(c->vc.chan.device); 4393997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King dma_addr_t addr; 4403997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King 4413997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King if (__dma_omap15xx(od->plat->dma_attr)) 4423997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King addr = c->plat->dma_read(CPC, c->dma_ch); 4433997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King else 4443997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King addr = c->plat->dma_read(CSAC, c->dma_ch); 4453997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King 4463997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King if (od->plat->errata & DMA_ERRATA_3_3 && addr == 0) 4473997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King addr = c->plat->dma_read(CSAC, c->dma_ch); 4483997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King 4493997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King if (!__dma_omap15xx(od->plat->dma_attr)) { 4503997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King /* 4513997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King * CDAC == 0 indicates that the DMA transfer on the channel has 4523997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King * not been started (no data has been transferred so far). 4533997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King * Return the programmed source start address in this case. 4543997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King */ 4553997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King if (c->plat->dma_read(CDAC, c->dma_ch)) 4563997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King addr = c->plat->dma_read(CSAC, c->dma_ch); 4573997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King else 4583997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King addr = c->plat->dma_read(CSSA, c->dma_ch); 4593997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King } 4603997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King 4613997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King if (dma_omap1()) 4623997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King addr |= c->plat->dma_read(CSSA, c->dma_ch) & 0xffff0000; 4633997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King 4643997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King return addr; 4653997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King} 4663997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King 4673997cab391b38e126f217e36ad7bdc9672c9fb4dRussell Kingstatic dma_addr_t omap_dma_get_dst_pos(struct omap_chan *c) 4683997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King{ 4693997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King struct omap_dmadev *od = to_omap_dma_dev(c->vc.chan.device); 4703997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King dma_addr_t addr; 4713997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King 4723997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King if (__dma_omap15xx(od->plat->dma_attr)) 4733997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King addr = c->plat->dma_read(CPC, c->dma_ch); 4743997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King else 4753997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King addr = c->plat->dma_read(CDAC, c->dma_ch); 4763997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King 4773997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King /* 4783997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King * omap 3.2/3.3 erratum: sometimes 0 is returned if CSAC/CDAC is 4793997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King * read before the DMA controller finished disabling the channel. 4803997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King */ 4813997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King if (!__dma_omap15xx(od->plat->dma_attr) && addr == 0) { 4823997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King addr = c->plat->dma_read(CDAC, c->dma_ch); 4833997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King /* 4843997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King * CDAC == 0 indicates that the DMA transfer on the channel has 4853997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King * not been started (no data has been transferred so far). 4863997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King * Return the programmed destination start address in this case. 4873997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King */ 4883997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King if (addr == 0) 4893997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King addr = c->plat->dma_read(CDSA, c->dma_ch); 4903997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King } 4913997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King 4923997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King if (dma_omap1()) 4933997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King addr |= c->plat->dma_read(CDSA, c->dma_ch) & 0xffff0000; 4943997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King 4953997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King return addr; 4963997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King} 4973997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King 4987bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic enum dma_status omap_dma_tx_status(struct dma_chan *chan, 4997bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dma_cookie_t cookie, struct dma_tx_state *txstate) 5007bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 5013850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King struct omap_chan *c = to_omap_dma_chan(chan); 5023850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King struct virt_dma_desc *vd; 5033850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King enum dma_status ret; 5043850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King unsigned long flags; 5053850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 5063850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King ret = dma_cookie_status(chan, cookie, txstate); 5077cce5083b738e3e693abe082d9958686bcb88d32Vinod Koul if (ret == DMA_COMPLETE || !txstate) 5083850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King return ret; 5093850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 5103850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King spin_lock_irqsave(&c->vc.lock, flags); 5113850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King vd = vchan_find_desc(&c->vc, cookie); 5123850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King if (vd) { 5133850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King txstate->residue = omap_dma_desc_size(to_omap_dma_desc(&vd->tx)); 5143850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King } else if (c->desc && c->desc->vd.tx.cookie == cookie) { 5153850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King struct omap_desc *d = c->desc; 5163850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King dma_addr_t pos; 5173850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 5183850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King if (d->dir == DMA_MEM_TO_DEV) 5193997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King pos = omap_dma_get_src_pos(c); 5203850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King else if (d->dir == DMA_DEV_TO_MEM) 5213997cab391b38e126f217e36ad7bdc9672c9fb4dRussell King pos = omap_dma_get_dst_pos(c); 5223850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King else 5233850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King pos = 0; 5243850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 5253850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King txstate->residue = omap_dma_desc_size_pos(d, pos); 5263850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King } else { 5273850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King txstate->residue = 0; 5283850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King } 5293850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King spin_unlock_irqrestore(&c->vc.lock, flags); 5303850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King 5313850e22f5146d2ff5b66f1b7460d4720d5f1b6c7Russell King return ret; 5327bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 5337bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5347bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_issue_pending(struct dma_chan *chan) 5357bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 5367bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = to_omap_dma_chan(chan); 5377bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned long flags; 5387bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5397bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_lock_irqsave(&c->vc.lock, flags); 5407bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (vchan_issue_pending(&c->vc) && !c->desc) { 541765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi /* 542765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi * c->cyclic is used only by audio and in this case the DMA need 543765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi * to be started without delay. 544765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi */ 545765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi if (!c->cyclic) { 546765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi struct omap_dmadev *d = to_omap_dma_dev(chan->device); 547765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi spin_lock(&d->lock); 548765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi if (list_empty(&c->node)) 549765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi list_add_tail(&c->node, &d->pending); 550765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi spin_unlock(&d->lock); 551765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi tasklet_schedule(&d->task); 552765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi } else { 553765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi omap_dma_start_desc(c); 554765024697807ad1e1cac332aa891253ca4a339daPeter Ujfalusi } 5557bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 5567bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_unlock_irqrestore(&c->vc.lock, flags); 5577bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 5587bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5597bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic struct dma_async_tx_descriptor *omap_dma_prep_slave_sg( 5607bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct dma_chan *chan, struct scatterlist *sgl, unsigned sglen, 5617bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King enum dma_transfer_direction dir, unsigned long tx_flags, void *context) 5627bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 56349ae0b29439446cff81c32bf01fb7b7cce195373Russell King struct omap_dmadev *od = to_omap_dma_dev(chan->device); 5647bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = to_omap_dma_chan(chan); 5657bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King enum dma_slave_buswidth dev_width; 5667bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct scatterlist *sgent; 5677bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_desc *d; 5687bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dma_addr_t dev_addr; 5693ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King unsigned i, j = 0, es, en, frame_bytes; 5707bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King u32 burst; 5717bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5727bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (dir == DMA_DEV_TO_MEM) { 5737bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dev_addr = c->cfg.src_addr; 5747bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dev_width = c->cfg.src_addr_width; 5757bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King burst = c->cfg.src_maxburst; 5767bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } else if (dir == DMA_MEM_TO_DEV) { 5777bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dev_addr = c->cfg.dst_addr; 5787bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dev_width = c->cfg.dst_addr_width; 5797bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King burst = c->cfg.dst_maxburst; 5807bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } else { 5817bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dev_err(chan->device->dev, "%s: bad direction?\n", __func__); 5827bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return NULL; 5837bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 5847bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 5857bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King /* Bus width translates to the element size (ES) */ 5867bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King switch (dev_width) { 5877bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King case DMA_SLAVE_BUSWIDTH_1_BYTE: 5889043826d88467091543c1d3ab06eb4afeed34789Russell King es = CSDP_DATA_TYPE_8; 5897bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 5907bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King case DMA_SLAVE_BUSWIDTH_2_BYTES: 5919043826d88467091543c1d3ab06eb4afeed34789Russell King es = CSDP_DATA_TYPE_16; 5927bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 5937bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King case DMA_SLAVE_BUSWIDTH_4_BYTES: 5949043826d88467091543c1d3ab06eb4afeed34789Russell King es = CSDP_DATA_TYPE_32; 5957bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 5967bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King default: /* not reached */ 5977bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return NULL; 5987bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 5997bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 6007bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King /* Now allocate and setup the descriptor. */ 6017bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d = kzalloc(sizeof(*d) + sglen * sizeof(d->sg[0]), GFP_ATOMIC); 6027bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (!d) 6037bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return NULL; 6047bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 6057bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->dir = dir; 6067bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->dev_addr = dev_addr; 6077bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->es = es; 6083ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King 6099043826d88467091543c1d3ab06eb4afeed34789Russell King d->ccr = CCR_SYNC_FRAME; 6103ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King if (dir == DMA_DEV_TO_MEM) 6119043826d88467091543c1d3ab06eb4afeed34789Russell King d->ccr |= CCR_DST_AMODE_POSTINC | CCR_SRC_AMODE_CONSTANT; 6123ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King else 6139043826d88467091543c1d3ab06eb4afeed34789Russell King d->ccr |= CCR_DST_AMODE_CONSTANT | CCR_SRC_AMODE_POSTINC; 6143ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King 6159043826d88467091543c1d3ab06eb4afeed34789Russell King d->cicr = CICR_DROP_IE | CICR_BLOCK_IE; 6162f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King d->csdp = es; 617fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 6182f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King if (dma_omap1()) { 6193ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King if (__dma_omap16xx(od->plat->dma_attr)) { 6209043826d88467091543c1d3ab06eb4afeed34789Russell King d->ccr |= CCR_OMAP31_DISABLE; 6213ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King /* Duplicate what plat-omap/dma.c does */ 6223ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King d->ccr |= c->dma_ch + 1; 6233ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King } else { 6243ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King d->ccr |= c->dma_sig & 0x1f; 6253ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King } 6263ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King 6279043826d88467091543c1d3ab06eb4afeed34789Russell King d->cicr |= CICR_TOUT_IE; 6282f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King 6292f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King if (dir == DMA_DEV_TO_MEM) 6309043826d88467091543c1d3ab06eb4afeed34789Russell King d->csdp |= CSDP_DST_PORT_EMIFF | CSDP_SRC_PORT_TIPB; 6312f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King else 6329043826d88467091543c1d3ab06eb4afeed34789Russell King d->csdp |= CSDP_DST_PORT_TIPB | CSDP_SRC_PORT_EMIFF; 6332f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King } else { 6343ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King d->ccr |= (c->dma_sig & ~0x1f) << 14; 6353ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King d->ccr |= c->dma_sig & 0x1f; 6363ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King 6373ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King if (dir == DMA_DEV_TO_MEM) 6389043826d88467091543c1d3ab06eb4afeed34789Russell King d->ccr |= CCR_TRIGGER_SRC; 6393ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King 6409043826d88467091543c1d3ab06eb4afeed34789Russell King d->cicr |= CICR_MISALIGNED_ERR_IE | CICR_TRANS_ERR_IE; 6412f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King } 64249ae0b29439446cff81c32bf01fb7b7cce195373Russell King if (od->plat->errata & DMA_ERRATA_IFRAME_BUFFERING) 64349ae0b29439446cff81c32bf01fb7b7cce195373Russell King d->ccr |= CCR_BUFFERING_DISABLE; 644965aeb4df1f2142f5a6407c6d40b7196be719582Russell King if (od->plat->errata & DMA_ERRATA_PARALLEL_CHANNELS) 645965aeb4df1f2142f5a6407c6d40b7196be719582Russell King d->clnk_ctrl = c->dma_ch; 6467bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 6477bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King /* 6487bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * Build our scatterlist entries: each contains the address, 6497bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * the number of elements (EN) in each frame, and the number of 6507bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * frames (FN). Number of bytes for this entry = ES * EN * FN. 6517bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * 6527bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * Burst size translates to number of elements with frame sync. 6537bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * Note: DMA engine defines burst to be the number of dev-width 6547bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * transfers. 6557bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King */ 6567bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King en = burst; 6577bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King frame_bytes = es_bytes[es] * en; 6587bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King for_each_sg(sgl, sgent, sglen, i) { 6597bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->sg[j].addr = sg_dma_address(sgent); 6607bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->sg[j].en = en; 6617bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->sg[j].fn = sg_dma_len(sgent) / frame_bytes; 6627bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King j++; 6637bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 6647bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 6657bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King d->sglen = j; 6667bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 6677bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return vchan_tx_prep(&c->vc, &d->vd, tx_flags); 6687bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 6697bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 6703a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell Kingstatic struct dma_async_tx_descriptor *omap_dma_prep_dma_cyclic( 6713a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King struct dma_chan *chan, dma_addr_t buf_addr, size_t buf_len, 672ec8b5e48c03790a68cb875fe5064007a9cbdfdd0Peter Ujfalusi size_t period_len, enum dma_transfer_direction dir, unsigned long flags, 673ec8b5e48c03790a68cb875fe5064007a9cbdfdd0Peter Ujfalusi void *context) 6743a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King{ 675fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King struct omap_dmadev *od = to_omap_dma_dev(chan->device); 6763a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King struct omap_chan *c = to_omap_dma_chan(chan); 6773a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King enum dma_slave_buswidth dev_width; 6783a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King struct omap_desc *d; 6793a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King dma_addr_t dev_addr; 6803ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King unsigned es; 6813a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King u32 burst; 6823a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King 6833a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King if (dir == DMA_DEV_TO_MEM) { 6843a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King dev_addr = c->cfg.src_addr; 6853a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King dev_width = c->cfg.src_addr_width; 6863a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King burst = c->cfg.src_maxburst; 6873a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King } else if (dir == DMA_MEM_TO_DEV) { 6883a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King dev_addr = c->cfg.dst_addr; 6893a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King dev_width = c->cfg.dst_addr_width; 6903a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King burst = c->cfg.dst_maxburst; 6913a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King } else { 6923a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King dev_err(chan->device->dev, "%s: bad direction?\n", __func__); 6933a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King return NULL; 6943a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King } 6953a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King 6963a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King /* Bus width translates to the element size (ES) */ 6973a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King switch (dev_width) { 6983a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King case DMA_SLAVE_BUSWIDTH_1_BYTE: 6999043826d88467091543c1d3ab06eb4afeed34789Russell King es = CSDP_DATA_TYPE_8; 7003a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King break; 7013a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King case DMA_SLAVE_BUSWIDTH_2_BYTES: 7029043826d88467091543c1d3ab06eb4afeed34789Russell King es = CSDP_DATA_TYPE_16; 7033a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King break; 7043a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King case DMA_SLAVE_BUSWIDTH_4_BYTES: 7059043826d88467091543c1d3ab06eb4afeed34789Russell King es = CSDP_DATA_TYPE_32; 7063a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King break; 7073a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King default: /* not reached */ 7083a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King return NULL; 7093a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King } 7103a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King 7113a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King /* Now allocate and setup the descriptor. */ 7123a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d = kzalloc(sizeof(*d) + sizeof(d->sg[0]), GFP_ATOMIC); 7133a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King if (!d) 7143a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King return NULL; 7153a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King 7163a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d->dir = dir; 7173a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d->dev_addr = dev_addr; 7183a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d->fi = burst; 7193a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d->es = es; 7203a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d->sg[0].addr = buf_addr; 7213a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d->sg[0].en = period_len / es_bytes[es]; 7223a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d->sg[0].fn = buf_len / period_len; 7233a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King d->sglen = 1; 7243ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King 7253ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King d->ccr = 0; 7263ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King if (dir == DMA_DEV_TO_MEM) 7279043826d88467091543c1d3ab06eb4afeed34789Russell King d->ccr |= CCR_DST_AMODE_POSTINC | CCR_SRC_AMODE_CONSTANT; 7283ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King else 7299043826d88467091543c1d3ab06eb4afeed34789Russell King d->ccr |= CCR_DST_AMODE_CONSTANT | CCR_SRC_AMODE_POSTINC; 7303ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King 7319043826d88467091543c1d3ab06eb4afeed34789Russell King d->cicr = CICR_DROP_IE; 732fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King if (flags & DMA_PREP_INTERRUPT) 7339043826d88467091543c1d3ab06eb4afeed34789Russell King d->cicr |= CICR_FRAME_IE; 734fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King 7352f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King d->csdp = es; 7362f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King 7372f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King if (dma_omap1()) { 7383ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King if (__dma_omap16xx(od->plat->dma_attr)) { 7399043826d88467091543c1d3ab06eb4afeed34789Russell King d->ccr |= CCR_OMAP31_DISABLE; 7403ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King /* Duplicate what plat-omap/dma.c does */ 7413ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King d->ccr |= c->dma_ch + 1; 7423ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King } else { 7433ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King d->ccr |= c->dma_sig & 0x1f; 7443ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King } 7453ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King 7469043826d88467091543c1d3ab06eb4afeed34789Russell King d->cicr |= CICR_TOUT_IE; 7472f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King 7482f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King if (dir == DMA_DEV_TO_MEM) 7499043826d88467091543c1d3ab06eb4afeed34789Russell King d->csdp |= CSDP_DST_PORT_EMIFF | CSDP_SRC_PORT_MPUI; 7502f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King else 7519043826d88467091543c1d3ab06eb4afeed34789Russell King d->csdp |= CSDP_DST_PORT_MPUI | CSDP_SRC_PORT_EMIFF; 7522f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King } else { 7533ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King d->ccr |= (c->dma_sig & ~0x1f) << 14; 7543ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King d->ccr |= c->dma_sig & 0x1f; 7553ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King 7563ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King if (burst) 7579043826d88467091543c1d3ab06eb4afeed34789Russell King d->ccr |= CCR_SYNC_PACKET; 7589043826d88467091543c1d3ab06eb4afeed34789Russell King else 7599043826d88467091543c1d3ab06eb4afeed34789Russell King d->ccr |= CCR_SYNC_ELEMENT; 7603ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King 7613ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King if (dir == DMA_DEV_TO_MEM) 7629043826d88467091543c1d3ab06eb4afeed34789Russell King d->ccr |= CCR_TRIGGER_SRC; 7633ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King 7649043826d88467091543c1d3ab06eb4afeed34789Russell King d->cicr |= CICR_MISALIGNED_ERR_IE | CICR_TRANS_ERR_IE; 7653a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King 7669043826d88467091543c1d3ab06eb4afeed34789Russell King d->csdp |= CSDP_DST_BURST_64 | CSDP_SRC_BURST_64; 7672f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King } 76849ae0b29439446cff81c32bf01fb7b7cce195373Russell King if (od->plat->errata & DMA_ERRATA_IFRAME_BUFFERING) 76949ae0b29439446cff81c32bf01fb7b7cce195373Russell King d->ccr |= CCR_BUFFERING_DISABLE; 7702f0d13bdf6440906bb52fe94681ce7927145f4d7Russell King 771965aeb4df1f2142f5a6407c6d40b7196be719582Russell King if (__dma_omap15xx(od->plat->dma_attr)) 772965aeb4df1f2142f5a6407c6d40b7196be719582Russell King d->ccr |= CCR_AUTO_INIT | CCR_REPEAT; 773965aeb4df1f2142f5a6407c6d40b7196be719582Russell King else 774965aeb4df1f2142f5a6407c6d40b7196be719582Russell King d->clnk_ctrl = c->dma_ch | CLNK_CTRL_ENABLE_LNK; 775965aeb4df1f2142f5a6407c6d40b7196be719582Russell King 7763ed4d18f39bcd8cb8d8218c0a5f89a4d81ba8730Russell King c->cyclic = true; 7773a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King 7782dde5b909e117cc95a5e31604f9bfd043e78ad9dPeter Ujfalusi return vchan_tx_prep(&c->vc, &d->vd, flags); 7793a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King} 7803a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King 7817bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_slave_config(struct omap_chan *c, struct dma_slave_config *cfg) 7827bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 7837bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (cfg->src_addr_width == DMA_SLAVE_BUSWIDTH_8_BYTES || 7847bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King cfg->dst_addr_width == DMA_SLAVE_BUSWIDTH_8_BYTES) 7857bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return -EINVAL; 7867bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 7877bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King memcpy(&c->cfg, cfg, sizeof(c->cfg)); 7887bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 7897bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return 0; 7907bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 7917bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 7927bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_terminate_all(struct omap_chan *c) 7937bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 7947bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_dmadev *d = to_omap_dma_dev(c->vc.chan.device); 7957bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned long flags; 7967bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King LIST_HEAD(head); 7977bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 7987bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_lock_irqsave(&c->vc.lock, flags); 7997bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8007bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King /* Prevent this channel being scheduled */ 8017bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_lock(&d->lock); 8027bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King list_del_init(&c->node); 8037bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_unlock(&d->lock); 8047bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8057bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King /* 8067bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * Stop DMA activity: we assume the callback will not be called 807fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King * after omap_dma_stop() returns (even if it does, it will see 8087bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King * c->desc is NULL and exit.) 8097bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King */ 8107bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (c->desc) { 8117bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King c->desc = NULL; 8122dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi /* Avoid stopping the dma twice */ 8132dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi if (!c->paused) 814fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King omap_dma_stop(c); 8157bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 8167bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8173a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King if (c->cyclic) { 8183a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King c->cyclic = false; 8192dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi c->paused = false; 8203a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King } 8213a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King 8227bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King vchan_get_all_descriptors(&c->vc, &head); 8237bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_unlock_irqrestore(&c->vc.lock, flags); 8247bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King vchan_dma_desc_free_list(&c->vc, &head); 8257bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8267bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return 0; 8277bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 8287bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8297bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_pause(struct omap_chan *c) 8307bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 8312dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi /* Pause/Resume only allowed with cyclic mode */ 8322dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi if (!c->cyclic) 8332dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi return -EINVAL; 8342dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi 8352dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi if (!c->paused) { 836fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King omap_dma_stop(c); 8372dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi c->paused = true; 8382dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi } 8392dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi 8402dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi return 0; 8417bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 8427bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8437bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_resume(struct omap_chan *c) 8447bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 8452dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi /* Pause/Resume only allowed with cyclic mode */ 8462dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi if (!c->cyclic) 8472dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi return -EINVAL; 8482dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi 8492dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi if (c->paused) { 850fa3ad86ae0576b2c721800cc4d46864aa6d31ffdRussell King omap_dma_start(c, c->desc); 8512dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi c->paused = false; 8522dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi } 8532dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi 8542dcdf570936168d488acf90be9b04a3d32dafce7Peter Ujfalusi return 0; 8557bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 8567bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8577bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_control(struct dma_chan *chan, enum dma_ctrl_cmd cmd, 8587bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned long arg) 8597bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 8607bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = to_omap_dma_chan(chan); 8617bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King int ret; 8627bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8637bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King switch (cmd) { 8647bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King case DMA_SLAVE_CONFIG: 8657bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King ret = omap_dma_slave_config(c, (struct dma_slave_config *)arg); 8667bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 8677bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8687bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King case DMA_TERMINATE_ALL: 8697bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King ret = omap_dma_terminate_all(c); 8707bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 8717bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8727bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King case DMA_PAUSE: 8737bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King ret = omap_dma_pause(c); 8747bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 8757bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8767bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King case DMA_RESUME: 8777bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King ret = omap_dma_resume(c); 8787bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 8797bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8807bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King default: 8817bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King ret = -ENXIO; 8827bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King break; 8837bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 8847bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8857bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return ret; 8867bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 8877bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8887bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_chan_init(struct omap_dmadev *od, int dma_sig) 8897bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 8907bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c; 8917bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8927bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King c = kzalloc(sizeof(*c), GFP_KERNEL); 8937bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (!c) 8947bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return -ENOMEM; 8957bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 8961b416c4b41351c3eb8fc42dbb4cd8eba463c0813Russell King c->plat = od->plat; 8977bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King c->dma_sig = dma_sig; 8987bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King c->vc.desc_free = omap_dma_desc_free; 8997bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King vchan_init(&c->vc, &od->ddev); 9007bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King INIT_LIST_HEAD(&c->node); 9017bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 9027bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.chancnt++; 9037bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 9047bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return 0; 9057bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 9067bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 9077bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void omap_dma_free(struct omap_dmadev *od) 9087bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 9097bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King tasklet_kill(&od->task); 9107bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King while (!list_empty(&od->ddev.channels)) { 9117bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = list_first_entry(&od->ddev.channels, 9127bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan, vc.chan.device_node); 9137bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 9147bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King list_del(&c->vc.chan.device_node); 9157bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King tasklet_kill(&c->vc.task); 9167bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King kfree(c); 9177bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 9187bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 9197bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 9207bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_probe(struct platform_device *pdev) 9217bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 9227bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_dmadev *od; 9237bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King int rc, i; 9247bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 925104fce73fdbd174eb08a493eeb2920fd59e6d3f4Russell King od = devm_kzalloc(&pdev->dev, sizeof(*od), GFP_KERNEL); 9267bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (!od) 9277bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return -ENOMEM; 9287bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 9291b416c4b41351c3eb8fc42dbb4cd8eba463c0813Russell King od->plat = omap_get_plat_info(); 9301b416c4b41351c3eb8fc42dbb4cd8eba463c0813Russell King if (!od->plat) 9311b416c4b41351c3eb8fc42dbb4cd8eba463c0813Russell King return -EPROBE_DEFER; 9321b416c4b41351c3eb8fc42dbb4cd8eba463c0813Russell King 9337bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dma_cap_set(DMA_SLAVE, od->ddev.cap_mask); 9343a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King dma_cap_set(DMA_CYCLIC, od->ddev.cap_mask); 9357bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.device_alloc_chan_resources = omap_dma_alloc_chan_resources; 9367bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.device_free_chan_resources = omap_dma_free_chan_resources; 9377bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.device_tx_status = omap_dma_tx_status; 9387bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.device_issue_pending = omap_dma_issue_pending; 9397bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.device_prep_slave_sg = omap_dma_prep_slave_sg; 9403a774ea91a5d05e7af58db6ae1ba298263c4a3d3Russell King od->ddev.device_prep_dma_cyclic = omap_dma_prep_dma_cyclic; 9417bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.device_control = omap_dma_control; 9427bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King od->ddev.dev = &pdev->dev; 9437bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King INIT_LIST_HEAD(&od->ddev.channels); 9447bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King INIT_LIST_HEAD(&od->pending); 9457bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King spin_lock_init(&od->lock); 9467bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 9477bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King tasklet_init(&od->task, omap_dma_sched, (unsigned long)od); 9487bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 9497bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King for (i = 0; i < 127; i++) { 9507bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King rc = omap_dma_chan_init(od, i); 9517bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (rc) { 9527bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_dma_free(od); 9537bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return rc; 9547bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 9557bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 9567bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 9577bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King rc = dma_async_device_register(&od->ddev); 9587bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (rc) { 9597bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King pr_warn("OMAP-DMA: failed to register slave DMA engine device: %d\n", 9607bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King rc); 9617bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_dma_free(od); 9628d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter return rc; 9638d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter } 9648d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter 9658d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter platform_set_drvdata(pdev, od); 9668d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter 9678d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter if (pdev->dev.of_node) { 9688d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter omap_dma_info.dma_cap = od->ddev.cap_mask; 9698d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter 9708d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter /* Device-tree DMA controller registration */ 9718d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter rc = of_dma_controller_register(pdev->dev.of_node, 9728d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter of_dma_simple_xlate, &omap_dma_info); 9738d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter if (rc) { 9748d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter pr_warn("OMAP-DMA: failed to register DMA controller\n"); 9758d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter dma_async_device_unregister(&od->ddev); 9768d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter omap_dma_free(od); 9778d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter } 9787bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 9797bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 9807bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dev_info(&pdev->dev, "OMAP DMA engine driver\n"); 9817bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 9827bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return rc; 9837bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 9847bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 9857bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_remove(struct platform_device *pdev) 9867bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 9877bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_dmadev *od = platform_get_drvdata(pdev); 9887bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 9898d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter if (pdev->dev.of_node) 9908d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter of_dma_controller_free(pdev->dev.of_node); 9918d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter 9927bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King dma_async_device_unregister(&od->ddev); 9937bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King omap_dma_free(od); 9947bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 9957bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return 0; 9967bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 9977bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 9988d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunterstatic const struct of_device_id omap_dma_match[] = { 9998d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter { .compatible = "ti,omap2420-sdma", }, 10008d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter { .compatible = "ti,omap2430-sdma", }, 10018d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter { .compatible = "ti,omap3430-sdma", }, 10028d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter { .compatible = "ti,omap3630-sdma", }, 10038d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter { .compatible = "ti,omap4430-sdma", }, 10048d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter {}, 10058d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter}; 10068d30662aac256eb61bc2f1d9cf1191825ef96328Jon HunterMODULE_DEVICE_TABLE(of, omap_dma_match); 10078d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter 10087bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic struct platform_driver omap_dma_driver = { 10097bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King .probe = omap_dma_probe, 10107bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King .remove = omap_dma_remove, 10117bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King .driver = { 10127bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King .name = "omap-dma-engine", 10137bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King .owner = THIS_MODULE, 10148d30662aac256eb61bc2f1d9cf1191825ef96328Jon Hunter .of_match_table = of_match_ptr(omap_dma_match), 10157bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King }, 10167bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King}; 10177bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 10187bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingbool omap_dma_filter_fn(struct dma_chan *chan, void *param) 10197bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 10207bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King if (chan->device->dev->driver == &omap_dma_driver.driver) { 10217bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King struct omap_chan *c = to_omap_dma_chan(chan); 10227bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King unsigned req = *(unsigned *)param; 10237bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 10247bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return req == c->dma_sig; 10257bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King } 10267bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King return false; 10277bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 10287bedaa5537604f34d1d63c5ec7891e559d2a61edRussell KingEXPORT_SYMBOL_GPL(omap_dma_filter_fn); 10297bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 10307bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic int omap_dma_init(void) 10317bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 1032be1f94812c2cc0aaf696d39fe23104763ea52b5bTony Lindgren return platform_driver_register(&omap_dma_driver); 10337bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 10347bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingsubsys_initcall(omap_dma_init); 10357bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 10367bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingstatic void __exit omap_dma_exit(void) 10377bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King{ 10387bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King platform_driver_unregister(&omap_dma_driver); 10397bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King} 10407bedaa5537604f34d1d63c5ec7891e559d2a61edRussell Kingmodule_exit(omap_dma_exit); 10417bedaa5537604f34d1d63c5ec7891e559d2a61edRussell King 10427bedaa5537604f34d1d63c5ec7891e559d2a61edRussell KingMODULE_AUTHOR("Russell King"); 10437bedaa5537604f34d1d63c5ec7891e559d2a61edRussell KingMODULE_LICENSE("GPL"); 1044