1a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo/* 2a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo * Copyright 2011 Freescale Semiconductor, Inc. All Rights Reserved. 3a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo * 4a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo * Refer to drivers/dma/imx-sdma.c 5a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo * 6a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo * This program is free software; you can redistribute it and/or modify 7a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo * it under the terms of the GNU General Public License version 2 as 8a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo * published by the Free Software Foundation. 9a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo */ 10a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 11a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#include <linux/init.h> 12a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#include <linux/types.h> 13a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#include <linux/mm.h> 14a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#include <linux/interrupt.h> 15a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#include <linux/clk.h> 16a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#include <linux/wait.h> 17a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#include <linux/sched.h> 18a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#include <linux/semaphore.h> 19a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#include <linux/device.h> 20a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#include <linux/dma-mapping.h> 21a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#include <linux/slab.h> 22a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#include <linux/platform_device.h> 23a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#include <linux/dmaengine.h> 24a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#include <linux/delay.h> 253946860409130038ef6e0e5c50f2203053eae2b7Huang Shijie#include <linux/fsl/mxs-dma.h> 26a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 27a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#include <asm/irq.h> 28a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#include <mach/mxs.h> 29a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#include <mach/common.h> 30a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 31d2ebfb335b0426deb1a4fb14e4e926d81ecd8235Russell King - ARM Linux#include "dmaengine.h" 32d2ebfb335b0426deb1a4fb14e4e926d81ecd8235Russell King - ARM Linux 33a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo/* 34a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo * NOTE: The term "PIO" throughout the mxs-dma implementation means 35a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo * PIO mode of mxs apbh-dma and apbx-dma. With this working mode, 36a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo * dma can program the controller registers of peripheral devices. 37a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo */ 38a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 39a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define MXS_DMA_APBH 0 40a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define MXS_DMA_APBX 1 41a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define dma_is_apbh() (mxs_dma->dev_id == MXS_DMA_APBH) 42a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 43a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define APBH_VERSION_LATEST 3 44a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define apbh_is_old() (mxs_dma->version < APBH_VERSION_LATEST) 45a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 46a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define HW_APBHX_CTRL0 0x000 47a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define BM_APBH_CTRL0_APB_BURST8_EN (1 << 29) 48a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define BM_APBH_CTRL0_APB_BURST_EN (1 << 28) 49a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define BP_APBH_CTRL0_RESET_CHANNEL 16 50a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define HW_APBHX_CTRL1 0x010 51a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define HW_APBHX_CTRL2 0x020 52a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define HW_APBHX_CHANNEL_CTRL 0x030 53a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define BP_APBHX_CHANNEL_CTRL_RESET_CHANNEL 16 54a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define HW_APBH_VERSION (cpu_is_mx23() ? 0x3f0 : 0x800) 55a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define HW_APBX_VERSION 0x800 56a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define BP_APBHX_VERSION_MAJOR 24 57a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define HW_APBHX_CHn_NXTCMDAR(n) \ 58a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo (((dma_is_apbh() && apbh_is_old()) ? 0x050 : 0x110) + (n) * 0x70) 59a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define HW_APBHX_CHn_SEMA(n) \ 60a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo (((dma_is_apbh() && apbh_is_old()) ? 0x080 : 0x140) + (n) * 0x70) 61a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 62a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo/* 63a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo * ccw bits definitions 64a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo * 65a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo * COMMAND: 0..1 (2) 66a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo * CHAIN: 2 (1) 67a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo * IRQ: 3 (1) 68a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo * NAND_LOCK: 4 (1) - not implemented 69a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo * NAND_WAIT4READY: 5 (1) - not implemented 70a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo * DEC_SEM: 6 (1) 71a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo * WAIT4END: 7 (1) 72a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo * HALT_ON_TERMINATE: 8 (1) 73a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo * TERMINATE_FLUSH: 9 (1) 74a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo * RESERVED: 10..11 (2) 75a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo * PIO_NUM: 12..15 (4) 76a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo */ 77a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define BP_CCW_COMMAND 0 78a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define BM_CCW_COMMAND (3 << 0) 79a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define CCW_CHAIN (1 << 2) 80a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define CCW_IRQ (1 << 3) 81a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define CCW_DEC_SEM (1 << 6) 82a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define CCW_WAIT4END (1 << 7) 83a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define CCW_HALT_ON_TERM (1 << 8) 84a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define CCW_TERM_FLUSH (1 << 9) 85a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define BP_CCW_PIO_NUM 12 86a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define BM_CCW_PIO_NUM (0xf << 12) 87a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 88a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define BF_CCW(value, field) (((value) << BP_CCW_##field) & BM_CCW_##field) 89a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 90a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define MXS_DMA_CMD_NO_XFER 0 91a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define MXS_DMA_CMD_WRITE 1 92a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define MXS_DMA_CMD_READ 2 93a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define MXS_DMA_CMD_DMA_SENSE 3 /* not implemented */ 94a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 95a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guostruct mxs_dma_ccw { 96a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo u32 next; 97a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo u16 bits; 98a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo u16 xfer_bytes; 99a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define MAX_XFER_BYTES 0xff00 100a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo u32 bufaddr; 101a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define MXS_PIO_WORDS 16 102a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo u32 pio_words[MXS_PIO_WORDS]; 103a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo}; 104a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 105a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define NUM_CCW (int)(PAGE_SIZE / sizeof(struct mxs_dma_ccw)) 106a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 107a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guostruct mxs_dma_chan { 108a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct mxs_dma_engine *mxs_dma; 109a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct dma_chan chan; 110a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct dma_async_tx_descriptor desc; 111a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct tasklet_struct tasklet; 112a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo int chan_irq; 113a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct mxs_dma_ccw *ccw; 114a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo dma_addr_t ccw_phys; 1156d23ea4b1906f28f5d99ad6aeef7207c48be6bfdLothar Waßmann int desc_count; 116a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo enum dma_status status; 117a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo unsigned int flags; 118a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define MXS_DMA_SG_LOOP (1 << 0) 119a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo}; 120a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 121a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define MXS_DMA_CHANNELS 16 122a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo#define MXS_DMA_CHANNELS_MASK 0xffff 123a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 124a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guostruct mxs_dma_engine { 125a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo int dev_id; 126a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo unsigned int version; 127a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo void __iomem *base; 128a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct clk *clk; 129a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct dma_device dma_device; 130a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct device_dma_parameters dma_parms; 131a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct mxs_dma_chan mxs_chans[MXS_DMA_CHANNELS]; 132a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo}; 133a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 134a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guostatic void mxs_dma_reset_chan(struct mxs_dma_chan *mxs_chan) 135a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo{ 136a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct mxs_dma_engine *mxs_dma = mxs_chan->mxs_dma; 137a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo int chan_id = mxs_chan->chan.chan_id; 138a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 139a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo if (dma_is_apbh() && apbh_is_old()) 140a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo writel(1 << (chan_id + BP_APBH_CTRL0_RESET_CHANNEL), 141a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_dma->base + HW_APBHX_CTRL0 + MXS_SET_ADDR); 142a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo else 143a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo writel(1 << (chan_id + BP_APBHX_CHANNEL_CTRL_RESET_CHANNEL), 144a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_dma->base + HW_APBHX_CHANNEL_CTRL + MXS_SET_ADDR); 145a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo} 146a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 147a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guostatic void mxs_dma_enable_chan(struct mxs_dma_chan *mxs_chan) 148a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo{ 149a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct mxs_dma_engine *mxs_dma = mxs_chan->mxs_dma; 150a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo int chan_id = mxs_chan->chan.chan_id; 151a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 152a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo /* set cmd_addr up */ 153a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo writel(mxs_chan->ccw_phys, 154a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_dma->base + HW_APBHX_CHn_NXTCMDAR(chan_id)); 155a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 156a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo /* write 1 to SEMA to kick off the channel */ 157a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo writel(1, mxs_dma->base + HW_APBHX_CHn_SEMA(chan_id)); 158a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo} 159a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 160a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guostatic void mxs_dma_disable_chan(struct mxs_dma_chan *mxs_chan) 161a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo{ 162a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_chan->status = DMA_SUCCESS; 163a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo} 164a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 165a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guostatic void mxs_dma_pause_chan(struct mxs_dma_chan *mxs_chan) 166a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo{ 167a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct mxs_dma_engine *mxs_dma = mxs_chan->mxs_dma; 168a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo int chan_id = mxs_chan->chan.chan_id; 169a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 170a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo /* freeze the channel */ 171a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo if (dma_is_apbh() && apbh_is_old()) 172a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo writel(1 << chan_id, 173a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_dma->base + HW_APBHX_CTRL0 + MXS_SET_ADDR); 174a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo else 175a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo writel(1 << chan_id, 176a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_dma->base + HW_APBHX_CHANNEL_CTRL + MXS_SET_ADDR); 177a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 178a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_chan->status = DMA_PAUSED; 179a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo} 180a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 181a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guostatic void mxs_dma_resume_chan(struct mxs_dma_chan *mxs_chan) 182a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo{ 183a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct mxs_dma_engine *mxs_dma = mxs_chan->mxs_dma; 184a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo int chan_id = mxs_chan->chan.chan_id; 185a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 186a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo /* unfreeze the channel */ 187a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo if (dma_is_apbh() && apbh_is_old()) 188a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo writel(1 << chan_id, 189a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_dma->base + HW_APBHX_CTRL0 + MXS_CLR_ADDR); 190a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo else 191a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo writel(1 << chan_id, 192a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_dma->base + HW_APBHX_CHANNEL_CTRL + MXS_CLR_ADDR); 193a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 194a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_chan->status = DMA_IN_PROGRESS; 195a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo} 196a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 197a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guostatic struct mxs_dma_chan *to_mxs_dma_chan(struct dma_chan *chan) 198a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo{ 199a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo return container_of(chan, struct mxs_dma_chan, chan); 200a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo} 201a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 202a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guostatic dma_cookie_t mxs_dma_tx_submit(struct dma_async_tx_descriptor *tx) 203a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo{ 204884485e1f12dcd39390f042e772cdbefc9ebb750Russell King - ARM Linux return dma_cookie_assign(tx); 205a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo} 206a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 207a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guostatic void mxs_dma_tasklet(unsigned long data) 208a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo{ 209a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct mxs_dma_chan *mxs_chan = (struct mxs_dma_chan *) data; 210a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 211a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo if (mxs_chan->desc.callback) 212a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_chan->desc.callback(mxs_chan->desc.callback_param); 213a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo} 214a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 215a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guostatic irqreturn_t mxs_dma_int_handler(int irq, void *dev_id) 216a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo{ 217a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct mxs_dma_engine *mxs_dma = dev_id; 218a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo u32 stat1, stat2; 219a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 220a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo /* completion status */ 221a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo stat1 = readl(mxs_dma->base + HW_APBHX_CTRL1); 222a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo stat1 &= MXS_DMA_CHANNELS_MASK; 223a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo writel(stat1, mxs_dma->base + HW_APBHX_CTRL1 + MXS_CLR_ADDR); 224a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 225a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo /* error status */ 226a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo stat2 = readl(mxs_dma->base + HW_APBHX_CTRL2); 227a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo writel(stat2, mxs_dma->base + HW_APBHX_CTRL2 + MXS_CLR_ADDR); 228a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 229a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo /* 230a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo * When both completion and error of termination bits set at the 231a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo * same time, we do not take it as an error. IOW, it only becomes 232400312201b0cf4e4deaf75842f5e95212b382e81Lothar Waßmann * an error we need to handle here in case of either it's (1) a bus 233a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo * error or (2) a termination error with no completion. 234a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo */ 235a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo stat2 = ((stat2 >> MXS_DMA_CHANNELS) & stat2) | /* (1) */ 236a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo (~(stat2 >> MXS_DMA_CHANNELS) & stat2 & ~stat1); /* (2) */ 237a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 238a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo /* combine error and completion status for checking */ 239a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo stat1 = (stat2 << MXS_DMA_CHANNELS) | stat1; 240a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo while (stat1) { 241a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo int channel = fls(stat1) - 1; 242a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct mxs_dma_chan *mxs_chan = 243a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo &mxs_dma->mxs_chans[channel % MXS_DMA_CHANNELS]; 244a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 245a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo if (channel >= MXS_DMA_CHANNELS) { 246a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo dev_dbg(mxs_dma->dma_device.dev, 247a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo "%s: error in channel %d\n", __func__, 248a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo channel - MXS_DMA_CHANNELS); 249a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_chan->status = DMA_ERROR; 250a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_dma_reset_chan(mxs_chan); 251a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo } else { 252a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo if (mxs_chan->flags & MXS_DMA_SG_LOOP) 253a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_chan->status = DMA_IN_PROGRESS; 254a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo else 255a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_chan->status = DMA_SUCCESS; 256a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo } 257a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 258a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo stat1 &= ~(1 << channel); 259a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 260a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo if (mxs_chan->status == DMA_SUCCESS) 261f7fbce07c6ce26a25b4e0cb5f241c361fde87901Russell King - ARM Linux dma_cookie_complete(&mxs_chan->desc); 262a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 263a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo /* schedule tasklet on this channel */ 264a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo tasklet_schedule(&mxs_chan->tasklet); 265a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo } 266a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 267a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo return IRQ_HANDLED; 268a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo} 269a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 270a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guostatic int mxs_dma_alloc_chan_resources(struct dma_chan *chan) 271a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo{ 272a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct mxs_dma_chan *mxs_chan = to_mxs_dma_chan(chan); 273a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct mxs_dma_data *data = chan->private; 274a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct mxs_dma_engine *mxs_dma = mxs_chan->mxs_dma; 275a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo int ret; 276a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 277a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo if (!data) 278a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo return -EINVAL; 279a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 280a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_chan->chan_irq = data->chan_irq; 281a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 282a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_chan->ccw = dma_alloc_coherent(mxs_dma->dma_device.dev, PAGE_SIZE, 283a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo &mxs_chan->ccw_phys, GFP_KERNEL); 284a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo if (!mxs_chan->ccw) { 285a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ret = -ENOMEM; 286a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo goto err_alloc; 287a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo } 288a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 289a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo memset(mxs_chan->ccw, 0, PAGE_SIZE); 290a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 29195bfea1675c02d83cf1923272e62f91db11cbb8fShawn Guo if (mxs_chan->chan_irq != NO_IRQ) { 29295bfea1675c02d83cf1923272e62f91db11cbb8fShawn Guo ret = request_irq(mxs_chan->chan_irq, mxs_dma_int_handler, 29395bfea1675c02d83cf1923272e62f91db11cbb8fShawn Guo 0, "mxs-dma", mxs_dma); 29495bfea1675c02d83cf1923272e62f91db11cbb8fShawn Guo if (ret) 29595bfea1675c02d83cf1923272e62f91db11cbb8fShawn Guo goto err_irq; 29695bfea1675c02d83cf1923272e62f91db11cbb8fShawn Guo } 297a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 298759a2e30d288032130f1f77092e72d4ec87ad4d0Shawn Guo ret = clk_prepare_enable(mxs_dma->clk); 299a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo if (ret) 300a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo goto err_clk; 301a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 302a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_dma_reset_chan(mxs_chan); 303a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 304a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo dma_async_tx_descriptor_init(&mxs_chan->desc, chan); 305a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_chan->desc.tx_submit = mxs_dma_tx_submit; 306a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 307a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo /* the descriptor is ready */ 308a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo async_tx_ack(&mxs_chan->desc); 309a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 310a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo return 0; 311a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 312a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guoerr_clk: 313a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo free_irq(mxs_chan->chan_irq, mxs_dma); 314a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guoerr_irq: 315a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo dma_free_coherent(mxs_dma->dma_device.dev, PAGE_SIZE, 316a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_chan->ccw, mxs_chan->ccw_phys); 317a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guoerr_alloc: 318a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo return ret; 319a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo} 320a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 321a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guostatic void mxs_dma_free_chan_resources(struct dma_chan *chan) 322a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo{ 323a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct mxs_dma_chan *mxs_chan = to_mxs_dma_chan(chan); 324a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct mxs_dma_engine *mxs_dma = mxs_chan->mxs_dma; 325a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 326a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_dma_disable_chan(mxs_chan); 327a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 328a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo free_irq(mxs_chan->chan_irq, mxs_dma); 329a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 330a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo dma_free_coherent(mxs_dma->dma_device.dev, PAGE_SIZE, 331a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_chan->ccw, mxs_chan->ccw_phys); 332a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 333759a2e30d288032130f1f77092e72d4ec87ad4d0Shawn Guo clk_disable_unprepare(mxs_dma->clk); 334a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo} 335a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 336921de864b7c6413f15224d8f5e677541e8e1ac6dHuang Shijie/* 337921de864b7c6413f15224d8f5e677541e8e1ac6dHuang Shijie * How to use the flags for ->device_prep_slave_sg() : 338921de864b7c6413f15224d8f5e677541e8e1ac6dHuang Shijie * [1] If there is only one DMA command in the DMA chain, the code should be: 339921de864b7c6413f15224d8f5e677541e8e1ac6dHuang Shijie * ...... 340921de864b7c6413f15224d8f5e677541e8e1ac6dHuang Shijie * ->device_prep_slave_sg(DMA_CTRL_ACK); 341921de864b7c6413f15224d8f5e677541e8e1ac6dHuang Shijie * ...... 342921de864b7c6413f15224d8f5e677541e8e1ac6dHuang Shijie * [2] If there are two DMA commands in the DMA chain, the code should be 343921de864b7c6413f15224d8f5e677541e8e1ac6dHuang Shijie * ...... 344921de864b7c6413f15224d8f5e677541e8e1ac6dHuang Shijie * ->device_prep_slave_sg(0); 345921de864b7c6413f15224d8f5e677541e8e1ac6dHuang Shijie * ...... 346921de864b7c6413f15224d8f5e677541e8e1ac6dHuang Shijie * ->device_prep_slave_sg(DMA_PREP_INTERRUPT | DMA_CTRL_ACK); 347921de864b7c6413f15224d8f5e677541e8e1ac6dHuang Shijie * ...... 348921de864b7c6413f15224d8f5e677541e8e1ac6dHuang Shijie * [3] If there are more than two DMA commands in the DMA chain, the code 349921de864b7c6413f15224d8f5e677541e8e1ac6dHuang Shijie * should be: 350921de864b7c6413f15224d8f5e677541e8e1ac6dHuang Shijie * ...... 351921de864b7c6413f15224d8f5e677541e8e1ac6dHuang Shijie * ->device_prep_slave_sg(0); // First 352921de864b7c6413f15224d8f5e677541e8e1ac6dHuang Shijie * ...... 353921de864b7c6413f15224d8f5e677541e8e1ac6dHuang Shijie * ->device_prep_slave_sg(DMA_PREP_INTERRUPT [| DMA_CTRL_ACK]); 354921de864b7c6413f15224d8f5e677541e8e1ac6dHuang Shijie * ...... 355921de864b7c6413f15224d8f5e677541e8e1ac6dHuang Shijie * ->device_prep_slave_sg(DMA_PREP_INTERRUPT | DMA_CTRL_ACK); // Last 356921de864b7c6413f15224d8f5e677541e8e1ac6dHuang Shijie * ...... 357921de864b7c6413f15224d8f5e677541e8e1ac6dHuang Shijie */ 358a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guostatic struct dma_async_tx_descriptor *mxs_dma_prep_slave_sg( 359a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct dma_chan *chan, struct scatterlist *sgl, 360db8196df4bb6f117caa163aa73b0f16fd62290bdVinod Koul unsigned int sg_len, enum dma_transfer_direction direction, 361623ff7739e7c00fa3d55dbfd42a492a68298fd7aLinus Torvalds unsigned long flags, void *context) 362a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo{ 363a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct mxs_dma_chan *mxs_chan = to_mxs_dma_chan(chan); 364a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct mxs_dma_engine *mxs_dma = mxs_chan->mxs_dma; 365a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct mxs_dma_ccw *ccw; 366a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct scatterlist *sg; 367a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo int i, j; 368a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo u32 *pio; 369921de864b7c6413f15224d8f5e677541e8e1ac6dHuang Shijie bool append = flags & DMA_PREP_INTERRUPT; 3706d23ea4b1906f28f5d99ad6aeef7207c48be6bfdLothar Waßmann int idx = append ? mxs_chan->desc_count : 0; 371a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 372a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo if (mxs_chan->status == DMA_IN_PROGRESS && !append) 373a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo return NULL; 374a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 375a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo if (sg_len + (append ? idx : 0) > NUM_CCW) { 376a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo dev_err(mxs_dma->dma_device.dev, 377a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo "maximum number of sg exceeded: %d > %d\n", 378a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo sg_len, NUM_CCW); 379a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo goto err_out; 380a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo } 381a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 382a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_chan->status = DMA_IN_PROGRESS; 383a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_chan->flags = 0; 384a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 385a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo /* 386a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo * If the sg is prepared with append flag set, the sg 387a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo * will be appended to the last prepared sg. 388a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo */ 389a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo if (append) { 390a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo BUG_ON(idx < 1); 391a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw = &mxs_chan->ccw[idx - 1]; 392a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->next = mxs_chan->ccw_phys + sizeof(*ccw) * idx; 393a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->bits |= CCW_CHAIN; 394a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->bits &= ~CCW_IRQ; 395a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->bits &= ~CCW_DEC_SEM; 396a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo } else { 397a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo idx = 0; 398a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo } 399a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 40062268ce9170c5466332c046ff6ddafcb67751502Shawn Guo if (direction == DMA_TRANS_NONE) { 401a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw = &mxs_chan->ccw[idx++]; 402a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo pio = (u32 *) sgl; 403a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 404a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo for (j = 0; j < sg_len;) 405a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->pio_words[j++] = *pio++; 406a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 407a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->bits = 0; 408a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->bits |= CCW_IRQ; 409a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->bits |= CCW_DEC_SEM; 410921de864b7c6413f15224d8f5e677541e8e1ac6dHuang Shijie if (flags & DMA_CTRL_ACK) 411921de864b7c6413f15224d8f5e677541e8e1ac6dHuang Shijie ccw->bits |= CCW_WAIT4END; 412a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->bits |= CCW_HALT_ON_TERM; 413a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->bits |= CCW_TERM_FLUSH; 414a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->bits |= BF_CCW(sg_len, PIO_NUM); 415a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->bits |= BF_CCW(MXS_DMA_CMD_NO_XFER, COMMAND); 416a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo } else { 417a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo for_each_sg(sgl, sg, sg_len, i) { 418a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo if (sg->length > MAX_XFER_BYTES) { 419a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo dev_err(mxs_dma->dma_device.dev, "maximum bytes for sg entry exceeded: %d > %d\n", 420a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo sg->length, MAX_XFER_BYTES); 421a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo goto err_out; 422a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo } 423a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 424a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw = &mxs_chan->ccw[idx++]; 425a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 426a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->next = mxs_chan->ccw_phys + sizeof(*ccw) * idx; 427a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->bufaddr = sg->dma_address; 428a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->xfer_bytes = sg->length; 429a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 430a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->bits = 0; 431a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->bits |= CCW_CHAIN; 432a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->bits |= CCW_HALT_ON_TERM; 433a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->bits |= CCW_TERM_FLUSH; 434db8196df4bb6f117caa163aa73b0f16fd62290bdVinod Koul ccw->bits |= BF_CCW(direction == DMA_DEV_TO_MEM ? 435a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo MXS_DMA_CMD_WRITE : MXS_DMA_CMD_READ, 436a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo COMMAND); 437a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 438a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo if (i + 1 == sg_len) { 439a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->bits &= ~CCW_CHAIN; 440a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->bits |= CCW_IRQ; 441a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->bits |= CCW_DEC_SEM; 442921de864b7c6413f15224d8f5e677541e8e1ac6dHuang Shijie if (flags & DMA_CTRL_ACK) 443921de864b7c6413f15224d8f5e677541e8e1ac6dHuang Shijie ccw->bits |= CCW_WAIT4END; 444a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo } 445a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo } 446a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo } 4476d23ea4b1906f28f5d99ad6aeef7207c48be6bfdLothar Waßmann mxs_chan->desc_count = idx; 448a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 449a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo return &mxs_chan->desc; 450a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 451a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guoerr_out: 452a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_chan->status = DMA_ERROR; 453a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo return NULL; 454a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo} 455a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 456a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guostatic struct dma_async_tx_descriptor *mxs_dma_prep_dma_cyclic( 457a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct dma_chan *chan, dma_addr_t dma_addr, size_t buf_len, 458185ecb5f4fd43911c35956d4cc7d94a1da30417fAlexandre Bounine size_t period_len, enum dma_transfer_direction direction, 459185ecb5f4fd43911c35956d4cc7d94a1da30417fAlexandre Bounine void *context) 460a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo{ 461a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct mxs_dma_chan *mxs_chan = to_mxs_dma_chan(chan); 462a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct mxs_dma_engine *mxs_dma = mxs_chan->mxs_dma; 463a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo int num_periods = buf_len / period_len; 464a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo int i = 0, buf = 0; 465a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 466a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo if (mxs_chan->status == DMA_IN_PROGRESS) 467a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo return NULL; 468a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 469a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_chan->status = DMA_IN_PROGRESS; 470a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_chan->flags |= MXS_DMA_SG_LOOP; 471a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 472a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo if (num_periods > NUM_CCW) { 473a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo dev_err(mxs_dma->dma_device.dev, 474a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo "maximum number of sg exceeded: %d > %d\n", 475a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo num_periods, NUM_CCW); 476a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo goto err_out; 477a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo } 478a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 479a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo if (period_len > MAX_XFER_BYTES) { 480a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo dev_err(mxs_dma->dma_device.dev, 481a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo "maximum period size exceeded: %d > %d\n", 482a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo period_len, MAX_XFER_BYTES); 483a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo goto err_out; 484a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo } 485a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 486a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo while (buf < buf_len) { 487a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct mxs_dma_ccw *ccw = &mxs_chan->ccw[i]; 488a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 489a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo if (i + 1 == num_periods) 490a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->next = mxs_chan->ccw_phys; 491a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo else 492a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->next = mxs_chan->ccw_phys + sizeof(*ccw) * (i + 1); 493a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 494a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->bufaddr = dma_addr; 495a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->xfer_bytes = period_len; 496a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 497a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->bits = 0; 498a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->bits |= CCW_CHAIN; 499a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->bits |= CCW_IRQ; 500a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->bits |= CCW_HALT_ON_TERM; 501a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ccw->bits |= CCW_TERM_FLUSH; 502db8196df4bb6f117caa163aa73b0f16fd62290bdVinod Koul ccw->bits |= BF_CCW(direction == DMA_DEV_TO_MEM ? 503a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo MXS_DMA_CMD_WRITE : MXS_DMA_CMD_READ, COMMAND); 504a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 505a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo dma_addr += period_len; 506a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo buf += period_len; 507a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 508a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo i++; 509a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo } 5106d23ea4b1906f28f5d99ad6aeef7207c48be6bfdLothar Waßmann mxs_chan->desc_count = i; 511a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 512a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo return &mxs_chan->desc; 513a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 514a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guoerr_out: 515a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_chan->status = DMA_ERROR; 516a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo return NULL; 517a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo} 518a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 519a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guostatic int mxs_dma_control(struct dma_chan *chan, enum dma_ctrl_cmd cmd, 520a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo unsigned long arg) 521a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo{ 522a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct mxs_dma_chan *mxs_chan = to_mxs_dma_chan(chan); 523a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo int ret = 0; 524a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 525a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo switch (cmd) { 526a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo case DMA_TERMINATE_ALL: 527a62bae98a93e6c4d53b1e6c20715e94b4a5aca3cDong Aisheng mxs_dma_reset_chan(mxs_chan); 5287ad7a345a4f17c08a1bb9bfdbb62f7793d84aa36Lothar Waßmann mxs_dma_disable_chan(mxs_chan); 529a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo break; 530a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo case DMA_PAUSE: 531a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_dma_pause_chan(mxs_chan); 532a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo break; 533a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo case DMA_RESUME: 534a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_dma_resume_chan(mxs_chan); 535a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo break; 536a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo default: 537a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ret = -ENOSYS; 538a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo } 539a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 540a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo return ret; 541a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo} 542a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 543a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guostatic enum dma_status mxs_dma_tx_status(struct dma_chan *chan, 544a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo dma_cookie_t cookie, struct dma_tx_state *txstate) 545a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo{ 546a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct mxs_dma_chan *mxs_chan = to_mxs_dma_chan(chan); 547a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo dma_cookie_t last_used; 548a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 549a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo last_used = chan->cookie; 5504d4e58de32a192fea65ab84509d17d199bd291c8Russell King - ARM Linux dma_set_tx_state(txstate, chan->completed_cookie, last_used, 0); 551a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 552a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo return mxs_chan->status; 553a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo} 554a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 555a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guostatic void mxs_dma_issue_pending(struct dma_chan *chan) 556a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo{ 557d04525ed0323709711277563a2c76e446a017423Shawn Guo struct mxs_dma_chan *mxs_chan = to_mxs_dma_chan(chan); 558d04525ed0323709711277563a2c76e446a017423Shawn Guo 559d04525ed0323709711277563a2c76e446a017423Shawn Guo mxs_dma_enable_chan(mxs_chan); 560a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo} 561a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 562a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guostatic int __init mxs_dma_init(struct mxs_dma_engine *mxs_dma) 563a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo{ 564a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo int ret; 565a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 566759a2e30d288032130f1f77092e72d4ec87ad4d0Shawn Guo ret = clk_prepare_enable(mxs_dma->clk); 567a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo if (ret) 568feb397de65c3f76e40ef70e264f2cdf688c850c1Lothar Waßmann return ret; 569a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 570a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ret = mxs_reset_block(mxs_dma->base); 571a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo if (ret) 572a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo goto err_out; 573a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 574a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo /* only major version matters */ 575a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_dma->version = readl(mxs_dma->base + 576a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ((mxs_dma->dev_id == MXS_DMA_APBX) ? 577a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo HW_APBX_VERSION : HW_APBH_VERSION)) >> 578a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo BP_APBHX_VERSION_MAJOR; 579a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 580a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo /* enable apbh burst */ 581a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo if (dma_is_apbh()) { 582a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo writel(BM_APBH_CTRL0_APB_BURST_EN, 583a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_dma->base + HW_APBHX_CTRL0 + MXS_SET_ADDR); 584a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo writel(BM_APBH_CTRL0_APB_BURST8_EN, 585a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_dma->base + HW_APBHX_CTRL0 + MXS_SET_ADDR); 586a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo } 587a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 588a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo /* enable irq for all the channels */ 589a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo writel(MXS_DMA_CHANNELS_MASK << MXS_DMA_CHANNELS, 590a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_dma->base + HW_APBHX_CTRL1 + MXS_SET_ADDR); 591a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 592a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guoerr_out: 59357f2685c16fa8e0cb86e4bc7c8ac33bfed943819Linus Torvalds clk_disable_unprepare(mxs_dma->clk); 594a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo return ret; 595a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo} 596a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 597a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guostatic int __init mxs_dma_probe(struct platform_device *pdev) 598a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo{ 599a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo const struct platform_device_id *id_entry = 600a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo platform_get_device_id(pdev); 601a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct mxs_dma_engine *mxs_dma; 602a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct resource *iores; 603a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo int ret, i; 604a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 605a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_dma = kzalloc(sizeof(*mxs_dma), GFP_KERNEL); 606a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo if (!mxs_dma) 607a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo return -ENOMEM; 608a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 609a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_dma->dev_id = id_entry->driver_data; 610a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 611a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo iores = platform_get_resource(pdev, IORESOURCE_MEM, 0); 612a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 613a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo if (!request_mem_region(iores->start, resource_size(iores), 614a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo pdev->name)) { 615a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ret = -EBUSY; 616a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo goto err_request_region; 617a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo } 618a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 619a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_dma->base = ioremap(iores->start, resource_size(iores)); 620a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo if (!mxs_dma->base) { 621a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ret = -ENOMEM; 622a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo goto err_ioremap; 623a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo } 624a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 625a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_dma->clk = clk_get(&pdev->dev, NULL); 626a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo if (IS_ERR(mxs_dma->clk)) { 627a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ret = PTR_ERR(mxs_dma->clk); 628a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo goto err_clk; 629a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo } 630a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 631a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo dma_cap_set(DMA_SLAVE, mxs_dma->dma_device.cap_mask); 632a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo dma_cap_set(DMA_CYCLIC, mxs_dma->dma_device.cap_mask); 633a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 634a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo INIT_LIST_HEAD(&mxs_dma->dma_device.channels); 635a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 636a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo /* Initialize channel parameters */ 637a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo for (i = 0; i < MXS_DMA_CHANNELS; i++) { 638a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo struct mxs_dma_chan *mxs_chan = &mxs_dma->mxs_chans[i]; 639a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 640a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_chan->mxs_dma = mxs_dma; 641a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_chan->chan.device = &mxs_dma->dma_device; 6428ac695463f37af902e953d575d3f782e32e170daRussell King - ARM Linux dma_cookie_init(&mxs_chan->chan); 643a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 644a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo tasklet_init(&mxs_chan->tasklet, mxs_dma_tasklet, 645a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo (unsigned long) mxs_chan); 646a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 647a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 648a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo /* Add the channel to mxs_chan list */ 649a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo list_add_tail(&mxs_chan->chan.device_node, 650a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo &mxs_dma->dma_device.channels); 651a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo } 652a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 653a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ret = mxs_dma_init(mxs_dma); 654a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo if (ret) 655a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo goto err_init; 656a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 657a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_dma->dma_device.dev = &pdev->dev; 658a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 659a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo /* mxs_dma gets 65535 bytes maximum sg size */ 660a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_dma->dma_device.dev->dma_parms = &mxs_dma->dma_parms; 661a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo dma_set_max_seg_size(mxs_dma->dma_device.dev, MAX_XFER_BYTES); 662a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 663a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_dma->dma_device.device_alloc_chan_resources = mxs_dma_alloc_chan_resources; 664a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_dma->dma_device.device_free_chan_resources = mxs_dma_free_chan_resources; 665a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_dma->dma_device.device_tx_status = mxs_dma_tx_status; 666a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_dma->dma_device.device_prep_slave_sg = mxs_dma_prep_slave_sg; 667a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_dma->dma_device.device_prep_dma_cyclic = mxs_dma_prep_dma_cyclic; 668a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_dma->dma_device.device_control = mxs_dma_control; 669a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo mxs_dma->dma_device.device_issue_pending = mxs_dma_issue_pending; 670a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 671a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo ret = dma_async_device_register(&mxs_dma->dma_device); 672a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo if (ret) { 673a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo dev_err(mxs_dma->dma_device.dev, "unable to register\n"); 674a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo goto err_init; 675a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo } 676a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 677a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo dev_info(mxs_dma->dma_device.dev, "initialized\n"); 678a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 679a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo return 0; 680a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 681a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guoerr_init: 682a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo clk_put(mxs_dma->clk); 683a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guoerr_clk: 684a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo iounmap(mxs_dma->base); 685a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guoerr_ioremap: 686a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo release_mem_region(iores->start, resource_size(iores)); 687a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guoerr_request_region: 688a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo kfree(mxs_dma); 689a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo return ret; 690a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo} 691a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 692a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guostatic struct platform_device_id mxs_dma_type[] = { 693a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo { 694a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo .name = "mxs-dma-apbh", 695a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo .driver_data = MXS_DMA_APBH, 696a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo }, { 697a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo .name = "mxs-dma-apbx", 698a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo .driver_data = MXS_DMA_APBX, 6992a9778ed83b142e88cb38acc496a573a3472d27fAxel Lin }, { 7002a9778ed83b142e88cb38acc496a573a3472d27fAxel Lin /* end of list */ 701a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo } 702a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo}; 703a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 704a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guostatic struct platform_driver mxs_dma_driver = { 705a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo .driver = { 706a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo .name = "mxs-dma", 707a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo }, 708a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo .id_table = mxs_dma_type, 709a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo}; 710a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo 711a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guostatic int __init mxs_dma_module_init(void) 712a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo{ 713a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo return platform_driver_probe(&mxs_dma_driver, mxs_dma_probe); 714a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guo} 715a580b8c5429a624d120cd603e1498bf676e2b4daShawn Guosubsys_initcall(mxs_dma_module_init); 716