1c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/* 2c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * CARMA DATA-FPGA Access Driver 3c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 4c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Copyright (c) 2009-2011 Ira W. Snyder <iws@ovro.caltech.edu> 5c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 6c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * This program is free software; you can redistribute it and/or modify it 7c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * under the terms of the GNU General Public License as published by the 8c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Free Software Foundation; either version 2 of the License, or (at your 9c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * option) any later version. 10c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 11c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 12c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/* 13c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * FPGA Memory Dump Format 14c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 15c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * FPGA #0 control registers (32 x 32-bit words) 16c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * FPGA #1 control registers (32 x 32-bit words) 17c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * FPGA #2 control registers (32 x 32-bit words) 18c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * FPGA #3 control registers (32 x 32-bit words) 19c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * SYSFPGA control registers (32 x 32-bit words) 20c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * FPGA #0 correlation array (NUM_CORL0 correlation blocks) 21c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * FPGA #1 correlation array (NUM_CORL1 correlation blocks) 22c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * FPGA #2 correlation array (NUM_CORL2 correlation blocks) 23c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * FPGA #3 correlation array (NUM_CORL3 correlation blocks) 24c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 25c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Each correlation array consists of: 26c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 27c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Correlation Data (2 x NUM_LAGSn x 32-bit words) 28c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Pipeline Metadata (2 x NUM_METAn x 32-bit words) 29c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Quantization Counters (2 x NUM_QCNTn x 32-bit words) 30c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 31c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * The NUM_CORLn, NUM_LAGSn, NUM_METAn, and NUM_QCNTn values come from 32c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * the FPGA configuration registers. They do not change once the FPGA's 33c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * have been programmed, they only change on re-programming. 34c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 35c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 36c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/* 37c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Basic Description: 38c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 39c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * This driver is used to capture correlation spectra off of the four data 40c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * processing FPGAs. The FPGAs are often reprogrammed at runtime, therefore 41c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * this driver supports dynamic enable/disable of capture while the device 42c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * remains open. 43c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 44c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * The nominal capture rate is 64Hz (every 15.625ms). To facilitate this fast 45c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * capture rate, all buffers are pre-allocated to avoid any potentially long 46c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * running memory allocations while capturing. 47c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 48c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * There are two lists and one pointer which are used to keep track of the 49c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * different states of data buffers. 50c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 51c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 1) free list 52c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * This list holds all empty data buffers which are ready to receive data. 53c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 54c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 2) inflight pointer 55c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * This pointer holds the currently inflight data buffer. This buffer is having 56c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * data copied into it by the DMA engine. 57c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 58c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 3) used list 59c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * This list holds data buffers which have been filled, and are waiting to be 60c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * read by userspace. 61c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 62c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * All buffers start life on the free list, then move successively to the 63c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * inflight pointer, and then to the used list. After they have been read by 64c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * userspace, they are moved back to the free list. The cycle repeats as long 65c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * as necessary. 66c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 67c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * It should be noted that all buffers are mapped and ready for DMA when they 68c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * are on any of the three lists. They are only unmapped when they are in the 69c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * process of being read by userspace. 70c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 71c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 72c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/* 73c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Notes on the IRQ masking scheme: 74c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 75c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * The IRQ masking scheme here is different than most other hardware. The only 76c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * way for the DATA-FPGAs to detect if the kernel has taken too long to copy 77c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * the data is if the status registers are not cleared before the next 78c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * correlation data dump is ready. 79c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 80c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * The interrupt line is connected to the status registers, such that when they 81c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * are cleared, the interrupt is de-asserted. Therein lies our problem. We need 82c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * to schedule a long-running DMA operation and return from the interrupt 83c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * handler quickly, but we cannot clear the status registers. 84c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 85c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * To handle this, the system controller FPGA has the capability to connect the 86c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * interrupt line to a user-controlled GPIO pin. This pin is driven high 87c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * (unasserted) and left that way. To mask the interrupt, we change the 88c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * interrupt source to the GPIO pin. Tada, we hid the interrupt. :) 89c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 90c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 91c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#include <linux/of_platform.h> 92c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#include <linux/dma-mapping.h> 93c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#include <linux/miscdevice.h> 94c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#include <linux/interrupt.h> 95c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#include <linux/dmaengine.h> 96c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#include <linux/seq_file.h> 97c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#include <linux/highmem.h> 98c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#include <linux/debugfs.h> 99c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#include <linux/kernel.h> 100c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#include <linux/module.h> 101c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#include <linux/poll.h> 102c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#include <linux/init.h> 103c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#include <linux/slab.h> 104c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#include <linux/kref.h> 105c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#include <linux/io.h> 106c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 107c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#include <media/videobuf-dma-sg.h> 108c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 109c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/* system controller registers */ 110c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#define SYS_IRQ_SOURCE_CTL 0x24 111c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#define SYS_IRQ_OUTPUT_EN 0x28 112c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#define SYS_IRQ_OUTPUT_DATA 0x2C 113c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#define SYS_IRQ_INPUT_DATA 0x30 114c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#define SYS_FPGA_CONFIG_STATUS 0x44 115c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 116c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/* GPIO IRQ line assignment */ 117c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#define IRQ_CORL_DONE 0x10 118c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 119c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/* FPGA registers */ 120c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#define MMAP_REG_VERSION 0x00 121c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#define MMAP_REG_CORL_CONF1 0x08 122c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#define MMAP_REG_CORL_CONF2 0x0C 123c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#define MMAP_REG_STATUS 0x48 124c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 125c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#define SYS_FPGA_BLOCK 0xF0000000 126c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 127c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#define DATA_FPGA_START 0x400000 128c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#define DATA_FPGA_SIZE 0x80000 129c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 130c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic const char drv_name[] = "carma-fpga"; 131c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 132c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#define NUM_FPGA 4 133c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 134c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#define MIN_DATA_BUFS 8 135c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#define MAX_DATA_BUFS 64 136c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 137c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstruct fpga_info { 138c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder unsigned int num_lag_ram; 139c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder unsigned int blk_size; 140c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder}; 141c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 142c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstruct data_buf { 143c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct list_head entry; 144c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct videobuf_dmabuf vb; 145c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder size_t size; 146c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder}; 147c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 148c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstruct fpga_device { 149c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* character device */ 150c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct miscdevice miscdev; 151c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct device *dev; 152c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct mutex mutex; 153c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 154c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* reference count */ 155c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct kref ref; 156c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 157c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* FPGA registers and information */ 158c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct fpga_info info[NUM_FPGA]; 159c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder void __iomem *regs; 160c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder int irq; 161c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 162c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* FPGA Physical Address/Size Information */ 163c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder resource_size_t phys_addr; 164c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder size_t phys_size; 165c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 166c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* DMA structures */ 167c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct sg_table corl_table; 168c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder unsigned int corl_nents; 169c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct dma_chan *chan; 170c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 171c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Protection for all members below */ 172c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder spinlock_t lock; 173c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 174c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Device enable/disable flag */ 175c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder bool enabled; 176c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 177c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Correlation data buffers */ 178c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder wait_queue_head_t wait; 179c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct list_head free; 180c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct list_head used; 181c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct data_buf *inflight; 182c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 183c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Information about data buffers */ 184c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder unsigned int num_dropped; 185c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder unsigned int num_buffers; 186c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder size_t bufsize; 187c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct dentry *dbg_entry; 188c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder}; 189c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 190c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstruct fpga_reader { 191c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct fpga_device *priv; 192c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct data_buf *buf; 193c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder off_t buf_start; 194c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder}; 195c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 196c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic void fpga_device_release(struct kref *ref) 197c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 198c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct fpga_device *priv = container_of(ref, struct fpga_device, ref); 199c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 200c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* the last reader has exited, cleanup the last bits */ 201c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder mutex_destroy(&priv->mutex); 202c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder kfree(priv); 203c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 204c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 205c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/* 206c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Data Buffer Allocation Helpers 207c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 208c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 209c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/** 210c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * data_free_buffer() - free a single data buffer and all allocated memory 211c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * @buf: the buffer to free 212c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 213c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * This will free all of the pages allocated to the given data buffer, and 214c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * then free the structure itself 215c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 216c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic void data_free_buffer(struct data_buf *buf) 217c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 218c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* It is ok to free a NULL buffer */ 219c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (!buf) 220c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return; 221c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 222c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* free all memory */ 223c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder videobuf_dma_free(&buf->vb); 224c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder kfree(buf); 225c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 226c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 227c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/** 228c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * data_alloc_buffer() - allocate and fill a data buffer with pages 229c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * @bytes: the number of bytes required 230c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 231c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * This allocates all space needed for a data buffer. It must be mapped before 232c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * use in a DMA transaction using videobuf_dma_map(). 233c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 234c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Returns NULL on failure 235c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 236c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic struct data_buf *data_alloc_buffer(const size_t bytes) 237c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 238c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder unsigned int nr_pages; 239c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct data_buf *buf; 240c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder int ret; 241c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 242c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* calculate the number of pages necessary */ 243c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder nr_pages = DIV_ROUND_UP(bytes, PAGE_SIZE); 244c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 245c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* allocate the buffer structure */ 246c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder buf = kzalloc(sizeof(*buf), GFP_KERNEL); 247c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (!buf) 248c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder goto out_return; 249c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 250c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* initialize internal fields */ 251c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder INIT_LIST_HEAD(&buf->entry); 252c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder buf->size = bytes; 253c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 254c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* allocate the videobuf */ 255c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder videobuf_dma_init(&buf->vb); 256c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder ret = videobuf_dma_init_kernel(&buf->vb, DMA_FROM_DEVICE, nr_pages); 257c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (ret) 258c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder goto out_free_buf; 259c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 260c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return buf; 261c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 262c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderout_free_buf: 263c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder kfree(buf); 264c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderout_return: 265c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return NULL; 266c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 267c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 268c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/** 269c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * data_free_buffers() - free all allocated buffers 270c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * @priv: the driver's private data structure 271c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 272c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Free all buffers allocated by the driver (except those currently in the 273c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * process of being read by userspace). 274c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 275c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * LOCKING: must hold dev->mutex 276c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * CONTEXT: user 277c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 278c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic void data_free_buffers(struct fpga_device *priv) 279c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 280c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct data_buf *buf, *tmp; 281c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 282c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* the device should be stopped, no DMA in progress */ 283c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder BUG_ON(priv->inflight != NULL); 284c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 285c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder list_for_each_entry_safe(buf, tmp, &priv->free, entry) { 286c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder list_del_init(&buf->entry); 287c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder videobuf_dma_unmap(priv->dev, &buf->vb); 288c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder data_free_buffer(buf); 289c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 290c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 291c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder list_for_each_entry_safe(buf, tmp, &priv->used, entry) { 292c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder list_del_init(&buf->entry); 293c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder videobuf_dma_unmap(priv->dev, &buf->vb); 294c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder data_free_buffer(buf); 295c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 296c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 297c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder priv->num_buffers = 0; 298c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder priv->bufsize = 0; 299c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 300c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 301c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/** 302c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * data_alloc_buffers() - allocate 1 seconds worth of data buffers 303c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * @priv: the driver's private data structure 304c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 305c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Allocate enough buffers for a whole second worth of data 306c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 307c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * This routine will attempt to degrade nicely by succeeding even if a full 308c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * second worth of data buffers could not be allocated, as long as a minimum 309c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * number were allocated. In this case, it will print a message to the kernel 310c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * log. 311c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 312c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * The device must not be modifying any lists when this is called. 313c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 314c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * CONTEXT: user 315c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * LOCKING: must hold dev->mutex 316c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 317c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Returns 0 on success, -ERRNO otherwise 318c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 319c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic int data_alloc_buffers(struct fpga_device *priv) 320c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 321c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct data_buf *buf; 322c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder int i, ret; 323c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 324c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder for (i = 0; i < MAX_DATA_BUFS; i++) { 325c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 326c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* allocate a buffer */ 327c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder buf = data_alloc_buffer(priv->bufsize); 328c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (!buf) 329c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder break; 330c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 331c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* map it for DMA */ 332c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder ret = videobuf_dma_map(priv->dev, &buf->vb); 333c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (ret) { 334c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder data_free_buffer(buf); 335c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder break; 336c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 337c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 338c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* add it to the list of free buffers */ 339c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder list_add_tail(&buf->entry, &priv->free); 340c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder priv->num_buffers++; 341c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 342c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 343c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Make sure we allocated the minimum required number of buffers */ 344c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (priv->num_buffers < MIN_DATA_BUFS) { 345c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_err(priv->dev, "Unable to allocate enough data buffers\n"); 346c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder data_free_buffers(priv); 347c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return -ENOMEM; 348c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 349c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 350c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Warn if we are running in a degraded state, but do not fail */ 351c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (priv->num_buffers < MAX_DATA_BUFS) { 352c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_warn(priv->dev, 353c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder "Unable to allocate %d buffers, using %d buffers instead\n", 354c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder MAX_DATA_BUFS, i); 355c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 356c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 357c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return 0; 358c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 359c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 360c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/* 361c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * DMA Operations Helpers 362c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 363c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 364c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/** 365c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * fpga_start_addr() - get the physical address a DATA-FPGA 366c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * @priv: the driver's private data structure 367c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * @fpga: the DATA-FPGA number (zero based) 368c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 369c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic dma_addr_t fpga_start_addr(struct fpga_device *priv, unsigned int fpga) 370c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 371c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return priv->phys_addr + 0x400000 + (0x80000 * fpga); 372c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 373c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 374c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/** 375c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * fpga_block_addr() - get the physical address of a correlation data block 376c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * @priv: the driver's private data structure 377c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * @fpga: the DATA-FPGA number (zero based) 378c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * @blknum: the correlation block number (zero based) 379c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 380c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic dma_addr_t fpga_block_addr(struct fpga_device *priv, unsigned int fpga, 381c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder unsigned int blknum) 382c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 383c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return fpga_start_addr(priv, fpga) + (0x10000 * (1 + blknum)); 384c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 385c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 386c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#define REG_BLOCK_SIZE (32 * 4) 387c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 388c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/** 389c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * data_setup_corl_table() - create the scatterlist for correlation dumps 390c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * @priv: the driver's private data structure 391c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 392c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Create the scatterlist for transferring a correlation dump from the 393c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * DATA FPGAs. This structure will be reused for each buffer than needs 394c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * to be filled with correlation data. 395c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 396c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Returns 0 on success, -ERRNO otherwise 397c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 398c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic int data_setup_corl_table(struct fpga_device *priv) 399c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 400c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct sg_table *table = &priv->corl_table; 401c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct scatterlist *sg; 402c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct fpga_info *info; 403c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder int i, j, ret; 404c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 405c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Calculate the number of entries needed */ 406c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder priv->corl_nents = (1 + NUM_FPGA) * REG_BLOCK_SIZE; 407c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder for (i = 0; i < NUM_FPGA; i++) 408c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder priv->corl_nents += priv->info[i].num_lag_ram; 409c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 410c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Allocate the scatterlist table */ 411c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder ret = sg_alloc_table(table, priv->corl_nents, GFP_KERNEL); 412c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (ret) { 413c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_err(priv->dev, "unable to allocate DMA table\n"); 414c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return ret; 415c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 416c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 417c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Add the DATA FPGA registers to the scatterlist */ 418c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder sg = table->sgl; 419c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder for (i = 0; i < NUM_FPGA; i++) { 420c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder sg_dma_address(sg) = fpga_start_addr(priv, i); 421c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder sg_dma_len(sg) = REG_BLOCK_SIZE; 422c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder sg = sg_next(sg); 423c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 424c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 425c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Add the SYS-FPGA registers to the scatterlist */ 426c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder sg_dma_address(sg) = SYS_FPGA_BLOCK; 427c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder sg_dma_len(sg) = REG_BLOCK_SIZE; 428c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder sg = sg_next(sg); 429c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 430c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Add the FPGA correlation data blocks to the scatterlist */ 431c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder for (i = 0; i < NUM_FPGA; i++) { 432c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder info = &priv->info[i]; 433c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder for (j = 0; j < info->num_lag_ram; j++) { 434c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder sg_dma_address(sg) = fpga_block_addr(priv, i, j); 435c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder sg_dma_len(sg) = info->blk_size; 436c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder sg = sg_next(sg); 437c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 438c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 439c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 440c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* 441c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * All physical addresses and lengths are present in the structure 442c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * now. It can be reused for every FPGA DATA interrupt 443c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 444c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return 0; 445c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 446c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 447c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/* 448c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * FPGA Register Access Helpers 449c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 450c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 451c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic void fpga_write_reg(struct fpga_device *priv, unsigned int fpga, 452c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder unsigned int reg, u32 val) 453c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 454c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder const int fpga_start = DATA_FPGA_START + (fpga * DATA_FPGA_SIZE); 455c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder iowrite32be(val, priv->regs + fpga_start + reg); 456c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 457c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 458c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic u32 fpga_read_reg(struct fpga_device *priv, unsigned int fpga, 459c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder unsigned int reg) 460c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 461c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder const int fpga_start = DATA_FPGA_START + (fpga * DATA_FPGA_SIZE); 462c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return ioread32be(priv->regs + fpga_start + reg); 463c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 464c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 465c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/** 466c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * data_calculate_bufsize() - calculate the data buffer size required 467c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * @priv: the driver's private data structure 468c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 469c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Calculate the total buffer size needed to hold a single block 470c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * of correlation data 471c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 472c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * CONTEXT: user 473c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 474c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Returns 0 on success, -ERRNO otherwise 475c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 476c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic int data_calculate_bufsize(struct fpga_device *priv) 477c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 478c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder u32 num_corl, num_lags, num_meta, num_qcnt, num_pack; 479c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder u32 conf1, conf2, version; 480c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder u32 num_lag_ram, blk_size; 481c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder int i; 482c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 483c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Each buffer starts with the 5 FPGA register areas */ 484c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder priv->bufsize = (1 + NUM_FPGA) * REG_BLOCK_SIZE; 485c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 486c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Read and store the configuration data for each FPGA */ 487c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder for (i = 0; i < NUM_FPGA; i++) { 488c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder version = fpga_read_reg(priv, i, MMAP_REG_VERSION); 489c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder conf1 = fpga_read_reg(priv, i, MMAP_REG_CORL_CONF1); 490c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder conf2 = fpga_read_reg(priv, i, MMAP_REG_CORL_CONF2); 491c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 492c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* minor version 2 and later */ 493c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if ((version & 0x000000FF) >= 2) { 494c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder num_corl = (conf1 & 0x000000F0) >> 4; 495c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder num_pack = (conf1 & 0x00000F00) >> 8; 496c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder num_lags = (conf1 & 0x00FFF000) >> 12; 497c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder num_meta = (conf1 & 0x7F000000) >> 24; 498c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder num_qcnt = (conf2 & 0x00000FFF) >> 0; 499c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } else { 500c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder num_corl = (conf1 & 0x000000F0) >> 4; 501c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder num_pack = 1; /* implied */ 502c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder num_lags = (conf1 & 0x000FFF00) >> 8; 503c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder num_meta = (conf1 & 0x7FF00000) >> 20; 504c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder num_qcnt = (conf2 & 0x00000FFF) >> 0; 505c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 506c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 507c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder num_lag_ram = (num_corl + num_pack - 1) / num_pack; 508c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder blk_size = ((num_pack * num_lags) + num_meta + num_qcnt) * 8; 509c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 510c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder priv->info[i].num_lag_ram = num_lag_ram; 511c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder priv->info[i].blk_size = blk_size; 512c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder priv->bufsize += num_lag_ram * blk_size; 513c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 514c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_dbg(priv->dev, "FPGA %d NUM_CORL: %d\n", i, num_corl); 515c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_dbg(priv->dev, "FPGA %d NUM_PACK: %d\n", i, num_pack); 516c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_dbg(priv->dev, "FPGA %d NUM_LAGS: %d\n", i, num_lags); 517c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_dbg(priv->dev, "FPGA %d NUM_META: %d\n", i, num_meta); 518c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_dbg(priv->dev, "FPGA %d NUM_QCNT: %d\n", i, num_qcnt); 519c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_dbg(priv->dev, "FPGA %d BLK_SIZE: %d\n", i, blk_size); 520c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 521c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 522c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_dbg(priv->dev, "TOTAL BUFFER SIZE: %zu bytes\n", priv->bufsize); 523c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return 0; 524c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 525c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 526c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/* 527c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Interrupt Handling 528c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 529c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 530c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/** 531c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * data_disable_interrupts() - stop the device from generating interrupts 532c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * @priv: the driver's private data structure 533c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 534c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Hide interrupts by switching to GPIO interrupt source 535c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 536c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * LOCKING: must hold dev->lock 537c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 538c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic void data_disable_interrupts(struct fpga_device *priv) 539c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 540c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* hide the interrupt by switching the IRQ driver to GPIO */ 541c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder iowrite32be(0x2F, priv->regs + SYS_IRQ_SOURCE_CTL); 542c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 543c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 544c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/** 545c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * data_enable_interrupts() - allow the device to generate interrupts 546c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * @priv: the driver's private data structure 547c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 548c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Unhide interrupts by switching to the FPGA interrupt source. At the 549c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * same time, clear the DATA-FPGA status registers. 550c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 551c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * LOCKING: must hold dev->lock 552c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 553c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic void data_enable_interrupts(struct fpga_device *priv) 554c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 555c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* clear the actual FPGA corl_done interrupt */ 556c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder fpga_write_reg(priv, 0, MMAP_REG_STATUS, 0x0); 557c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder fpga_write_reg(priv, 1, MMAP_REG_STATUS, 0x0); 558c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder fpga_write_reg(priv, 2, MMAP_REG_STATUS, 0x0); 559c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder fpga_write_reg(priv, 3, MMAP_REG_STATUS, 0x0); 560c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 561c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* flush the writes */ 562c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder fpga_read_reg(priv, 0, MMAP_REG_STATUS); 563c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 564c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* switch back to the external interrupt source */ 565c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder iowrite32be(0x3F, priv->regs + SYS_IRQ_SOURCE_CTL); 566c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 567c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 568c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/** 569c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * data_dma_cb() - DMAEngine callback for DMA completion 570c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * @data: the driver's private data structure 571c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 572c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Complete a DMA transfer from the DATA-FPGA's 573c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 574c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * This is called via the DMA callback mechanism, and will handle moving the 575c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * completed DMA transaction to the used list, and then wake any processes 576c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * waiting for new data 577c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 578c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * CONTEXT: any, softirq expected 579c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 580c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic void data_dma_cb(void *data) 581c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 582c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct fpga_device *priv = data; 583c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder unsigned long flags; 584c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 585c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder spin_lock_irqsave(&priv->lock, flags); 586c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 587c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* If there is no inflight buffer, we've got a bug */ 588c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder BUG_ON(priv->inflight == NULL); 589c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 590c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Move the inflight buffer onto the used list */ 591c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder list_move_tail(&priv->inflight->entry, &priv->used); 592c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder priv->inflight = NULL; 593c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 594c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* clear the FPGA status and re-enable interrupts */ 595c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder data_enable_interrupts(priv); 596c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 597c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder spin_unlock_irqrestore(&priv->lock, flags); 598c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 599c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* 600c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * We've changed both the inflight and used lists, so we need 601c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * to wake up any processes that are blocking for those events 602c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 603c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder wake_up(&priv->wait); 604c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 605c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 606c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/** 607c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * data_submit_dma() - prepare and submit the required DMA to fill a buffer 608c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * @priv: the driver's private data structure 609c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * @buf: the data buffer 610c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 611c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Prepare and submit the necessary DMA transactions to fill a correlation 612c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * data buffer. 613c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 614c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * LOCKING: must hold dev->lock 615c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * CONTEXT: hardirq only 616c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 617c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Returns 0 on success, -ERRNO otherwise 618c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 619c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic int data_submit_dma(struct fpga_device *priv, struct data_buf *buf) 620c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 621c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct scatterlist *dst_sg, *src_sg; 622c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder unsigned int dst_nents, src_nents; 623c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct dma_chan *chan = priv->chan; 624c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct dma_async_tx_descriptor *tx; 625c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dma_cookie_t cookie; 626c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dma_addr_t dst, src; 627c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 628c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dst_sg = buf->vb.sglist; 629c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dst_nents = buf->vb.sglen; 630c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 631c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder src_sg = priv->corl_table.sgl; 632c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder src_nents = priv->corl_nents; 633c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 634c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* 635c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * All buffers passed to this function should be ready and mapped 636c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * for DMA already. Therefore, we don't need to do anything except 637c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * submit it to the Freescale DMA Engine for processing 638c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 639c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 640c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* setup the scatterlist to scatterlist transfer */ 641c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder tx = chan->device->device_prep_dma_sg(chan, 642c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dst_sg, dst_nents, 643c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder src_sg, src_nents, 644c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 0); 645c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (!tx) { 646c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_err(priv->dev, "unable to prep scatterlist DMA\n"); 647c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return -ENOMEM; 648c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 649c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 650c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* submit the transaction to the DMA controller */ 651c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder cookie = tx->tx_submit(tx); 652c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (dma_submit_error(cookie)) { 653c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_err(priv->dev, "unable to submit scatterlist DMA\n"); 654c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return -ENOMEM; 655c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 656c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 657c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Prepare the re-read of the SYS-FPGA block */ 658c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dst = sg_dma_address(dst_sg) + (NUM_FPGA * REG_BLOCK_SIZE); 659c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder src = SYS_FPGA_BLOCK; 660c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder tx = chan->device->device_prep_dma_memcpy(chan, dst, src, 661c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder REG_BLOCK_SIZE, 662c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder DMA_PREP_INTERRUPT); 663c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (!tx) { 664c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_err(priv->dev, "unable to prep SYS-FPGA DMA\n"); 665c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return -ENOMEM; 666c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 667c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 668c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Setup the callback */ 669c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder tx->callback = data_dma_cb; 670c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder tx->callback_param = priv; 671c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 672c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* submit the transaction to the DMA controller */ 673c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder cookie = tx->tx_submit(tx); 674c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (dma_submit_error(cookie)) { 675c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_err(priv->dev, "unable to submit SYS-FPGA DMA\n"); 676c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return -ENOMEM; 677c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 678c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 679c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return 0; 680c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 681c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 682c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#define CORL_DONE 0x1 683c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#define CORL_ERR 0x2 684c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 685c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic irqreturn_t data_irq(int irq, void *dev_id) 686c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 687c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct fpga_device *priv = dev_id; 688c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder bool submitted = false; 689c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct data_buf *buf; 690c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder u32 status; 691c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder int i; 692c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 693c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* detect spurious interrupts via FPGA status */ 694c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder for (i = 0; i < 4; i++) { 695c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder status = fpga_read_reg(priv, i, MMAP_REG_STATUS); 696c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (!(status & (CORL_DONE | CORL_ERR))) { 697c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_err(priv->dev, "spurious irq detected (FPGA)\n"); 698c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return IRQ_NONE; 699c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 700c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 701c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 702c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* detect spurious interrupts via raw IRQ pin readback */ 703c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder status = ioread32be(priv->regs + SYS_IRQ_INPUT_DATA); 704c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (status & IRQ_CORL_DONE) { 705c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_err(priv->dev, "spurious irq detected (IRQ)\n"); 706c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return IRQ_NONE; 707c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 708c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 709c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder spin_lock(&priv->lock); 710c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 711c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* hide the interrupt by switching the IRQ driver to GPIO */ 712c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder data_disable_interrupts(priv); 713c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 714c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* If there are no free buffers, drop this data */ 715c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (list_empty(&priv->free)) { 716c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder priv->num_dropped++; 717c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder goto out; 718c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 719c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 720c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder buf = list_first_entry(&priv->free, struct data_buf, entry); 721c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder list_del_init(&buf->entry); 722c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder BUG_ON(buf->size != priv->bufsize); 723c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 724c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Submit a DMA transfer to get the correlation data */ 725c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (data_submit_dma(priv, buf)) { 726c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_err(priv->dev, "Unable to setup DMA transfer\n"); 727c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder list_move_tail(&buf->entry, &priv->free); 728c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder goto out; 729c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 730c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 731c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Save the buffer for the DMA callback */ 732c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder priv->inflight = buf; 733c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder submitted = true; 734c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 735c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Start the DMA Engine */ 736c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dma_async_memcpy_issue_pending(priv->chan); 737c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 738c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderout: 739c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* If no DMA was submitted, re-enable interrupts */ 740c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (!submitted) 741c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder data_enable_interrupts(priv); 742c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 743c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder spin_unlock(&priv->lock); 744c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return IRQ_HANDLED; 745c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 746c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 747c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/* 748c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Realtime Device Enable Helpers 749c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 750c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 751c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/** 752c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * data_device_enable() - enable the device for buffered dumping 753c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * @priv: the driver's private data structure 754c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 755c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Enable the device for buffered dumping. Allocates buffers and hooks up 756c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * the interrupt handler. When this finishes, data will come pouring in. 757c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 758c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * LOCKING: must hold dev->mutex 759c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * CONTEXT: user context only 760c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 761c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Returns 0 on success, -ERRNO otherwise 762c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 763c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic int data_device_enable(struct fpga_device *priv) 764c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 765c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder u32 val; 766c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder int ret; 767c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 768c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* multiple enables are safe: they do nothing */ 769c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (priv->enabled) 770c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return 0; 771c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 772c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* check that the FPGAs are programmed */ 773c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder val = ioread32be(priv->regs + SYS_FPGA_CONFIG_STATUS); 774c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (!(val & (1 << 18))) { 775c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_err(priv->dev, "DATA-FPGAs are not enabled\n"); 776c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return -ENODATA; 777c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 778c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 779c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* read the FPGAs to calculate the buffer size */ 780c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder ret = data_calculate_bufsize(priv); 781c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (ret) { 782c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_err(priv->dev, "unable to calculate buffer size\n"); 783c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder goto out_error; 784c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 785c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 786c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* allocate the correlation data buffers */ 787c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder ret = data_alloc_buffers(priv); 788c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (ret) { 789c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_err(priv->dev, "unable to allocate buffers\n"); 790c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder goto out_error; 791c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 792c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 793c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* setup the source scatterlist for dumping correlation data */ 794c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder ret = data_setup_corl_table(priv); 795c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (ret) { 796c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_err(priv->dev, "unable to setup correlation DMA table\n"); 797c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder goto out_error; 798c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 799c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 800c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* hookup the irq handler */ 801c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder ret = request_irq(priv->irq, data_irq, IRQF_SHARED, drv_name, priv); 802c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (ret) { 803c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_err(priv->dev, "unable to request IRQ handler\n"); 804c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder goto out_error; 805c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 806c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 807c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* switch to the external FPGA IRQ line */ 808c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder data_enable_interrupts(priv); 809c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 810c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* success, we're enabled */ 811c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder priv->enabled = true; 812c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return 0; 813c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 814c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderout_error: 815c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder sg_free_table(&priv->corl_table); 816c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder priv->corl_nents = 0; 817c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 818c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder data_free_buffers(priv); 819c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return ret; 820c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 821c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 822c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/** 823c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * data_device_disable() - disable the device for buffered dumping 824c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * @priv: the driver's private data structure 825c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 826c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Disable the device for buffered dumping. Stops new DMA transactions from 827c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * being generated, waits for all outstanding DMA to complete, and then frees 828c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * all buffers. 829c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 830c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * LOCKING: must hold dev->mutex 831c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * CONTEXT: user only 832c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 833c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Returns 0 on success, -ERRNO otherwise 834c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 835c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic int data_device_disable(struct fpga_device *priv) 836c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 837c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder int ret; 838c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 839c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* allow multiple disable */ 840c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (!priv->enabled) 841c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return 0; 842c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 843c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* switch to the internal GPIO IRQ line */ 844c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder data_disable_interrupts(priv); 845c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 846c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* unhook the irq handler */ 847c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder free_irq(priv->irq, priv); 848c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 849c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* 850c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * wait for all outstanding DMA to complete 851c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 852c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Device interrupts are disabled, therefore another buffer cannot 853c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * be marked inflight. 854c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 855c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder ret = wait_event_interruptible(priv->wait, priv->inflight == NULL); 856c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (ret) 857c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return ret; 858c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 859c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* free the correlation table */ 860c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder sg_free_table(&priv->corl_table); 861c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder priv->corl_nents = 0; 862c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 863c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* 864c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * We are taking the spinlock not to protect priv->enabled, but instead 865c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * to make sure that there are no readers in the process of altering 866c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * the free or used lists while we are setting this flag. 867c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 868c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder spin_lock_irq(&priv->lock); 869c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder priv->enabled = false; 870c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder spin_unlock_irq(&priv->lock); 871c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 872c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* free all buffers: the free and used lists are not being changed */ 873c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder data_free_buffers(priv); 874c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return 0; 875c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 876c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 877c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/* 878c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * DEBUGFS Interface 879c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 880c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#ifdef CONFIG_DEBUG_FS 881c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 882c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/* 883c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Count the number of entries in the given list 884c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 885c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic unsigned int list_num_entries(struct list_head *list) 886c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 887c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct list_head *entry; 888c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder unsigned int ret = 0; 889c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 890c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder list_for_each(entry, list) 891c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder ret++; 892c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 893c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return ret; 894c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 895c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 896c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic int data_debug_show(struct seq_file *f, void *offset) 897c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 898c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct fpga_device *priv = f->private; 899c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder int ret; 900c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 901c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* 902c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Lock the mutex first, so that we get an accurate value for enable 903c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Lock the spinlock next, to get accurate list counts 904c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 905c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder ret = mutex_lock_interruptible(&priv->mutex); 906c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (ret) 907c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return ret; 908c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 909c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder spin_lock_irq(&priv->lock); 910c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 911c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder seq_printf(f, "enabled: %d\n", priv->enabled); 912c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder seq_printf(f, "bufsize: %d\n", priv->bufsize); 913c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder seq_printf(f, "num_buffers: %d\n", priv->num_buffers); 914c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder seq_printf(f, "num_free: %d\n", list_num_entries(&priv->free)); 915c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder seq_printf(f, "inflight: %d\n", priv->inflight != NULL); 916c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder seq_printf(f, "num_used: %d\n", list_num_entries(&priv->used)); 917c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder seq_printf(f, "num_dropped: %d\n", priv->num_dropped); 918c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 919c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder spin_unlock_irq(&priv->lock); 920c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder mutex_unlock(&priv->mutex); 921c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return 0; 922c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 923c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 924c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic int data_debug_open(struct inode *inode, struct file *file) 925c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 926c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return single_open(file, data_debug_show, inode->i_private); 927c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 928c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 929c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic const struct file_operations data_debug_fops = { 930c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder .owner = THIS_MODULE, 931c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder .open = data_debug_open, 932c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder .read = seq_read, 933c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder .llseek = seq_lseek, 934c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder .release = single_release, 935c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder}; 936c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 937c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic int data_debugfs_init(struct fpga_device *priv) 938c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 939c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder priv->dbg_entry = debugfs_create_file(drv_name, S_IRUGO, NULL, priv, 940c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder &data_debug_fops); 941c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (IS_ERR(priv->dbg_entry)) 942c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return PTR_ERR(priv->dbg_entry); 943c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 944c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return 0; 945c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 946c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 947c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic void data_debugfs_exit(struct fpga_device *priv) 948c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 949c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder debugfs_remove(priv->dbg_entry); 950c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 951c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 952c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#else 953c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 954c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic inline int data_debugfs_init(struct fpga_device *priv) 955c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 956c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return 0; 957c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 958c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 959c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic inline void data_debugfs_exit(struct fpga_device *priv) 960c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 961c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 962c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 963c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder#endif /* CONFIG_DEBUG_FS */ 964c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 965c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/* 966c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * SYSFS Attributes 967c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 968c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 969c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic ssize_t data_en_show(struct device *dev, struct device_attribute *attr, 970c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder char *buf) 971c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 972c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct fpga_device *priv = dev_get_drvdata(dev); 973c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return snprintf(buf, PAGE_SIZE, "%u\n", priv->enabled); 974c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 975c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 976c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic ssize_t data_en_set(struct device *dev, struct device_attribute *attr, 977c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder const char *buf, size_t count) 978c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 979c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct fpga_device *priv = dev_get_drvdata(dev); 980c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder unsigned long enable; 981c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder int ret; 982c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 983c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder ret = strict_strtoul(buf, 0, &enable); 984c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (ret) { 985c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_err(priv->dev, "unable to parse enable input\n"); 986c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return -EINVAL; 987c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 988c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 989c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder ret = mutex_lock_interruptible(&priv->mutex); 990c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (ret) 991c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return ret; 992c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 993c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (enable) 994c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder ret = data_device_enable(priv); 995c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder else 996c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder ret = data_device_disable(priv); 997c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 998c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (ret) { 999c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_err(priv->dev, "device %s failed\n", 1000c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder enable ? "enable" : "disable"); 1001c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder count = ret; 1002c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder goto out_unlock; 1003c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 1004c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1005c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderout_unlock: 1006c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder mutex_unlock(&priv->mutex); 1007c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return count; 1008c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 1009c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1010c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic DEVICE_ATTR(enable, S_IWUSR | S_IRUGO, data_en_show, data_en_set); 1011c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1012c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic struct attribute *data_sysfs_attrs[] = { 1013c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder &dev_attr_enable.attr, 1014c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder NULL, 1015c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder}; 1016c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1017c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic const struct attribute_group rt_sysfs_attr_group = { 1018c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder .attrs = data_sysfs_attrs, 1019c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder}; 1020c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1021c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/* 1022c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * FPGA Realtime Data Character Device 1023c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 1024c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1025c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic int data_open(struct inode *inode, struct file *filp) 1026c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 1027c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* 1028c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * The miscdevice layer puts our struct miscdevice into the 1029c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * filp->private_data field. We use this to find our private 1030c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * data and then overwrite it with our own private structure. 1031c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 1032c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct fpga_device *priv = container_of(filp->private_data, 1033c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct fpga_device, miscdev); 1034c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct fpga_reader *reader; 1035c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder int ret; 1036c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1037c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* allocate private data */ 1038c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder reader = kzalloc(sizeof(*reader), GFP_KERNEL); 1039c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (!reader) 1040c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return -ENOMEM; 1041c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1042c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder reader->priv = priv; 1043c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder reader->buf = NULL; 1044c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1045c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder filp->private_data = reader; 1046c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder ret = nonseekable_open(inode, filp); 1047c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (ret) { 1048c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_err(priv->dev, "nonseekable-open failed\n"); 1049c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder kfree(reader); 1050c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return ret; 1051c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 1052c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1053c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* 1054c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * success, increase the reference count of the private data structure 1055c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * so that it doesn't disappear if the device is unbound 1056c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 1057c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder kref_get(&priv->ref); 1058c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return 0; 1059c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 1060c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1061c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic int data_release(struct inode *inode, struct file *filp) 1062c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 1063c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct fpga_reader *reader = filp->private_data; 1064c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct fpga_device *priv = reader->priv; 1065c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1066c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* free the per-reader structure */ 1067c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder data_free_buffer(reader->buf); 1068c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder kfree(reader); 1069c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder filp->private_data = NULL; 1070c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1071c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* decrement our reference count to the private data */ 1072c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder kref_put(&priv->ref, fpga_device_release); 1073c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return 0; 1074c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 1075c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1076c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic ssize_t data_read(struct file *filp, char __user *ubuf, size_t count, 1077c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder loff_t *f_pos) 1078c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 1079c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct fpga_reader *reader = filp->private_data; 1080c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct fpga_device *priv = reader->priv; 1081c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct list_head *used = &priv->used; 1082c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct data_buf *dbuf; 1083c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder size_t avail; 1084c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder void *data; 1085c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder int ret; 1086c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1087c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* check if we already have a partial buffer */ 1088c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (reader->buf) { 1089c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dbuf = reader->buf; 1090c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder goto have_buffer; 1091c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 1092c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1093c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder spin_lock_irq(&priv->lock); 1094c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1095c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Block until there is at least one buffer on the used list */ 1096c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder while (list_empty(used)) { 1097c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder spin_unlock_irq(&priv->lock); 1098c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1099c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (filp->f_flags & O_NONBLOCK) 1100c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return -EAGAIN; 1101c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1102c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder ret = wait_event_interruptible(priv->wait, !list_empty(used)); 1103c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (ret) 1104c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return ret; 1105c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1106c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder spin_lock_irq(&priv->lock); 1107c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 1108c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1109c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Grab the first buffer off of the used list */ 1110c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dbuf = list_first_entry(used, struct data_buf, entry); 1111c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder list_del_init(&dbuf->entry); 1112c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1113c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder spin_unlock_irq(&priv->lock); 1114c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1115c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Buffers are always mapped: unmap it */ 1116c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder videobuf_dma_unmap(priv->dev, &dbuf->vb); 1117c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1118c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* save the buffer for later */ 1119c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder reader->buf = dbuf; 1120c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder reader->buf_start = 0; 1121c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1122c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderhave_buffer: 1123c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Get the number of bytes available */ 1124c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder avail = dbuf->size - reader->buf_start; 1125c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder data = dbuf->vb.vaddr + reader->buf_start; 1126c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1127c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Get the number of bytes we can transfer */ 1128c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder count = min(count, avail); 1129c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1130c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Copy the data to the userspace buffer */ 1131c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (copy_to_user(ubuf, data, count)) 1132c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return -EFAULT; 1133c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1134c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Update the amount of available space */ 1135c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder avail -= count; 1136c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1137c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* 1138c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * If there is still some data available, save the buffer for the 1139c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * next userspace call to read() and return 1140c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 1141c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (avail > 0) { 1142c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder reader->buf_start += count; 1143c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder reader->buf = dbuf; 1144c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return count; 1145c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 1146c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1147c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* 1148c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Get the buffer ready to be reused for DMA 1149c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 1150c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * If it fails, we pretend that the read never happed and return 1151c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * -EFAULT to userspace. The read will be retried. 1152c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 1153c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder ret = videobuf_dma_map(priv->dev, &dbuf->vb); 1154c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (ret) { 1155c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_err(priv->dev, "unable to remap buffer for DMA\n"); 1156c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return -EFAULT; 1157c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 1158c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1159c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Lock against concurrent enable/disable */ 1160c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder spin_lock_irq(&priv->lock); 1161c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1162c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* the reader is finished with this buffer */ 1163c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder reader->buf = NULL; 1164c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1165c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* 1166c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * One of two things has happened, the device is disabled, or the 1167c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * device has been reconfigured underneath us. In either case, we 1168c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * should just throw away the buffer. 1169c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 1170c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (!priv->enabled || dbuf->size != priv->bufsize) { 1171c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder videobuf_dma_unmap(priv->dev, &dbuf->vb); 1172c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder data_free_buffer(dbuf); 1173c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder goto out_unlock; 1174c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 1175c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1176c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* The buffer is safe to reuse, so add it back to the free list */ 1177c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder list_add_tail(&dbuf->entry, &priv->free); 1178c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1179c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderout_unlock: 1180c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder spin_unlock_irq(&priv->lock); 1181c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return count; 1182c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 1183c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1184c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic unsigned int data_poll(struct file *filp, struct poll_table_struct *tbl) 1185c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 1186c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct fpga_reader *reader = filp->private_data; 1187c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct fpga_device *priv = reader->priv; 1188c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder unsigned int mask = 0; 1189c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1190c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder poll_wait(filp, &priv->wait, tbl); 1191c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1192c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (!list_empty(&priv->used)) 1193c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder mask |= POLLIN | POLLRDNORM; 1194c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1195c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return mask; 1196c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 1197c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1198c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic int data_mmap(struct file *filp, struct vm_area_struct *vma) 1199c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 1200c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct fpga_reader *reader = filp->private_data; 1201c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct fpga_device *priv = reader->priv; 1202c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder unsigned long offset, vsize, psize, addr; 1203c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1204c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* VMA properties */ 1205c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder offset = vma->vm_pgoff << PAGE_SHIFT; 1206c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder vsize = vma->vm_end - vma->vm_start; 1207c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder psize = priv->phys_size - offset; 1208c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder addr = (priv->phys_addr + offset) >> PAGE_SHIFT; 1209c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1210c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Check against the FPGA region's physical memory size */ 1211c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (vsize > psize) { 1212c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_err(priv->dev, "requested mmap mapping too large\n"); 1213c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return -EINVAL; 1214c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 1215c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1216c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* IO memory (stop cacheing) */ 1217c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder vma->vm_flags |= VM_IO | VM_RESERVED; 1218c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder vma->vm_page_prot = pgprot_noncached(vma->vm_page_prot); 1219c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1220c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return io_remap_pfn_range(vma, vma->vm_start, addr, vsize, 1221c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder vma->vm_page_prot); 1222c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 1223c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1224c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic const struct file_operations data_fops = { 1225c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder .owner = THIS_MODULE, 1226c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder .open = data_open, 1227c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder .release = data_release, 1228c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder .read = data_read, 1229c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder .poll = data_poll, 1230c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder .mmap = data_mmap, 1231c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder .llseek = no_llseek, 1232c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder}; 1233c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1234c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/* 1235c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * OpenFirmware Device Subsystem 1236c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 1237c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1238c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic bool dma_filter(struct dma_chan *chan, void *data) 1239c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 1240c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* 1241c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * DMA Channel #0 is used for the FPGA Programmer, so ignore it 1242c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * 1243c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * This probably won't survive an unload/load cycle of the Freescale 1244c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * DMAEngine driver, but that won't be a problem 1245c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 1246c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (chan->chan_id == 0 && chan->device->dev_id == 0) 1247c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return false; 1248c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1249c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return true; 1250c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 1251c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 12524933402075d4f38a82c491a4afca6ca7661aa0a8Al Virostatic int data_of_probe(struct platform_device *op) 1253c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 1254c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct device_node *of_node = op->dev.of_node; 1255c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct device *this_device; 1256c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct fpga_device *priv; 1257c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct resource res; 1258c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dma_cap_mask_t mask; 1259c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder int ret; 1260c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1261c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Allocate private data */ 1262c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder priv = kzalloc(sizeof(*priv), GFP_KERNEL); 1263c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (!priv) { 1264c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_err(&op->dev, "Unable to allocate device private data\n"); 1265c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder ret = -ENOMEM; 1266c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder goto out_return; 1267c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 1268c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1269c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_set_drvdata(&op->dev, priv); 1270c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder priv->dev = &op->dev; 1271c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder kref_init(&priv->ref); 1272c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder mutex_init(&priv->mutex); 1273c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1274c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_set_drvdata(priv->dev, priv); 1275c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder spin_lock_init(&priv->lock); 1276c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder INIT_LIST_HEAD(&priv->free); 1277c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder INIT_LIST_HEAD(&priv->used); 1278c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder init_waitqueue_head(&priv->wait); 1279c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1280c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Setup the misc device */ 1281c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder priv->miscdev.minor = MISC_DYNAMIC_MINOR; 1282c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder priv->miscdev.name = drv_name; 1283c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder priv->miscdev.fops = &data_fops; 1284c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1285c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Get the physical address of the FPGA registers */ 1286c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder ret = of_address_to_resource(of_node, 0, &res); 1287c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (ret) { 1288c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_err(&op->dev, "Unable to find FPGA physical address\n"); 1289c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder ret = -ENODEV; 1290c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder goto out_free_priv; 1291c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 1292c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1293c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder priv->phys_addr = res.start; 1294c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder priv->phys_size = resource_size(&res); 1295c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1296c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* ioremap the registers for use */ 1297c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder priv->regs = of_iomap(of_node, 0); 1298c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (!priv->regs) { 1299c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_err(&op->dev, "Unable to ioremap registers\n"); 1300c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder ret = -ENOMEM; 1301c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder goto out_free_priv; 1302c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 1303c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1304c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dma_cap_zero(mask); 1305c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dma_cap_set(DMA_MEMCPY, mask); 1306c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dma_cap_set(DMA_INTERRUPT, mask); 1307c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dma_cap_set(DMA_SLAVE, mask); 1308c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dma_cap_set(DMA_SG, mask); 1309c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1310c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Request a DMA channel */ 1311c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder priv->chan = dma_request_channel(mask, dma_filter, NULL); 1312c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (!priv->chan) { 1313c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_err(&op->dev, "Unable to request DMA channel\n"); 1314c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder ret = -ENODEV; 1315c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder goto out_unmap_regs; 1316c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 1317c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1318c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Find the correct IRQ number */ 1319c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder priv->irq = irq_of_parse_and_map(of_node, 0); 1320c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (priv->irq == NO_IRQ) { 1321c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_err(&op->dev, "Unable to find IRQ line\n"); 1322c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder ret = -ENODEV; 1323c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder goto out_release_dma; 1324c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 1325c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1326c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Drive the GPIO for FPGA IRQ high (no interrupt) */ 1327c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder iowrite32be(IRQ_CORL_DONE, priv->regs + SYS_IRQ_OUTPUT_DATA); 1328c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1329c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Register the miscdevice */ 1330c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder ret = misc_register(&priv->miscdev); 1331c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (ret) { 1332c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_err(&op->dev, "Unable to register miscdevice\n"); 1333c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder goto out_irq_dispose_mapping; 1334c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 1335c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1336c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Create the debugfs files */ 1337c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder ret = data_debugfs_init(priv); 1338c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (ret) { 1339c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_err(&op->dev, "Unable to create debugfs files\n"); 1340c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder goto out_misc_deregister; 1341c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 1342c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1343c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* Create the sysfs files */ 1344c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder this_device = priv->miscdev.this_device; 1345c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_set_drvdata(this_device, priv); 1346c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder ret = sysfs_create_group(&this_device->kobj, &rt_sysfs_attr_group); 1347c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder if (ret) { 1348c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_err(&op->dev, "Unable to create sysfs files\n"); 1349c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder goto out_data_debugfs_exit; 1350c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder } 1351c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1352c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dev_info(&op->dev, "CARMA FPGA Realtime Data Driver Loaded\n"); 1353c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return 0; 1354c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1355c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderout_data_debugfs_exit: 1356c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder data_debugfs_exit(priv); 1357c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderout_misc_deregister: 1358c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder misc_deregister(&priv->miscdev); 1359c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderout_irq_dispose_mapping: 1360c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder irq_dispose_mapping(priv->irq); 1361c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderout_release_dma: 1362c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dma_release_channel(priv->chan); 1363c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderout_unmap_regs: 1364c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder iounmap(priv->regs); 1365c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderout_free_priv: 1366c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder kref_put(&priv->ref, fpga_device_release); 1367c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderout_return: 1368c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return ret; 1369c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 1370c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1371c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic int data_of_remove(struct platform_device *op) 1372c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 1373c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct fpga_device *priv = dev_get_drvdata(&op->dev); 1374c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder struct device *this_device = priv->miscdev.this_device; 1375c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1376c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* remove all sysfs files, now the device cannot be re-enabled */ 1377c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder sysfs_remove_group(&this_device->kobj, &rt_sysfs_attr_group); 1378c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1379c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* remove all debugfs files */ 1380c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder data_debugfs_exit(priv); 1381c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1382c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* disable the device from generating data */ 1383c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder data_device_disable(priv); 1384c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1385c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* remove the character device to stop new readers from appearing */ 1386c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder misc_deregister(&priv->miscdev); 1387c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1388c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* cleanup everything not needed by readers */ 1389c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder irq_dispose_mapping(priv->irq); 1390c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder dma_release_channel(priv->chan); 1391c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder iounmap(priv->regs); 1392c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1393c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder /* release our reference */ 1394c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder kref_put(&priv->ref, fpga_device_release); 1395c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder return 0; 1396c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 1397c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1398c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic struct of_device_id data_of_match[] = { 1399c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder { .compatible = "carma,carma-fpga", }, 1400c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder {}, 1401c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder}; 1402c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 14034933402075d4f38a82c491a4afca6ca7661aa0a8Al Virostatic struct platform_driver data_of_driver = { 1404c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder .probe = data_of_probe, 1405c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder .remove = data_of_remove, 1406c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder .driver = { 1407c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder .name = drv_name, 1408c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder .of_match_table = data_of_match, 1409c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder .owner = THIS_MODULE, 1410c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder }, 1411c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder}; 1412c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1413c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder/* 1414c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder * Module Init / Exit 1415c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder */ 1416c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1417c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic int __init data_init(void) 1418c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 14194933402075d4f38a82c491a4afca6ca7661aa0a8Al Viro return platform_driver_register(&data_of_driver); 1420c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 1421c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1422c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyderstatic void __exit data_exit(void) 1423c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder{ 14244933402075d4f38a82c491a4afca6ca7661aa0a8Al Viro platform_driver_unregister(&data_of_driver); 1425c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder} 1426c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1427c186f0e177275e83728d7acfdf4a1b68793a7038Ira SnyderMODULE_AUTHOR("Ira W. Snyder <iws@ovro.caltech.edu>"); 1428c186f0e177275e83728d7acfdf4a1b68793a7038Ira SnyderMODULE_DESCRIPTION("CARMA DATA-FPGA Access Driver"); 1429c186f0e177275e83728d7acfdf4a1b68793a7038Ira SnyderMODULE_LICENSE("GPL"); 1430c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snyder 1431c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snydermodule_init(data_init); 1432c186f0e177275e83728d7acfdf4a1b68793a7038Ira Snydermodule_exit(data_exit); 1433