ion_chunk_heap.c revision def5c4926b3f691dfbcef39a94f206c0f0f3a92f
1/* 2 * drivers/staging/android/ion/ion_chunk_heap.c 3 * 4 * Copyright (C) 2012 Google, Inc. 5 * 6 * This software is licensed under the terms of the GNU General Public 7 * License version 2, as published by the Free Software Foundation, and 8 * may be copied, distributed, and modified under those terms. 9 * 10 * This program is distributed in the hope that it will be useful, 11 * but WITHOUT ANY WARRANTY; without even the implied warranty of 12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 13 * GNU General Public License for more details. 14 * 15 */ 16//#include <linux/spinlock.h> 17#include <linux/dma-mapping.h> 18#include <linux/err.h> 19#include <linux/genalloc.h> 20#include <linux/io.h> 21#include <linux/mm.h> 22#include <linux/scatterlist.h> 23#include <linux/slab.h> 24#include <linux/vmalloc.h> 25#include "ion.h" 26#include "ion_priv.h" 27 28#include <asm/mach/map.h> 29 30struct ion_chunk_heap { 31 struct ion_heap heap; 32 struct gen_pool *pool; 33 ion_phys_addr_t base; 34 unsigned long chunk_size; 35 unsigned long size; 36 unsigned long allocated; 37}; 38 39static int ion_chunk_heap_allocate(struct ion_heap *heap, 40 struct ion_buffer *buffer, 41 unsigned long size, unsigned long align, 42 unsigned long flags) 43{ 44 struct ion_chunk_heap *chunk_heap = 45 container_of(heap, struct ion_chunk_heap, heap); 46 struct sg_table *table; 47 struct scatterlist *sg; 48 int ret, i; 49 unsigned long num_chunks; 50 51 if (ion_buffer_fault_user_mappings(buffer)) 52 return -ENOMEM; 53 54 num_chunks = ALIGN(size, chunk_heap->chunk_size) / 55 chunk_heap->chunk_size; 56 buffer->size = num_chunks * chunk_heap->chunk_size; 57 58 if (buffer->size > chunk_heap->size - chunk_heap->allocated) 59 return -ENOMEM; 60 61 table = kzalloc(sizeof(struct sg_table), GFP_KERNEL); 62 if (!table) 63 return -ENOMEM; 64 ret = sg_alloc_table(table, num_chunks, GFP_KERNEL); 65 if (ret) { 66 kfree(table); 67 return ret; 68 } 69 70 sg = table->sgl; 71 for (i = 0; i < num_chunks; i++) { 72 unsigned long paddr = gen_pool_alloc(chunk_heap->pool, 73 chunk_heap->chunk_size); 74 if (!paddr) 75 goto err; 76 sg_set_page(sg, phys_to_page(paddr), chunk_heap->chunk_size, 0); 77 sg = sg_next(sg); 78 } 79 80 buffer->priv_virt = table; 81 chunk_heap->allocated += buffer->size; 82 return 0; 83err: 84 sg = table->sgl; 85 for (i -= 1; i >= 0; i--) { 86 gen_pool_free(chunk_heap->pool, page_to_phys(sg_page(sg)), 87 sg_dma_len(sg)); 88 sg = sg_next(sg); 89 } 90 sg_free_table(table); 91 kfree(table); 92 return -ENOMEM; 93} 94 95static void ion_chunk_heap_free(struct ion_buffer *buffer) 96{ 97 struct ion_heap *heap = buffer->heap; 98 struct ion_chunk_heap *chunk_heap = 99 container_of(heap, struct ion_chunk_heap, heap); 100 struct sg_table *table = buffer->priv_virt; 101 struct scatterlist *sg; 102 int i; 103 104 ion_heap_buffer_zero(buffer); 105 106 for_each_sg(table->sgl, sg, table->nents, i) { 107 if (ion_buffer_cached(buffer)) 108 arm_dma_ops.sync_single_for_device(NULL, 109 pfn_to_dma(NULL, page_to_pfn(sg_page(sg))), 110 sg_dma_len(sg), DMA_BIDIRECTIONAL); 111 gen_pool_free(chunk_heap->pool, page_to_phys(sg_page(sg)), 112 sg_dma_len(sg)); 113 } 114 chunk_heap->allocated -= buffer->size; 115 sg_free_table(table); 116 kfree(table); 117} 118 119struct sg_table *ion_chunk_heap_map_dma(struct ion_heap *heap, 120 struct ion_buffer *buffer) 121{ 122 return buffer->priv_virt; 123} 124 125void ion_chunk_heap_unmap_dma(struct ion_heap *heap, 126 struct ion_buffer *buffer) 127{ 128 return; 129} 130 131static struct ion_heap_ops chunk_heap_ops = { 132 .allocate = ion_chunk_heap_allocate, 133 .free = ion_chunk_heap_free, 134 .map_dma = ion_chunk_heap_map_dma, 135 .unmap_dma = ion_chunk_heap_unmap_dma, 136 .map_user = ion_heap_map_user, 137 .map_kernel = ion_heap_map_kernel, 138 .unmap_kernel = ion_heap_unmap_kernel, 139}; 140 141struct ion_heap *ion_chunk_heap_create(struct ion_platform_heap *heap_data) 142{ 143 struct ion_chunk_heap *chunk_heap; 144 struct vm_struct *vm_struct; 145 pgprot_t pgprot = pgprot_writecombine(PAGE_KERNEL); 146 int i, ret; 147 148 149 chunk_heap = kzalloc(sizeof(struct ion_chunk_heap), GFP_KERNEL); 150 if (!chunk_heap) 151 return ERR_PTR(-ENOMEM); 152 153 chunk_heap->chunk_size = (unsigned long)heap_data->priv; 154 chunk_heap->pool = gen_pool_create(get_order(chunk_heap->chunk_size) + 155 PAGE_SHIFT, -1); 156 if (!chunk_heap->pool) { 157 ret = -ENOMEM; 158 goto error_gen_pool_create; 159 } 160 chunk_heap->base = heap_data->base; 161 chunk_heap->size = heap_data->size; 162 chunk_heap->allocated = 0; 163 164 vm_struct = get_vm_area(PAGE_SIZE, VM_ALLOC); 165 if (!vm_struct) { 166 ret = -ENOMEM; 167 goto error; 168 } 169 for (i = 0; i < chunk_heap->size; i += PAGE_SIZE) { 170 struct page *page = phys_to_page(chunk_heap->base + i); 171 struct page **pages = &page; 172 173 ret = map_vm_area(vm_struct, pgprot, &pages); 174 if (ret) 175 goto error_map_vm_area; 176 memset(vm_struct->addr, 0, PAGE_SIZE); 177 unmap_kernel_range((unsigned long)vm_struct->addr, PAGE_SIZE); 178 } 179 free_vm_area(vm_struct); 180 181 arm_dma_ops.sync_single_for_device(NULL, 182 pfn_to_dma(NULL, page_to_pfn(phys_to_page(heap_data->base))), 183 heap_data->size, DMA_BIDIRECTIONAL); 184 gen_pool_add(chunk_heap->pool, chunk_heap->base, heap_data->size, -1); 185 chunk_heap->heap.ops = &chunk_heap_ops; 186 chunk_heap->heap.type = ION_HEAP_TYPE_CHUNK; 187 chunk_heap->heap.flags = ION_HEAP_FLAG_DEFER_FREE; 188 pr_info("%s: base %lu size %u align %ld\n", __func__, chunk_heap->base, 189 heap_data->size, heap_data->align); 190 191 return &chunk_heap->heap; 192 193error_map_vm_area: 194 free_vm_area(vm_struct); 195error: 196 gen_pool_destroy(chunk_heap->pool); 197error_gen_pool_create: 198 kfree(chunk_heap); 199 return ERR_PTR(ret); 200} 201 202void ion_chunk_heap_destroy(struct ion_heap *heap) 203{ 204 struct ion_chunk_heap *chunk_heap = 205 container_of(heap, struct ion_chunk_heap, heap); 206 207 gen_pool_destroy(chunk_heap->pool); 208 kfree(chunk_heap); 209 chunk_heap = NULL; 210} 211