1867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* 2867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * Copyright 2010 Tilera Corporation. All Rights Reserved. 3867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * 4867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * This program is free software; you can redistribute it and/or 5867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * modify it under the terms of the GNU General Public License 6867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * as published by the Free Software Foundation, version 2. 7867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * 8867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * This program is distributed in the hope that it will be useful, but 9867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * WITHOUT ANY WARRANTY; without even the implied warranty of 10867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or 11867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * NON INFRINGEMENT. See the GNU General Public License for 12867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * more details. 13867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * 14867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf */ 15867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 16867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#include <linux/cpumask.h> 17867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#include <linux/module.h> 18621b19551507c8fd9d721f4038509c5bb155a983Chris Metcalf#include <linux/hugetlb.h> 19867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#include <asm/tlbflush.h> 20867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#include <asm/homecache.h> 21867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf#include <hv/hypervisor.h> 22867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 23867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* From tlbflush.h */ 24867e359b97c970a60626d5d76bbe2a8fadbf38fbChris MetcalfDEFINE_PER_CPU(int, current_asid); 25867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfint min_asid, max_asid; 26867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 27867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf/* 28867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * Note that we flush the L1I (for VM_EXEC pages) as well as the TLB 29867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * so that when we are unmapping an executable page, we also flush it. 30867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * Combined with flushing the L1I at context switch time, this means 31867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf * we don't have to do any other icache flushes. 32867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf */ 33867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 34867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfvoid flush_tlb_mm(struct mm_struct *mm) 35867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf{ 36867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf HV_Remote_ASID asids[NR_CPUS]; 37867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf int i = 0, cpu; 38dc0b124d8edc6c2f95fc3a689cd40ec05ad85108KOSAKI Motohiro for_each_cpu(cpu, mm_cpumask(mm)) { 39867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf HV_Remote_ASID *asid = &asids[i++]; 40867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf asid->y = cpu / smp_topology.width; 41867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf asid->x = cpu % smp_topology.width; 42867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf asid->asid = per_cpu(current_asid, cpu); 43867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf } 44dc0b124d8edc6c2f95fc3a689cd40ec05ad85108KOSAKI Motohiro flush_remote(0, HV_FLUSH_EVICT_L1I, mm_cpumask(mm), 45867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 0, 0, 0, NULL, asids, i); 46867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf} 47867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 48867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfvoid flush_tlb_current_task(void) 49867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf{ 50867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf flush_tlb_mm(current->mm); 51867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf} 52867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 53621b19551507c8fd9d721f4038509c5bb155a983Chris Metcalfvoid flush_tlb_page_mm(struct vm_area_struct *vma, struct mm_struct *mm, 54867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf unsigned long va) 55867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf{ 56621b19551507c8fd9d721f4038509c5bb155a983Chris Metcalf unsigned long size = vma_kernel_pagesize(vma); 57867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf int cache = (vma->vm_flags & VM_EXEC) ? HV_FLUSH_EVICT_L1I : 0; 58dc0b124d8edc6c2f95fc3a689cd40ec05ad85108KOSAKI Motohiro flush_remote(0, cache, mm_cpumask(mm), 59dc0b124d8edc6c2f95fc3a689cd40ec05ad85108KOSAKI Motohiro va, size, size, mm_cpumask(mm), NULL, 0); 60867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf} 61867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 62621b19551507c8fd9d721f4038509c5bb155a983Chris Metcalfvoid flush_tlb_page(struct vm_area_struct *vma, unsigned long va) 63867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf{ 64867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf flush_tlb_page_mm(vma, vma->vm_mm, va); 65867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf} 66867e359b97c970a60626d5d76bbe2a8fadbf38fbChris MetcalfEXPORT_SYMBOL(flush_tlb_page); 67867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 68621b19551507c8fd9d721f4038509c5bb155a983Chris Metcalfvoid flush_tlb_range(struct vm_area_struct *vma, 69867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf unsigned long start, unsigned long end) 70867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf{ 71621b19551507c8fd9d721f4038509c5bb155a983Chris Metcalf unsigned long size = vma_kernel_pagesize(vma); 72867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf struct mm_struct *mm = vma->vm_mm; 73867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf int cache = (vma->vm_flags & VM_EXEC) ? HV_FLUSH_EVICT_L1I : 0; 74dc0b124d8edc6c2f95fc3a689cd40ec05ad85108KOSAKI Motohiro flush_remote(0, cache, mm_cpumask(mm), start, end - start, size, 75dc0b124d8edc6c2f95fc3a689cd40ec05ad85108KOSAKI Motohiro mm_cpumask(mm), NULL, 0); 76867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf} 77867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 78867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfvoid flush_tlb_all(void) 79867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf{ 80867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf int i; 81867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf for (i = 0; ; ++i) { 82867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf HV_VirtAddrRange r = hv_inquire_virtual(i); 83867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf if (r.size == 0) 84867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf break; 85867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf flush_remote(0, HV_FLUSH_EVICT_L1I, cpu_online_mask, 86867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf r.start, r.size, PAGE_SIZE, cpu_online_mask, 87867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf NULL, 0); 88867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf flush_remote(0, 0, NULL, 89867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf r.start, r.size, HPAGE_SIZE, cpu_online_mask, 90867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf NULL, 0); 91867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf } 92867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf} 93867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf 94abe3265a6d2e5e805361e0fea3346622f3199d68Chris Metcalf/* 95abe3265a6d2e5e805361e0fea3346622f3199d68Chris Metcalf * Callers need to flush the L1I themselves if necessary, e.g. for 96abe3265a6d2e5e805361e0fea3346622f3199d68Chris Metcalf * kernel module unload. Otherwise we assume callers are not using 97abe3265a6d2e5e805361e0fea3346622f3199d68Chris Metcalf * executable pgprot_t's. Using EVICT_L1I means that dataplane cpus 98abe3265a6d2e5e805361e0fea3346622f3199d68Chris Metcalf * will get an unnecessary interrupt otherwise. 99abe3265a6d2e5e805361e0fea3346622f3199d68Chris Metcalf */ 100867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalfvoid flush_tlb_kernel_range(unsigned long start, unsigned long end) 101867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf{ 102abe3265a6d2e5e805361e0fea3346622f3199d68Chris Metcalf flush_remote(0, 0, NULL, 103867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf start, end - start, PAGE_SIZE, cpu_online_mask, NULL, 0); 104867e359b97c970a60626d5d76bbe2a8fadbf38fbChris Metcalf} 105