/arch/arm/include/asm/ |
H A D | hugetlb-3level.h | 28 * This allows pte_present(huge_ptep_get(ptep)) to return true for non-zero 32 static inline pte_t huge_ptep_get(pte_t *ptep) argument 34 pte_t retval = *ptep; 41 pte_t *ptep, pte_t pte) 43 set_pte_at(mm, addr, ptep, pte); 47 unsigned long addr, pte_t *ptep) 49 ptep_clear_flush(vma, addr, ptep); 53 unsigned long addr, pte_t *ptep) 55 ptep_set_wrprotect(mm, addr, ptep); 59 unsigned long addr, pte_t *ptep) 40 set_huge_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, pte_t pte) argument 46 huge_ptep_clear_flush(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep) argument 52 huge_ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep) argument 58 huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) argument 64 huge_ptep_set_access_flags(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep, pte_t pte, int dirty) argument [all...] |
/arch/ia64/include/asm/ |
H A D | hugetlb.h | 28 pte_t *ptep, pte_t pte) 30 set_pte_at(mm, addr, ptep, pte); 34 unsigned long addr, pte_t *ptep) 36 return ptep_get_and_clear(mm, addr, ptep); 40 unsigned long addr, pte_t *ptep) 55 unsigned long addr, pte_t *ptep) 57 ptep_set_wrprotect(mm, addr, ptep); 61 unsigned long addr, pte_t *ptep, 64 return ptep_set_access_flags(vma, addr, ptep, pte, dirty); 67 static inline pte_t huge_ptep_get(pte_t *ptep) argument 27 set_huge_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, pte_t pte) argument 33 huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) argument 39 huge_ptep_clear_flush(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep) argument 54 huge_ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep) argument 60 huge_ptep_set_access_flags(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep, pte_t pte, int dirty) argument [all...] |
/arch/metag/include/asm/ |
H A D | hugetlb.h | 30 pte_t *ptep, pte_t pte) 32 set_pte_at(mm, addr, ptep, pte); 36 unsigned long addr, pte_t *ptep) 38 return ptep_get_and_clear(mm, addr, ptep); 42 unsigned long addr, pte_t *ptep) 57 unsigned long addr, pte_t *ptep) 59 ptep_set_wrprotect(mm, addr, ptep); 63 unsigned long addr, pte_t *ptep, 66 return ptep_set_access_flags(vma, addr, ptep, pte, dirty); 69 static inline pte_t huge_ptep_get(pte_t *ptep) argument 29 set_huge_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, pte_t pte) argument 35 huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) argument 41 huge_ptep_clear_flush(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep) argument 56 huge_ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep) argument 62 huge_ptep_set_access_flags(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep, pte_t pte, int dirty) argument [all...] |
/arch/sh/include/asm/ |
H A D | hugetlb.h | 41 pte_t *ptep, pte_t pte) 43 set_pte_at(mm, addr, ptep, pte); 47 unsigned long addr, pte_t *ptep) 49 return ptep_get_and_clear(mm, addr, ptep); 53 unsigned long addr, pte_t *ptep) 68 unsigned long addr, pte_t *ptep) 70 ptep_set_wrprotect(mm, addr, ptep); 74 unsigned long addr, pte_t *ptep, 77 return ptep_set_access_flags(vma, addr, ptep, pte, dirty); 80 static inline pte_t huge_ptep_get(pte_t *ptep) argument 40 set_huge_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, pte_t pte) argument 46 huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) argument 52 huge_ptep_clear_flush(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep) argument 67 huge_ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep) argument 73 huge_ptep_set_access_flags(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep, pte_t pte, int dirty) argument [all...] |
/arch/sparc/include/asm/ |
H A D | hugetlb.h | 9 pte_t *ptep, pte_t pte); 12 pte_t *ptep); 47 unsigned long addr, pte_t *ptep) 62 unsigned long addr, pte_t *ptep) 64 pte_t old_pte = *ptep; 65 set_huge_pte_at(mm, addr, ptep, pte_wrprotect(old_pte)); 69 unsigned long addr, pte_t *ptep, 72 int changed = !pte_same(*ptep, pte); 74 set_huge_pte_at(vma->vm_mm, addr, ptep, pte); 80 static inline pte_t huge_ptep_get(pte_t *ptep) argument 46 huge_ptep_clear_flush(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep) argument 61 huge_ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep) argument 68 huge_ptep_set_access_flags(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep, pte_t pte, int dirty) argument [all...] |
/arch/mips/include/asm/ |
H A D | hugetlb.h | 55 pte_t *ptep, pte_t pte) 57 set_pte_at(mm, addr, ptep, pte); 61 unsigned long addr, pte_t *ptep) 64 pte_t pte = *ptep; 67 set_pte_at(mm, addr, ptep, clear); 72 unsigned long addr, pte_t *ptep) 89 unsigned long addr, pte_t *ptep) 91 ptep_set_wrprotect(mm, addr, ptep); 96 pte_t *ptep, pte_t pte, 99 int changed = !pte_same(*ptep, pt 54 set_huge_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, pte_t pte) argument 60 huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) argument 71 huge_ptep_clear_flush(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep) argument 88 huge_ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep) argument 94 huge_ptep_set_access_flags(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep, pte_t pte, int dirty) argument 112 huge_ptep_get(pte_t *ptep) argument [all...] |
/arch/arm64/include/asm/ |
H A D | hugetlb.h | 28 static inline pte_t huge_ptep_get(pte_t *ptep) argument 30 return *ptep; 34 pte_t *ptep, pte_t pte) 36 set_pte_at(mm, addr, ptep, pte); 40 unsigned long addr, pte_t *ptep) 42 ptep_clear_flush(vma, addr, ptep); 46 unsigned long addr, pte_t *ptep) 48 ptep_set_wrprotect(mm, addr, ptep); 52 unsigned long addr, pte_t *ptep) 54 return ptep_get_and_clear(mm, addr, ptep); 33 set_huge_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, pte_t pte) argument 39 huge_ptep_clear_flush(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep) argument 45 huge_ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep) argument 51 huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) argument 57 huge_ptep_set_access_flags(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep, pte_t pte, int dirty) argument [all...] |
/arch/tile/include/asm/ |
H A D | hugetlb.h | 56 pte_t *ptep, pte_t pte) 58 set_pte(ptep, pte); 62 unsigned long addr, pte_t *ptep) 64 return ptep_get_and_clear(mm, addr, ptep); 68 unsigned long addr, pte_t *ptep) 70 ptep_clear_flush(vma, addr, ptep); 84 unsigned long addr, pte_t *ptep) 86 ptep_set_wrprotect(mm, addr, ptep); 90 unsigned long addr, pte_t *ptep, 93 return ptep_set_access_flags(vma, addr, ptep, pt 55 set_huge_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, pte_t pte) argument 61 huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) argument 67 huge_ptep_clear_flush(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep) argument 83 huge_ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep) argument 89 huge_ptep_set_access_flags(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep, pte_t pte, int dirty) argument 96 huge_ptep_get(pte_t *ptep) argument [all...] |
H A D | tlb.h | 20 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0)
|
/arch/x86/include/asm/ |
H A D | hugetlb.h | 41 pte_t *ptep, pte_t pte) 43 set_pte_at(mm, addr, ptep, pte); 47 unsigned long addr, pte_t *ptep) 49 return ptep_get_and_clear(mm, addr, ptep); 53 unsigned long addr, pte_t *ptep) 55 ptep_clear_flush(vma, addr, ptep); 69 unsigned long addr, pte_t *ptep) 71 ptep_set_wrprotect(mm, addr, ptep); 75 unsigned long addr, pte_t *ptep, 78 return ptep_set_access_flags(vma, addr, ptep, pt 40 set_huge_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, pte_t pte) argument 46 huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) argument 52 huge_ptep_clear_flush(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep) argument 68 huge_ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep) argument 74 huge_ptep_set_access_flags(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep, pte_t pte, int dirty) argument 81 huge_ptep_get(pte_t *ptep) argument [all...] |
H A D | pgtable-3level.h | 27 static inline void native_set_pte(pte_t *ptep, pte_t pte) argument 29 ptep->pte_high = pte.pte_high; 31 ptep->pte_low = pte.pte_low; 88 static inline void native_set_pte_atomic(pte_t *ptep, pte_t pte) argument 90 set_64bit((unsigned long long *)(ptep), native_pte_val(pte)); 109 pte_t *ptep) 111 ptep->pte_low = 0; 113 ptep->pte_high = 0; 141 static inline pte_t native_ptep_get_and_clear(pte_t *ptep) argument 146 res.pte_low = xchg(&ptep 108 native_pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) argument [all...] |
/arch/powerpc/include/asm/ |
H A D | tlb.h | 36 extern void flush_hash_entry(struct mm_struct *mm, pte_t *ptep, 39 static inline void __tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, argument 43 if (pte_val(*ptep) & _PAGE_HASHPTE) 44 flush_hash_entry(tlb->mm, ptep, address);
|
H A D | pgtable.h | 55 pte_t *ptep) 57 if ((pte_val(*ptep) & _PAGE_PRESENT) == 0) 60 pte_update(mm, addr, ptep, _PAGE_PRESENT, _PAGE_NUMA, 0); 143 extern void set_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, 152 pte_t *ptep, pte_t pte, int percpu) 162 *ptep = __pte((pte_val(*ptep) & _PAGE_HASHPTE) 165 pte_update(ptep, ~_PAGE_HASHPTE, pte_val(pte)); 177 *ptep = __pte((pte_val(*ptep) 54 ptep_set_numa(struct mm_struct *mm, unsigned long addr, pte_t *ptep) argument 151 __set_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, pte_t pte, int percpu) argument 292 pte_t *ptep; local [all...] |
H A D | hugetlb.h | 121 pte_t *ptep, pte_t pte) 123 set_pte_at(mm, addr, ptep, pte); 127 unsigned long addr, pte_t *ptep) 130 return __pte(pte_update(mm, addr, ptep, ~0UL, 0, 1)); 132 return __pte(pte_update(ptep, ~0UL, 0)); 137 unsigned long addr, pte_t *ptep) 140 pte = huge_ptep_get_and_clear(vma->vm_mm, addr, ptep); 155 unsigned long addr, pte_t *ptep, 164 ptep_set_access_flags(vma, addr, ptep, pte, dirty); 167 return ptep_set_access_flags(vma, addr, ptep, pt 120 set_huge_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, pte_t pte) argument 126 huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) argument 136 huge_ptep_clear_flush(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep) argument 154 huge_ptep_set_access_flags(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep, pte_t pte, int dirty) argument 171 huge_ptep_get(pte_t *ptep) argument [all...] |
/arch/s390/include/asm/ |
H A D | hugetlb.h | 19 pte_t *ptep, pte_t pte); 20 pte_t huge_ptep_get(pte_t *ptep); 22 unsigned long addr, pte_t *ptep); 45 pte_t *ptep) 47 pte_val(*ptep) = _SEGMENT_ENTRY_EMPTY; 51 unsigned long address, pte_t *ptep) 53 huge_ptep_get_and_clear(vma->vm_mm, address, ptep); 57 unsigned long addr, pte_t *ptep, 60 int changed = !pte_same(huge_ptep_get(ptep), pte); 62 huge_ptep_get_and_clear(vma->vm_mm, addr, ptep); 44 huge_pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) argument 50 huge_ptep_clear_flush(struct vm_area_struct *vma, unsigned long address, pte_t *ptep) argument 56 huge_ptep_set_access_flags(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep, pte_t pte, int dirty) argument 68 huge_ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep) argument [all...] |
H A D | pgtable.h | 45 #define update_mmu_cache(vma, address, ptep) do { } while (0) 46 #define update_mmu_cache_pmd(vma, address, ptep) do { } while (0) 675 static inline pgste_t pgste_get_lock(pte_t *ptep) argument 689 : "=&d" (old), "=&d" (new), "=Q" (ptep[PTRS_PER_PTE]) 690 : "Q" (ptep[PTRS_PER_PTE]) : "cc", "memory"); 695 static inline void pgste_set_unlock(pte_t *ptep, pgste_t pgste) argument 701 : "=Q" (ptep[PTRS_PER_PTE]) 702 : "d" (pgste_val(pgste)), "Q" (ptep[PTRS_PER_PTE]) 708 static inline pgste_t pgste_get(pte_t *ptep) argument 712 pgste = *(unsigned long *)(ptep 717 pgste_set(pte_t *ptep, pgste_t pgste) argument 724 pgste_update_all(pte_t *ptep, pgste_t pgste, struct mm_struct *mm) argument 745 pgste_set_key(pte_t *ptep, pgste_t pgste, pte_t entry, struct mm_struct *mm) argument 767 pgste_set_pte(pte_t *ptep, pgste_t pgste, pte_t entry) argument 843 pgste_ipte_notify(struct mm_struct *mm, unsigned long addr, pte_t *ptep, pgste_t pgste) argument 861 set_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, pte_t entry) argument 927 pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) argument 1014 __ptep_ipte(unsigned long address, pte_t *ptep) argument 1028 __ptep_ipte_local(unsigned long address, pte_t *ptep) argument 1042 __ptep_ipte_range(unsigned long address, int nr, pte_t *ptep) argument 1058 ptep_flush_direct(struct mm_struct *mm, unsigned long address, pte_t *ptep) argument 1075 ptep_flush_lazy(struct mm_struct *mm, unsigned long address, pte_t *ptep) argument 1095 ptep_test_and_clear_user_dirty(struct mm_struct *mm, unsigned long addr, pte_t *ptep) argument 1123 ptep_test_and_clear_young(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep) argument 1151 ptep_clear_flush_young(struct vm_area_struct *vma, unsigned long address, pte_t *ptep) argument 1171 ptep_get_and_clear(struct mm_struct *mm, unsigned long address, pte_t *ptep) argument 1194 ptep_modify_prot_start(struct mm_struct *mm, unsigned long address, pte_t *ptep) argument 1216 ptep_modify_prot_commit(struct mm_struct *mm, unsigned long address, pte_t *ptep, pte_t pte) argument 1232 ptep_clear_flush(struct vm_area_struct *vma, unsigned long address, pte_t *ptep) argument 1265 ptep_get_and_clear_full(struct mm_struct *mm, unsigned long address, pte_t *ptep, int full) argument 1290 ptep_set_wrprotect(struct mm_struct *mm, unsigned long address, pte_t *ptep) argument 1315 ptep_set_access_flags(struct vm_area_struct *vma, unsigned long address, pte_t *ptep, pte_t entry, int dirty) argument [all...] |
/arch/xtensa/include/asm/ |
H A D | pgalloc.h | 24 #define pmd_populate_kernel(mm, pmdp, ptep) \ 25 (pmd_val(*(pmdp)) = ((unsigned long)ptep)) 44 pte_t *ptep; local 47 ptep = (pte_t *)__get_free_page(GFP_KERNEL|__GFP_REPEAT); 48 if (!ptep) 51 pte_clear(NULL, 0, ptep + i); 52 return ptep;
|
/arch/blackfin/include/asm/ |
H A D | tlb.h | 12 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0)
|
/arch/m68k/include/asm/ |
H A D | tlb.h | 10 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0)
|
/arch/x86/xen/ |
H A D | mmu.h | 18 pte_t xen_ptep_modify_prot_start(struct mm_struct *mm, unsigned long addr, pte_t *ptep); 20 pte_t *ptep, pte_t pte);
|
/arch/s390/mm/ |
H A D | hugetlbpage.c | 81 pte_t *ptep, pte_t pte) 92 *(pmd_t *) ptep = pmd; 95 pte_t huge_ptep_get(pte_t *ptep) argument 100 pmd = *(pmd_t *) ptep; 112 unsigned long addr, pte_t *ptep) 114 pmd_t *pmdp = (pmd_t *) ptep; 115 pte_t pte = huge_ptep_get(ptep); 126 pte_t *ptep; local 132 ptep = (pte_t *) pte_alloc_one(&init_mm, addr); 133 if (!ptep) 80 set_huge_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, pte_t pte) argument 111 huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) argument 147 pte_t *ptep; local 190 huge_pmd_unshare(struct mm_struct *mm, unsigned long *addr, pte_t *ptep) argument [all...] |
/arch/arm/mm/ |
H A D | mm.h | 25 pte_t *ptep = pte_offset_kernel(top_pmd, va); local 26 set_pte_ext(ptep, pte, 0); 32 pte_t *ptep = pte_offset_kernel(top_pmd, va); local 33 return *ptep;
|
/arch/cris/include/asm/ |
H A D | tlb.h | 14 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0)
|
/arch/frv/include/asm/ |
H A D | tlb.h | 17 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0)
|
/arch/hexagon/include/asm/ |
H A D | tlb.h | 30 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0)
|