1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
|
/*
* arch/arm/include/asm/hugetlb-2level.h
*
* Copyright (C) 2012 ARM Ltd.
*
* Based on arch/x86/include/asm/hugetlb.h and Bill Carson's patches
*
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License version 2 as
* published by the Free Software Foundation.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program; if not, write to the Free Software
* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
*/
#ifndef _ASM_ARM_HUGETLB_2LEVEL_H
#define _ASM_ARM_HUGETLB_2LEVEL_H
static inline pte_t huge_ptep_get(pte_t *ptep)
{
pmd_t pmd = *((pmd_t *)ptep);
pte_t retval;
if (!pmd_val(pmd))
return __pte(0);
retval = __pte((pteval_t) (pmd_val(pmd) & HPAGE_MASK)
| arm_hugepteprotval);
if (pmd_exec(pmd))
retval = pte_mkexec(retval);
else
retval = pte_mknexec(retval);
if (pmd_young(pmd))
retval = pte_mkyoung(retval);
else
retval = pte_mkold(retval);
if (pmd_dirty(pmd))
retval = pte_mkdirty(retval);
else
retval = pte_mkclean(retval);
if (pmd_write(pmd))
retval = pte_mkwrite(retval);
else
retval = pte_wrprotect(retval);
return retval;
}
static inline void set_huge_pte_at(struct mm_struct *mm, unsigned long addr,
pte_t *ptep, pte_t pte)
{
pmdval_t pmdval = (pmdval_t) pte_val(pte);
pmd_t *pmdp = (pmd_t *) ptep;
/* take the target address bits from the pte only */
pmdval &= HPAGE_MASK;
/*
* now use pmd_modify to translate the permission bits from the pte
* and set the memory type information.
*/
pmdval = pmd_val(pmd_modify(__pmd(pmdval), __pgprot(pte_val(pte))));
__sync_icache_dcache(pte);
set_pmd_at(mm, addr, pmdp, __pmd(pmdval));
}
static inline pte_t pte_mkhuge(pte_t pte) { return pte; }
static inline void huge_ptep_clear_flush(struct vm_area_struct *vma,
unsigned long addr, pte_t *ptep)
{
pmd_t *pmdp = (pmd_t *)ptep;
pmd_clear(pmdp);
flush_tlb_range(vma, addr, addr + HPAGE_SIZE);
}
static inline void huge_ptep_set_wrprotect(struct mm_struct *mm,
unsigned long addr, pte_t *ptep)
{
pmd_t *pmdp = (pmd_t *) ptep;
set_pmd_at(mm, addr, pmdp, pmd_wrprotect(*pmdp));
}
static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
unsigned long addr, pte_t *ptep)
{
pmd_t *pmdp = (pmd_t *)ptep;
pte_t pte = huge_ptep_get(ptep);
pmd_clear(pmdp);
return pte;
}
static inline int huge_ptep_set_access_flags(struct vm_area_struct *vma,
unsigned long addr, pte_t *ptep,
pte_t pte, int dirty)
{
int changed = !pte_same(huge_ptep_get(ptep), pte);
if (changed) {
set_huge_pte_at(vma->vm_mm, addr, ptep, pte);
flush_tlb_range(vma, addr, addr + HPAGE_SIZE);
}
return changed;
}
#endif /* _ASM_ARM_HUGETLB_2LEVEL_H */
|