1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
|
#ifndef __M4U_PGTABLE_H__
#define __M4U_PGTABLE_H__
#include "m4u_reg.h"
/* ================================================================= */
/* 2 level pagetable: pgd -> pte */
#define F_PTE_TYPE_MSK F_MSK(1, 0)
#define F_PTE_TYPE_SET(val) F_VAL(val, 1, 0)
#define F_PTE_TYPE_GET(regval) F_MSK_SHIFT(regval, 1, 0)
#define F_PTE_TYPE_LARGE (0x1)
#define F_PTE_TYPE_SMALL (0x2)
#define F_PTE_B_BIT F_BIT_SET(2)
#define F_PTE_C_BIT F_BIT_SET(3)
#define F_PTE_AP_MSK F_MSK(5, 4)
#define F_PTE_AP_SET(val) F_VAL(val, 5, 4)
#define F_PTE_AP_GET(regval) F_MSK_SHIFT(regval, 5, 4)
#define F_PTE_TEX_MSK F_MSK(8, 6)
#define F_PTE_TEX_SET(val) F_VAL(val, 8, 6)
#define F_PTE_TEX_GET(regval) F_MSK_SHIFT(regval, 8, 6)
#define F_PTE_BIT32_BIT F_BIT_SET(9)
#define F_PTE_S_BIT F_BIT_SET(10)
#define F_PTE_NG_BIT F_BIT_SET(11)
#define F_PTE_PA_LARGE_MSK F_MSK(31, 16)
#define F_PTE_PA_LARGE_SET(val) F_VAL(val, 31, 16)
#define F_PTE_PA_LARGE_GET(regval) F_MSK_SHIFT(regval, 31, 16)
#define F_PTE_PA_SMALL_MSK F_MSK(31, 12)
#define F_PTE_PA_SMALL_SET(val) F_VAL(val, 31, 12)
#define F_PTE_PA_SMALL_GET(regval) F_MSK_SHIFT(regval, 31, 12)
#define F_PTE_TYPE_IS_LARGE_PAGE(pte) ((imu_pte_val(pte)&0x3) == F_PTE_TYPE_LARGE)
#define F_PTE_TYPE_IS_SMALL_PAGE(pte) ((imu_pte_val(pte)&0x3) == F_PTE_TYPE_SMALL)
#define F_PGD_TYPE_PAGE (0x1)
#define F_PGD_TYPE_PAGE_MSK (0x3)
#define F_PGD_TYPE_SECTION (0x2)
#define F_PGD_TYPE_SUPERSECTION (0x2|(1<<18))
#define F_PGD_TYPE_SECTION_MSK (0x3|(1<<18))
#define F_PGD_TYPE_IS_PAGE(pgd) ((imu_pgd_val(pgd)&3) == 1)
#define F_PGD_TYPE_IS_SECTION(pgd) \
(F_PGD_TYPE_IS_PAGE(pgd) ? 0 : ((imu_pgd_val(pgd)&F_PGD_TYPE_SECTION_MSK) == F_PGD_TYPE_SECTION))
#define F_PGD_TYPE_IS_SUPERSECTION(pgd) \
(F_PGD_TYPE_IS_PAGE(pgd) ? 0 : ((imu_pgd_val(pgd)&F_PGD_TYPE_SECTION_MSK) == F_PGD_TYPE_SUPERSECTION))
#define F_PGD_B_BIT F_BIT_SET(2)
#define F_PGD_C_BIT F_BIT_SET(3)
#define F_PGD_AP_MSK F_MSK(11, 10)
#define F_PGD_AP_SET(val) F_VAL(val, 11, 10)
#define F_PGD_AP_GET(regval) F_MSK_SHIFT(regval, 11, 10)
#define F_PGD_TEX_MSK F_MSK(14, 12)
#define F_PGD_TEX_SET(val) F_VAL(val, 14, 12)
#define F_PGD_TEX_GET(regval) F_MSK_SHIFT(regval, 14, 12)
#define F_PGD_BIT32_BIT F_BIT_SET(9)
#define F_PGD_S_BIT F_BIT_SET(16)
#define F_PGD_NG_BIT F_BIT_SET(17)
#define F_PGD_NS_BIT_PAGE(ns) F_BIT_VAL(ns, 3)
#define F_PGD_NS_BIT_SECTION(ns) F_BIT_VAL(ns, 19)
#define F_PGD_NS_BIT_SUPERSECTION(ns) F_BIT_VAL(ns, 19)
#define F_PGD_PA_PAGETABLE_MSK F_MSK(31, 10)
#define F_PGD_PA_PAGETABLE_SET(val) F_VAL(val, 31, 10)
#define F_PGD_PA_SECTION_MSK F_MSK(31, 20)
#define F_PGD_PA_SECTION_SET(val) F_VAL(val, 31, 20)
#define F_PGD_PA_SUPERSECTION_MSK F_MSK(31, 24)
#define F_PGD_PA_SUPERSECTION_SET(val) F_VAL(val, 31, 24)
/* pagetable walk */
#define IMU_PGDIR_SHIFT 20
#define IMU_PAGE_SHIFT 12
#define IMU_PTRS_PER_PGD 4096
#define IMU_PTRS_PER_PTE 256
#define IMU_BYTES_PER_PTE (IMU_PTRS_PER_PTE*sizeof(imu_pteval_t))
#define MMU_PT_TYPE_SUPERSECTION (1<<4)
#define MMU_PT_TYPE_SECTION (1<<3)
#define MMU_PT_TYPE_LARGE_PAGE (1<<2)
#define MMU_PT_TYPE_SMALL_PAGE (1<<1)
#define MMU_SMALL_PAGE_SIZE (SZ_4K)
#define MMU_LARGE_PAGE_SIZE (SZ_64K)
#define MMU_SECTION_SIZE (SZ_1M)
#define MMU_SUPERSECTION_SIZE (SZ_16M)
typedef unsigned int imu_pteval_t;
typedef struct {imu_pteval_t imu_pte; } imu_pte_t;
typedef struct {imu_pteval_t imu_pgd; } imu_pgd_t;
#define imu_pte_val(x) ((x).imu_pte)
#define imu_pgd_val(x) ((x).imu_pgd)
#define __imu_pte(x) ((imu_pte_t){(x)})
#define __imu_pgd(x) ((imu_pgd_t){(x)})
#define imu_pte_none(pte) (!imu_pte_val(pte))
#define imu_pte_type(pte) (imu_pte_val(pte)&0x3)
#define imu_pgd_index(addr) ((addr) >> IMU_PGDIR_SHIFT)
#define imu_pgd_offset(domain, addr) ((domain)->pgd + imu_pgd_index(addr))
#define imu_pte_index(addr) (((addr)>>IMU_PAGE_SHIFT)&(IMU_PTRS_PER_PTE - 1))
#define imu_pte_offset_map(pgd, addr) (imu_pte_map(pgd) + imu_pte_index(addr))
static inline imu_pte_t *imu_pte_map(imu_pgd_t *pgd)
{
return (imu_pte_t *) __va(imu_pgd_val(*pgd) & F_PGD_PA_PAGETABLE_MSK);
}
static inline int imu_pte_unmap(imu_pte_t *pte)
{
return 0;
}
static inline unsigned int imu_pgd_entry_pa(imu_pgd_t pgd)
{
if (F_PGD_TYPE_IS_PAGE(pgd))
return imu_pgd_val(pgd) & F_PGD_PA_PAGETABLE_MSK;
else if (F_PGD_TYPE_IS_SECTION(pgd))
return imu_pgd_val(pgd) & F_PGD_PA_SECTION_MSK;
else if (F_PGD_TYPE_IS_SUPERSECTION(pgd))
return imu_pgd_val(pgd) & F_PGD_PA_SUPERSECTION_MSK;
else
return 0;
}
static inline imu_pgd_t *imu_supersection_start(imu_pgd_t *pgd)
{
return (imu_pgd_t *) (round_down((unsigned long)pgd, (16 * 4)));
}
static inline imu_pte_t *imu_largepage_start(imu_pte_t *pte)
{
return (imu_pte_t *) (round_down((unsigned long)pte, (16 * 4)));
}
static inline unsigned long long m4u_calc_next_mva(unsigned long long addr, unsigned long long end, unsigned int size)
{
/* addr + size may equal 0x100000000*/
unsigned long long __boundary = (addr + (unsigned long long)size) & (~((unsigned long long)size-1));
unsigned long long min = min_t(unsigned long long, __boundary, end);
return min;
}
#endif
|
