1
2#ifndef _ASM_X86_PGTABLE_64_DEFS_H
3#define _ASM_X86_PGTABLE_64_DEFS_H
4
5#include <asm/sparsemem.h>
6
7#ifndef __ASSEMBLY__
8#include <linux/types.h>
9#include <asm/kaslr.h>
10
11
12
13
14typedef unsigned long pteval_t;
15typedef unsigned long pmdval_t;
16typedef unsigned long pudval_t;
17typedef unsigned long p4dval_t;
18typedef unsigned long pgdval_t;
19typedef unsigned long pgprotval_t;
20
21typedef struct { pteval_t pte; } pte_t;
22
23#ifdef CONFIG_X86_5LEVEL
24extern unsigned int __pgtable_l5_enabled;
25
26#ifdef USE_EARLY_PGTABLE_L5
27
28
29
30
31static inline bool pgtable_l5_enabled(void)
32{
33 return __pgtable_l5_enabled;
34}
35#else
36#define pgtable_l5_enabled() cpu_feature_enabled(X86_FEATURE_LA57)
37#endif
38
39#else
40#define pgtable_l5_enabled() 0
41#endif
42
43extern unsigned int pgdir_shift;
44extern unsigned int ptrs_per_p4d;
45
46#endif
47
48#define SHARED_KERNEL_PMD 0
49
50#ifdef CONFIG_X86_5LEVEL
51
52
53
54
55#define PGDIR_SHIFT pgdir_shift
56#define PTRS_PER_PGD 512
57
58
59
60
61#define P4D_SHIFT 39
62#define MAX_PTRS_PER_P4D 512
63#define PTRS_PER_P4D ptrs_per_p4d
64#define P4D_SIZE (_AC(1, UL) << P4D_SHIFT)
65#define P4D_MASK (~(P4D_SIZE - 1))
66
67#define MAX_POSSIBLE_PHYSMEM_BITS 52
68
69#else
70
71
72
73
74#define PGDIR_SHIFT 39
75#define PTRS_PER_PGD 512
76#define MAX_PTRS_PER_P4D 1
77
78#endif
79
80
81
82
83#define PUD_SHIFT 30
84#define PTRS_PER_PUD 512
85
86
87
88
89
90#define PMD_SHIFT 21
91#define PTRS_PER_PMD 512
92
93
94
95
96#define PTRS_PER_PTE 512
97
98#define PMD_SIZE (_AC(1, UL) << PMD_SHIFT)
99#define PMD_MASK (~(PMD_SIZE - 1))
100#define PUD_SIZE (_AC(1, UL) << PUD_SHIFT)
101#define PUD_MASK (~(PUD_SIZE - 1))
102#define PGDIR_SIZE (_AC(1, UL) << PGDIR_SHIFT)
103#define PGDIR_MASK (~(PGDIR_SIZE - 1))
104
105
106
107
108
109
110
111
112#define MAXMEM (1UL << MAX_PHYSMEM_BITS)
113
114#define GUARD_HOLE_PGD_ENTRY -256UL
115#define GUARD_HOLE_SIZE (16UL << PGDIR_SHIFT)
116#define GUARD_HOLE_BASE_ADDR (GUARD_HOLE_PGD_ENTRY << PGDIR_SHIFT)
117#define GUARD_HOLE_END_ADDR (GUARD_HOLE_BASE_ADDR + GUARD_HOLE_SIZE)
118
119#define LDT_PGD_ENTRY -240UL
120#define LDT_BASE_ADDR (LDT_PGD_ENTRY << PGDIR_SHIFT)
121#define LDT_END_ADDR (LDT_BASE_ADDR + PGDIR_SIZE)
122
123#define __VMALLOC_BASE_L4 0xffffc90000000000UL
124#define __VMALLOC_BASE_L5 0xffa0000000000000UL
125
126#define VMALLOC_SIZE_TB_L4 32UL
127#define VMALLOC_SIZE_TB_L5 12800UL
128
129#define __VMEMMAP_BASE_L4 0xffffea0000000000UL
130#define __VMEMMAP_BASE_L5 0xffd4000000000000UL
131
132#ifdef CONFIG_DYNAMIC_MEMORY_LAYOUT
133# define VMALLOC_START vmalloc_base
134# define VMALLOC_SIZE_TB (pgtable_l5_enabled() ? VMALLOC_SIZE_TB_L5 : VMALLOC_SIZE_TB_L4)
135# define VMEMMAP_START vmemmap_base
136#else
137# define VMALLOC_START __VMALLOC_BASE_L4
138# define VMALLOC_SIZE_TB VMALLOC_SIZE_TB_L4
139# define VMEMMAP_START __VMEMMAP_BASE_L4
140#endif
141
142#define VMALLOC_END (VMALLOC_START + (VMALLOC_SIZE_TB << 40) - 1)
143
144#define MODULES_VADDR (__START_KERNEL_map + KERNEL_IMAGE_SIZE)
145
146#ifndef CONFIG_DEBUG_KMAP_LOCAL_FORCE_MAP
147# define MODULES_END _AC(0xffffffffff000000, UL)
148#else
149# define MODULES_END _AC(0xfffffffffe000000, UL)
150#endif
151#define MODULES_LEN (MODULES_END - MODULES_VADDR)
152
153#define ESPFIX_PGD_ENTRY _AC(-2, UL)
154#define ESPFIX_BASE_ADDR (ESPFIX_PGD_ENTRY << P4D_SHIFT)
155
156#define CPU_ENTRY_AREA_PGD _AC(-4, UL)
157#define CPU_ENTRY_AREA_BASE (CPU_ENTRY_AREA_PGD << P4D_SHIFT)
158
159#define EFI_VA_START ( -4 * (_AC(1, UL) << 30))
160#define EFI_VA_END (-68 * (_AC(1, UL) << 30))
161
162#define EARLY_DYNAMIC_PAGE_TABLES 64
163
164#define PGD_KERNEL_START ((PAGE_SIZE / 2) / sizeof(pgd_t))
165
166#endif
167