1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19#include <asm/iomap.h>
20#include <asm/pat.h>
21#include <linux/module.h>
22#include <linux/highmem.h>
23
24static int is_io_mapping_possible(resource_size_t base, unsigned long size)
25{
26#if !defined(CONFIG_X86_PAE) && defined(CONFIG_PHYS_ADDR_T_64BIT)
27
28 if (base + size > 0x100000000ULL)
29 return 0;
30#endif
31 return 1;
32}
33
34int iomap_create_wc(resource_size_t base, unsigned long size, pgprot_t *prot)
35{
36 unsigned long flag = _PAGE_CACHE_WC;
37 int ret;
38
39 if (!is_io_mapping_possible(base, size))
40 return -EINVAL;
41
42 ret = io_reserve_memtype(base, base + size, &flag);
43 if (ret)
44 return ret;
45
46 *prot = __pgprot(__PAGE_KERNEL | flag);
47 return 0;
48}
49EXPORT_SYMBOL_GPL(iomap_create_wc);
50
51void
52iomap_free(resource_size_t base, unsigned long size)
53{
54 io_free_memtype(base, base + size);
55}
56EXPORT_SYMBOL_GPL(iomap_free);
57
58void *kmap_atomic_prot_pfn(unsigned long pfn, enum km_type type, pgprot_t prot)
59{
60 enum fixed_addresses idx;
61 unsigned long vaddr;
62
63 pagefault_disable();
64
65 debug_kmap_atomic(type);
66 idx = type + KM_TYPE_NR * smp_processor_id();
67 vaddr = __fix_to_virt(FIX_KMAP_BEGIN + idx);
68 set_pte(kmap_pte - idx, pfn_pte(pfn, prot));
69 arch_flush_lazy_mmu_mode();
70
71 return (void *)vaddr;
72}
73
74
75
76
77void *
78iomap_atomic_prot_pfn(unsigned long pfn, enum km_type type, pgprot_t prot)
79{
80
81
82
83
84
85
86 if (!pat_enabled && pgprot_val(prot) == pgprot_val(PAGE_KERNEL_WC))
87 prot = PAGE_KERNEL_UC_MINUS;
88
89 return kmap_atomic_prot_pfn(pfn, type, prot);
90}
91EXPORT_SYMBOL_GPL(iomap_atomic_prot_pfn);
92
93void
94iounmap_atomic(void *kvaddr, enum km_type type)
95{
96 unsigned long vaddr = (unsigned long) kvaddr & PAGE_MASK;
97 enum fixed_addresses idx = type + KM_TYPE_NR*smp_processor_id();
98
99
100
101
102
103
104
105 if (vaddr == __fix_to_virt(FIX_KMAP_BEGIN+idx))
106 kpte_clear_flush(kmap_pte-idx, vaddr);
107
108 pagefault_enable();
109}
110EXPORT_SYMBOL_GPL(iounmap_atomic);
111