1 // SPDX-License-Identifier: GPL-2.0-or-later
4 #include <linux/slab.h>
5 #include <linux/vmalloc.h>
7 #include <mm/mmu_decl.h>
9 void __iomem *ioremap_wt(phys_addr_t addr, unsigned long size)
11 pgprot_t prot = pgprot_cached_wthru(PAGE_KERNEL);
13 return __ioremap_caller(addr, size, prot, __builtin_return_address(0));
15 EXPORT_SYMBOL(ioremap_wt);
18 __ioremap_caller(phys_addr_t addr, unsigned long size, pgprot_t prot, void *caller)
25 * Choose an address to map it to.
26 * Once the vmalloc system is running, we use it.
27 * Before then, we use space going down from IOREMAP_TOP
28 * (ioremap_bot records where we're up to).
31 size = PAGE_ALIGN(addr + size) - p;
34 * If the address lies within the first 16 MB, assume it's in ISA
37 if (p < 16 * 1024 * 1024)
40 #ifndef CONFIG_CRASH_DUMP
42 * Don't allow anybody to remap normal RAM that we're using.
43 * mem_init() sets high_memory so only do the check after that.
45 if (slab_is_available() && p <= virt_to_phys(high_memory - 1) &&
46 page_is_ram(__phys_to_pfn(p))) {
47 pr_warn("%s(): phys addr 0x%llx is RAM lr %ps\n", __func__,
48 (unsigned long long)p, __builtin_return_address(0));
57 * Is it already mapped? Perhaps overlapped by a previous
60 v = p_block_mapped(p);
64 if (slab_is_available()) {
65 struct vm_struct *area;
66 area = get_vm_area_caller(size, VM_IOREMAP, caller);
70 v = (unsigned long)area->addr;
72 v = (ioremap_bot -= size);
76 * Should check if it is a candidate for a BAT mapping
80 for (i = 0; i < size && err == 0; i += PAGE_SIZE)
81 err = map_kernel_page(v + i, p + i, prot);
83 if (slab_is_available())
89 return (void __iomem *)(v + ((unsigned long)addr & ~PAGE_MASK));
92 void iounmap(volatile void __iomem *addr)
95 * If mapped by BATs then there is nothing to do.
96 * Calling vfree() generates a benign warning.
98 if (v_block_mapped((unsigned long)addr))
101 if (addr > high_memory && (unsigned long)addr < ioremap_bot)
102 vunmap((void *)(PAGE_MASK & (unsigned long)addr));
104 EXPORT_SYMBOL(iounmap);