1 // SPDX-License-Identifier: GPL-2.0
3 * Copyright (C) 2014-2018 Etnaviv Project
6 #include <linux/platform_device.h>
7 #include <linux/sizes.h>
8 #include <linux/slab.h>
9 #include <linux/dma-mapping.h>
10 #include <linux/bitops.h>
12 #include "etnaviv_gpu.h"
13 #include "etnaviv_mmu.h"
14 #include "etnaviv_iommu.h"
15 #include "state_hi.xml.h"
18 #define PT_ENTRIES (PT_SIZE / sizeof(u32))
20 #define GPU_MEM_START 0x80000000
22 struct etnaviv_iommuv1_domain {
23 struct etnaviv_iommu_domain base;
25 dma_addr_t pgtable_dma;
28 static struct etnaviv_iommuv1_domain *
29 to_etnaviv_domain(struct etnaviv_iommu_domain *domain)
31 return container_of(domain, struct etnaviv_iommuv1_domain, base);
34 static int __etnaviv_iommu_init(struct etnaviv_iommuv1_domain *etnaviv_domain)
39 etnaviv_domain->base.bad_page_cpu =
40 dma_alloc_wc(etnaviv_domain->base.dev, SZ_4K,
41 &etnaviv_domain->base.bad_page_dma,
43 if (!etnaviv_domain->base.bad_page_cpu)
46 p = etnaviv_domain->base.bad_page_cpu;
47 for (i = 0; i < SZ_4K / 4; i++)
50 etnaviv_domain->pgtable_cpu = dma_alloc_wc(etnaviv_domain->base.dev,
52 &etnaviv_domain->pgtable_dma,
54 if (!etnaviv_domain->pgtable_cpu) {
55 dma_free_wc(etnaviv_domain->base.dev, SZ_4K,
56 etnaviv_domain->base.bad_page_cpu,
57 etnaviv_domain->base.bad_page_dma);
61 memset32(etnaviv_domain->pgtable_cpu, etnaviv_domain->base.bad_page_dma,
67 static void etnaviv_iommuv1_domain_free(struct etnaviv_iommu_domain *domain)
69 struct etnaviv_iommuv1_domain *etnaviv_domain =
70 to_etnaviv_domain(domain);
72 dma_free_wc(etnaviv_domain->base.dev, PT_SIZE,
73 etnaviv_domain->pgtable_cpu, etnaviv_domain->pgtable_dma);
75 dma_free_wc(etnaviv_domain->base.dev, SZ_4K,
76 etnaviv_domain->base.bad_page_cpu,
77 etnaviv_domain->base.bad_page_dma);
79 kfree(etnaviv_domain);
82 static int etnaviv_iommuv1_map(struct etnaviv_iommu_domain *domain,
83 unsigned long iova, phys_addr_t paddr,
84 size_t size, int prot)
86 struct etnaviv_iommuv1_domain *etnaviv_domain = to_etnaviv_domain(domain);
87 unsigned int index = (iova - GPU_MEM_START) / SZ_4K;
92 etnaviv_domain->pgtable_cpu[index] = paddr;
97 static size_t etnaviv_iommuv1_unmap(struct etnaviv_iommu_domain *domain,
98 unsigned long iova, size_t size)
100 struct etnaviv_iommuv1_domain *etnaviv_domain =
101 to_etnaviv_domain(domain);
102 unsigned int index = (iova - GPU_MEM_START) / SZ_4K;
107 etnaviv_domain->pgtable_cpu[index] = etnaviv_domain->base.bad_page_dma;
112 static size_t etnaviv_iommuv1_dump_size(struct etnaviv_iommu_domain *domain)
117 static void etnaviv_iommuv1_dump(struct etnaviv_iommu_domain *domain, void *buf)
119 struct etnaviv_iommuv1_domain *etnaviv_domain =
120 to_etnaviv_domain(domain);
122 memcpy(buf, etnaviv_domain->pgtable_cpu, PT_SIZE);
125 void etnaviv_iommuv1_restore(struct etnaviv_gpu *gpu)
127 struct etnaviv_iommuv1_domain *etnaviv_domain =
128 to_etnaviv_domain(gpu->mmu->domain);
131 /* set base addresses */
132 gpu_write(gpu, VIVS_MC_MEMORY_BASE_ADDR_RA, gpu->memory_base);
133 gpu_write(gpu, VIVS_MC_MEMORY_BASE_ADDR_FE, gpu->memory_base);
134 gpu_write(gpu, VIVS_MC_MEMORY_BASE_ADDR_TX, gpu->memory_base);
135 gpu_write(gpu, VIVS_MC_MEMORY_BASE_ADDR_PEZ, gpu->memory_base);
136 gpu_write(gpu, VIVS_MC_MEMORY_BASE_ADDR_PE, gpu->memory_base);
138 /* set page table address in MC */
139 pgtable = (u32)etnaviv_domain->pgtable_dma;
141 gpu_write(gpu, VIVS_MC_MMU_FE_PAGE_TABLE, pgtable);
142 gpu_write(gpu, VIVS_MC_MMU_TX_PAGE_TABLE, pgtable);
143 gpu_write(gpu, VIVS_MC_MMU_PE_PAGE_TABLE, pgtable);
144 gpu_write(gpu, VIVS_MC_MMU_PEZ_PAGE_TABLE, pgtable);
145 gpu_write(gpu, VIVS_MC_MMU_RA_PAGE_TABLE, pgtable);
148 static const struct etnaviv_iommu_domain_ops etnaviv_iommuv1_ops = {
149 .free = etnaviv_iommuv1_domain_free,
150 .map = etnaviv_iommuv1_map,
151 .unmap = etnaviv_iommuv1_unmap,
152 .dump_size = etnaviv_iommuv1_dump_size,
153 .dump = etnaviv_iommuv1_dump,
156 struct etnaviv_iommu_domain *
157 etnaviv_iommuv1_domain_alloc(struct etnaviv_gpu *gpu)
159 struct etnaviv_iommuv1_domain *etnaviv_domain;
160 struct etnaviv_iommu_domain *domain;
163 etnaviv_domain = kzalloc(sizeof(*etnaviv_domain), GFP_KERNEL);
167 domain = &etnaviv_domain->base;
169 domain->dev = gpu->dev;
170 domain->base = GPU_MEM_START;
171 domain->size = PT_ENTRIES * SZ_4K;
172 domain->ops = &etnaviv_iommuv1_ops;
174 ret = __etnaviv_iommu_init(etnaviv_domain);
178 return &etnaviv_domain->base;
181 kfree(etnaviv_domain);