Skip to content

Commit 6df63b7

Browse files
Kwiboojoergroedel
authored andcommitted
iommu: rockchip: Fix directory table address encoding
The physical address to the directory table is currently encoded using the following bit layout for IOMMU v2. 31:12 - Address bit 31:0 11: 4 - Address bit 39:32 This is also the bit layout used by the vendor kernel. However, testing has shown that addresses to the directory/page tables and memory pages are all encoded using the same bit layout. IOMMU v1: 31:12 - Address bit 31:0 IOMMU v2: 31:12 - Address bit 31:0 11: 8 - Address bit 35:32 7: 4 - Address bit 39:36 Change to use the mk_dtentries ops to encode the directory table address correctly. The value written to DTE_ADDR may include the valid bit set, a bit that is ignored and DTE_ADDR reg read it back as 0. This also update the bit layout comment for the page address and the number of nybbles that are read back for DTE_ADDR comment. These changes render the dte_addr_phys and dma_addr_dte ops unused and is removed. Fixes: 227014b ("iommu: rockchip: Add internal ops to handle variants") Fixes: c55356c ("iommu: rockchip: Add support for iommu v2") Fixes: c987b65 ("iommu/rockchip: Fix physical address decoding") Signed-off-by: Jonas Karlman <[email protected]> Reviewed-by: Robin Murphy <[email protected]> Link: https://lore.kernel.org/r/[email protected] Signed-off-by: Joerg Roedel <[email protected]>
1 parent 06c2afb commit 6df63b7

File tree

1 file changed

+5
-38
lines changed

1 file changed

+5
-38
lines changed

drivers/iommu/rockchip-iommu.c

Lines changed: 5 additions & 38 deletions
Original file line numberDiff line numberDiff line change
@@ -98,8 +98,6 @@ struct rk_iommu_ops {
9898
phys_addr_t (*pt_address)(u32 dte);
9999
u32 (*mk_dtentries)(dma_addr_t pt_dma);
100100
u32 (*mk_ptentries)(phys_addr_t page, int prot);
101-
phys_addr_t (*dte_addr_phys)(u32 addr);
102-
u32 (*dma_addr_dte)(dma_addr_t dt_dma);
103101
u64 dma_bit_mask;
104102
};
105103

@@ -278,8 +276,8 @@ static u32 rk_mk_pte(phys_addr_t page, int prot)
278276
/*
279277
* In v2:
280278
* 31:12 - Page address bit 31:0
281-
* 11:9 - Page address bit 34:32
282-
* 8:4 - Page address bit 39:35
279+
* 11: 8 - Page address bit 35:32
280+
* 7: 4 - Page address bit 39:36
283281
* 3 - Security
284282
* 2 - Writable
285283
* 1 - Readable
@@ -506,7 +504,7 @@ static int rk_iommu_force_reset(struct rk_iommu *iommu)
506504

507505
/*
508506
* Check if register DTE_ADDR is working by writing DTE_ADDR_DUMMY
509-
* and verifying that upper 5 nybbles are read back.
507+
* and verifying that upper 5 (v1) or 7 (v2) nybbles are read back.
510508
*/
511509
for (i = 0; i < iommu->num_mmu; i++) {
512510
dte_addr = rk_ops->pt_address(DTE_ADDR_DUMMY);
@@ -531,33 +529,6 @@ static int rk_iommu_force_reset(struct rk_iommu *iommu)
531529
return 0;
532530
}
533531

534-
static inline phys_addr_t rk_dte_addr_phys(u32 addr)
535-
{
536-
return (phys_addr_t)addr;
537-
}
538-
539-
static inline u32 rk_dma_addr_dte(dma_addr_t dt_dma)
540-
{
541-
return dt_dma;
542-
}
543-
544-
#define DT_HI_MASK GENMASK_ULL(39, 32)
545-
#define DTE_BASE_HI_MASK GENMASK(11, 4)
546-
#define DT_SHIFT 28
547-
548-
static inline phys_addr_t rk_dte_addr_phys_v2(u32 addr)
549-
{
550-
u64 addr64 = addr;
551-
return (phys_addr_t)(addr64 & RK_DTE_PT_ADDRESS_MASK) |
552-
((addr64 & DTE_BASE_HI_MASK) << DT_SHIFT);
553-
}
554-
555-
static inline u32 rk_dma_addr_dte_v2(dma_addr_t dt_dma)
556-
{
557-
return (dt_dma & RK_DTE_PT_ADDRESS_MASK) |
558-
((dt_dma & DT_HI_MASK) >> DT_SHIFT);
559-
}
560-
561532
static void log_iova(struct rk_iommu *iommu, int index, dma_addr_t iova)
562533
{
563534
void __iomem *base = iommu->bases[index];
@@ -577,7 +548,7 @@ static void log_iova(struct rk_iommu *iommu, int index, dma_addr_t iova)
577548
page_offset = rk_iova_page_offset(iova);
578549

579550
mmu_dte_addr = rk_iommu_read(base, RK_MMU_DTE_ADDR);
580-
mmu_dte_addr_phys = rk_ops->dte_addr_phys(mmu_dte_addr);
551+
mmu_dte_addr_phys = rk_ops->pt_address(mmu_dte_addr);
581552

582553
dte_addr_phys = mmu_dte_addr_phys + (4 * dte_index);
583554
dte_addr = phys_to_virt(dte_addr_phys);
@@ -967,7 +938,7 @@ static int rk_iommu_enable(struct rk_iommu *iommu)
967938

968939
for (i = 0; i < iommu->num_mmu; i++) {
969940
rk_iommu_write(iommu->bases[i], RK_MMU_DTE_ADDR,
970-
rk_ops->dma_addr_dte(rk_domain->dt_dma));
941+
rk_ops->mk_dtentries(rk_domain->dt_dma));
971942
rk_iommu_base_command(iommu->bases[i], RK_MMU_CMD_ZAP_CACHE);
972943
rk_iommu_write(iommu->bases[i], RK_MMU_INT_MASK, RK_MMU_IRQ_MASK);
973944
}
@@ -1405,17 +1376,13 @@ static struct rk_iommu_ops iommu_data_ops_v1 = {
14051376
.pt_address = &rk_dte_pt_address,
14061377
.mk_dtentries = &rk_mk_dte,
14071378
.mk_ptentries = &rk_mk_pte,
1408-
.dte_addr_phys = &rk_dte_addr_phys,
1409-
.dma_addr_dte = &rk_dma_addr_dte,
14101379
.dma_bit_mask = DMA_BIT_MASK(32),
14111380
};
14121381

14131382
static struct rk_iommu_ops iommu_data_ops_v2 = {
14141383
.pt_address = &rk_dte_pt_address_v2,
14151384
.mk_dtentries = &rk_mk_dte_v2,
14161385
.mk_ptentries = &rk_mk_pte_v2,
1417-
.dte_addr_phys = &rk_dte_addr_phys_v2,
1418-
.dma_addr_dte = &rk_dma_addr_dte_v2,
14191386
.dma_bit_mask = DMA_BIT_MASK(40),
14201387
};
14211388

0 commit comments

Comments
 (0)