| 
									
										
										
										
											2018-05-04 18:05:51 +01:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * ARM SMMU support - Internal API | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Copyright (c) 2017 Red Hat, Inc. | 
					
						
							|  |  |  |  * Copyright (C) 2014-2016 Broadcom Corporation | 
					
						
							|  |  |  |  * Written by Prem Mallappa, Eric Auger | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * This program is free software; you can redistribute it and/or modify | 
					
						
							|  |  |  |  * it under the terms of the GNU General Public License version 2 as | 
					
						
							|  |  |  |  * published by the Free Software Foundation. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * This program is distributed in the hope that it will be useful, | 
					
						
							|  |  |  |  * but WITHOUT ANY WARRANTY; without even the implied warranty of | 
					
						
							|  |  |  |  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the | 
					
						
							|  |  |  |  * General Public License for more details. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * You should have received a copy of the GNU General Public License along | 
					
						
							|  |  |  |  * with this program; if not, see <http://www.gnu.org/licenses/>.
 | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #ifndef HW_ARM_SMMU_INTERNAL_H
 | 
					
						
							|  |  |  | #define HW_ARM_SMMU_INTERNAL_H
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define TBI0(tbi) ((tbi) & 0x1)
 | 
					
						
							|  |  |  | #define TBI1(tbi) ((tbi) & 0x2 >> 1)
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /* PTE Manipulation */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define ARM_LPAE_PTE_TYPE_SHIFT         0
 | 
					
						
							|  |  |  | #define ARM_LPAE_PTE_TYPE_MASK          0x3
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define ARM_LPAE_PTE_TYPE_BLOCK         1
 | 
					
						
							|  |  |  | #define ARM_LPAE_PTE_TYPE_TABLE         3
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define ARM_LPAE_L3_PTE_TYPE_RESERVED   1
 | 
					
						
							|  |  |  | #define ARM_LPAE_L3_PTE_TYPE_PAGE       3
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define ARM_LPAE_PTE_VALID              (1 << 0)
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define PTE_ADDRESS(pte, shift) \
 | 
					
						
							|  |  |  |     (extract64(pte, shift, 47 - shift + 1) << shift) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define is_invalid_pte(pte) (!(pte & ARM_LPAE_PTE_VALID))
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define is_reserved_pte(pte, level)                                      \
 | 
					
						
							|  |  |  |     ((level == 3) &&                                                     \ | 
					
						
							|  |  |  |      ((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_L3_PTE_TYPE_RESERVED)) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define is_block_pte(pte, level)                                         \
 | 
					
						
							|  |  |  |     ((level < 3) &&                                                      \ | 
					
						
							|  |  |  |      ((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_PTE_TYPE_BLOCK)) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define is_table_pte(pte, level)                                        \
 | 
					
						
							|  |  |  |     ((level < 3) &&                                                     \ | 
					
						
							|  |  |  |      ((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_PTE_TYPE_TABLE)) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define is_page_pte(pte, level)                                         \
 | 
					
						
							|  |  |  |     ((level == 3) &&                                                    \ | 
					
						
							|  |  |  |      ((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_L3_PTE_TYPE_PAGE)) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /* access permissions */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define PTE_AP(pte) \
 | 
					
						
							|  |  |  |     (extract64(pte, 6, 2)) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define PTE_APTABLE(pte) \
 | 
					
						
							|  |  |  |     (extract64(pte, 61, 2)) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-05-25 10:37:50 +01:00
										 |  |  | #define PTE_AF(pte) \
 | 
					
						
							|  |  |  |     (extract64(pte, 10, 1)) | 
					
						
							| 
									
										
										
										
											2018-05-04 18:05:51 +01:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * TODO: At the moment all transactions are considered as privileged (EL1) | 
					
						
							|  |  |  |  * as IOMMU translation callback does not pass user/priv attributes. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #define is_permission_fault(ap, perm) \
 | 
					
						
							|  |  |  |     (((perm) & IOMMU_WO) && ((ap) & 0x2)) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-05-25 10:37:50 +01:00
										 |  |  | #define is_permission_fault_s2(s2ap, perm) \
 | 
					
						
							|  |  |  |     (!(((s2ap) & (perm)) == (perm))) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-05-04 18:05:51 +01:00
										 |  |  | #define PTE_AP_TO_PERM(ap) \
 | 
					
						
							|  |  |  |     (IOMMU_ACCESS_FLAG(true, !((ap) & 0x2))) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /* Level Indexing */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static inline int level_shift(int level, int granule_sz) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     return granule_sz + (3 - level) * (granule_sz - 3); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static inline uint64_t level_page_mask(int level, int granule_sz) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     return ~(MAKE_64BIT_MASK(0, level_shift(level, granule_sz))); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static inline | 
					
						
							|  |  |  | uint64_t iova_level_offset(uint64_t iova, int inputsize, | 
					
						
							|  |  |  |                            int level, int gsz) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     return ((iova & MAKE_64BIT_MASK(0, inputsize)) >> level_shift(level, gsz)) & | 
					
						
							|  |  |  |             MAKE_64BIT_MASK(0, gsz - 3); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-05-25 10:37:50 +01:00
										 |  |  | /* FEAT_LPA2 and FEAT_TTST are not implemented. */ | 
					
						
							|  |  |  | static inline int get_start_level(int sl0 , int granule_sz) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     /* ARM DDI0487I.a: Table D8-12. */ | 
					
						
							|  |  |  |     if (granule_sz == 12) { | 
					
						
							|  |  |  |         return 2 - sl0; | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  |     /* ARM DDI0487I.a: Table D8-22 and Table D8-31. */ | 
					
						
							|  |  |  |     return 3 - sl0; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * Index in a concatenated first level stage-2 page table. | 
					
						
							|  |  |  |  * ARM DDI0487I.a: D8.2.2 Concatenated translation tables. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | static inline int pgd_concat_idx(int start_level, int granule_sz, | 
					
						
							|  |  |  |                                  dma_addr_t ipa) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     uint64_t ret; | 
					
						
							|  |  |  |     /*
 | 
					
						
							|  |  |  |      * Get the number of bits handled by next levels, then any extra bits in | 
					
						
							|  |  |  |      * the address should index the concatenated tables. This relation can be | 
					
						
							|  |  |  |      * deduced from tables in ARM DDI0487I.a: D8.2.7-9 | 
					
						
							|  |  |  |      */ | 
					
						
							|  |  |  |     int shift =  level_shift(start_level - 1, granule_sz); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     ret = ipa >> shift; | 
					
						
							|  |  |  |     return ret; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-07-28 17:08:07 +02:00
										 |  |  | #define SMMU_IOTLB_ASID(key) ((key).asid)
 | 
					
						
							| 
									
										
										
										
											2023-05-25 10:37:50 +01:00
										 |  |  | #define SMMU_IOTLB_VMID(key) ((key).vmid)
 | 
					
						
							| 
									
										
										
										
											2020-07-28 17:08:09 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | typedef struct SMMUIOTLBPageInvInfo { | 
					
						
							|  |  |  |     int asid; | 
					
						
							| 
									
										
										
										
											2023-05-25 10:37:50 +01:00
										 |  |  |     int vmid; | 
					
						
							| 
									
										
										
										
											2020-07-28 17:08:09 +02:00
										 |  |  |     uint64_t iova; | 
					
						
							|  |  |  |     uint64_t mask; | 
					
						
							|  |  |  | } SMMUIOTLBPageInvInfo; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-03-09 11:27:41 +01:00
										 |  |  | typedef struct SMMUSIDRange { | 
					
						
							|  |  |  |     uint32_t start; | 
					
						
							|  |  |  |     uint32_t end; | 
					
						
							|  |  |  | } SMMUSIDRange; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-05-04 18:05:51 +01:00
										 |  |  | #endif
 |