| 
									
										
										
										
											2004-09-30 22:13:50 +00:00
										 |  |  | /*
 | 
					
						
							| 
									
										
										
										
											2010-04-03 07:40:47 +00:00
										 |  |  |  * QEMU Sun4m iommu emulation | 
					
						
							| 
									
										
										
										
											2004-09-30 22:13:50 +00:00
										 |  |  |  * | 
					
						
							| 
									
										
										
										
											2005-04-06 20:47:48 +00:00
										 |  |  |  * Copyright (c) 2003-2005 Fabrice Bellard | 
					
						
							| 
									
										
										
										
											2007-09-16 21:08:06 +00:00
										 |  |  |  * | 
					
						
							| 
									
										
										
										
											2004-09-30 22:13:50 +00:00
										 |  |  |  * Permission is hereby granted, free of charge, to any person obtaining a copy | 
					
						
							|  |  |  |  * of this software and associated documentation files (the "Software"), to deal | 
					
						
							|  |  |  |  * in the Software without restriction, including without limitation the rights | 
					
						
							|  |  |  |  * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell | 
					
						
							|  |  |  |  * copies of the Software, and to permit persons to whom the Software is | 
					
						
							|  |  |  |  * furnished to do so, subject to the following conditions: | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * The above copyright notice and this permission notice shall be included in | 
					
						
							|  |  |  |  * all copies or substantial portions of the Software. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR | 
					
						
							|  |  |  |  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, | 
					
						
							|  |  |  |  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL | 
					
						
							|  |  |  |  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER | 
					
						
							|  |  |  |  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, | 
					
						
							|  |  |  |  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN | 
					
						
							|  |  |  |  * THE SOFTWARE. | 
					
						
							|  |  |  |  */ | 
					
						
							| 
									
										
										
										
											2009-07-16 13:47:55 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-01-26 18:17:30 +00:00
										 |  |  | #include "qemu/osdep.h"
 | 
					
						
							| 
									
										
										
										
											2019-08-12 07:23:42 +02:00
										 |  |  | #include "hw/irq.h"
 | 
					
						
							| 
									
										
										
										
											2019-08-12 07:23:51 +02:00
										 |  |  | #include "hw/qdev-properties.h"
 | 
					
						
							| 
									
										
										
										
											2018-01-08 18:16:34 +00:00
										 |  |  | #include "hw/sparc/sun4m_iommu.h"
 | 
					
						
							| 
									
										
										
										
											2013-02-04 15:40:22 +01:00
										 |  |  | #include "hw/sysbus.h"
 | 
					
						
							| 
									
										
										
										
											2019-08-12 07:23:45 +02:00
										 |  |  | #include "migration/vmstate.h"
 | 
					
						
							| 
									
										
										
										
											2019-05-23 16:35:07 +02:00
										 |  |  | #include "qemu/module.h"
 | 
					
						
							| 
									
										
										
										
											2013-11-15 14:46:38 +01:00
										 |  |  | #include "exec/address-spaces.h"
 | 
					
						
							| 
									
										
										
										
											2010-10-31 09:24:14 +00:00
										 |  |  | #include "trace.h"
 | 
					
						
							| 
									
										
										
										
											2004-09-30 22:13:50 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-04-03 07:40:47 +00:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * I/O MMU used by Sun4m systems | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Chipset docs: | 
					
						
							|  |  |  |  * "Sun-4M System Architecture (revision 2.0) by Chuck Narad", 950-1373-01, | 
					
						
							|  |  |  |  * http://mediacast.sun.com/users/Barton808/media/Sun4M_SystemArchitecture_edited2.pdf
 | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-10-30 17:24:19 +00:00
										 |  |  | #define IOMMU_CTRL          (0x0000 >> 2)
 | 
					
						
							| 
									
										
										
										
											2004-09-30 22:13:50 +00:00
										 |  |  | #define IOMMU_CTRL_IMPL     0xf0000000 /* Implementation */
 | 
					
						
							|  |  |  | #define IOMMU_CTRL_VERS     0x0f000000 /* Version */
 | 
					
						
							|  |  |  | #define IOMMU_CTRL_RNGE     0x0000001c /* Mapping RANGE */
 | 
					
						
							|  |  |  | #define IOMMU_RNGE_16MB     0x00000000 /* 0xff000000 -> 0xffffffff */
 | 
					
						
							|  |  |  | #define IOMMU_RNGE_32MB     0x00000004 /* 0xfe000000 -> 0xffffffff */
 | 
					
						
							|  |  |  | #define IOMMU_RNGE_64MB     0x00000008 /* 0xfc000000 -> 0xffffffff */
 | 
					
						
							|  |  |  | #define IOMMU_RNGE_128MB    0x0000000c /* 0xf8000000 -> 0xffffffff */
 | 
					
						
							|  |  |  | #define IOMMU_RNGE_256MB    0x00000010 /* 0xf0000000 -> 0xffffffff */
 | 
					
						
							|  |  |  | #define IOMMU_RNGE_512MB    0x00000014 /* 0xe0000000 -> 0xffffffff */
 | 
					
						
							|  |  |  | #define IOMMU_RNGE_1GB      0x00000018 /* 0xc0000000 -> 0xffffffff */
 | 
					
						
							|  |  |  | #define IOMMU_RNGE_2GB      0x0000001c /* 0x80000000 -> 0xffffffff */
 | 
					
						
							|  |  |  | #define IOMMU_CTRL_ENAB     0x00000001 /* IOMMU Enable */
 | 
					
						
							| 
									
										
										
										
											2005-10-30 17:24:19 +00:00
										 |  |  | #define IOMMU_CTRL_MASK     0x0000001d
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define IOMMU_BASE          (0x0004 >> 2)
 | 
					
						
							|  |  |  | #define IOMMU_BASE_MASK     0x07fffc00
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define IOMMU_TLBFLUSH      (0x0014 >> 2)
 | 
					
						
							|  |  |  | #define IOMMU_TLBFLUSH_MASK 0xffffffff
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define IOMMU_PGFLUSH       (0x0018 >> 2)
 | 
					
						
							|  |  |  | #define IOMMU_PGFLUSH_MASK  0xffffffff
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2007-08-11 07:52:09 +00:00
										 |  |  | #define IOMMU_AFSR          (0x1000 >> 2)
 | 
					
						
							|  |  |  | #define IOMMU_AFSR_ERR      0x80000000 /* LE, TO, or BE asserted */
 | 
					
						
							| 
									
										
										
										
											2007-12-01 14:51:23 +00:00
										 |  |  | #define IOMMU_AFSR_LE       0x40000000 /* SBUS reports error after
 | 
					
						
							|  |  |  |                                           transaction */ | 
					
						
							|  |  |  | #define IOMMU_AFSR_TO       0x20000000 /* Write access took more than
 | 
					
						
							|  |  |  |                                           12.8 us. */ | 
					
						
							|  |  |  | #define IOMMU_AFSR_BE       0x10000000 /* Write access received error
 | 
					
						
							|  |  |  |                                           acknowledge */ | 
					
						
							| 
									
										
										
										
											2007-08-11 07:52:09 +00:00
										 |  |  | #define IOMMU_AFSR_SIZE     0x0e000000 /* Size of transaction causing error */
 | 
					
						
							|  |  |  | #define IOMMU_AFSR_S        0x01000000 /* Sparc was in supervisor mode */
 | 
					
						
							| 
									
										
										
										
											2007-12-01 14:51:23 +00:00
										 |  |  | #define IOMMU_AFSR_RESV     0x00800000 /* Reserved, forced to 0x8 by
 | 
					
						
							|  |  |  |                                           hardware */ | 
					
						
							| 
									
										
										
										
											2007-08-11 07:52:09 +00:00
										 |  |  | #define IOMMU_AFSR_ME       0x00080000 /* Multiple errors occurred */
 | 
					
						
							|  |  |  | #define IOMMU_AFSR_RD       0x00040000 /* A read operation was in progress */
 | 
					
						
							|  |  |  | #define IOMMU_AFSR_FAV      0x00020000 /* IOMMU afar has valid contents */
 | 
					
						
							| 
									
										
										
										
											2007-12-01 14:51:24 +00:00
										 |  |  | #define IOMMU_AFSR_MASK     0xff0fffff
 | 
					
						
							| 
									
										
										
										
											2007-08-11 07:52:09 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  | #define IOMMU_AFAR          (0x1004 >> 2)
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-12-21 10:46:23 +00:00
										 |  |  | #define IOMMU_AER           (0x1008 >> 2) /* Arbiter Enable Register */
 | 
					
						
							|  |  |  | #define IOMMU_AER_EN_P0_ARB 0x00000001    /* MBus master 0x8 (Always 1) */
 | 
					
						
							|  |  |  | #define IOMMU_AER_EN_P1_ARB 0x00000002    /* MBus master 0x9 */
 | 
					
						
							|  |  |  | #define IOMMU_AER_EN_P2_ARB 0x00000004    /* MBus master 0xa */
 | 
					
						
							|  |  |  | #define IOMMU_AER_EN_P3_ARB 0x00000008    /* MBus master 0xb */
 | 
					
						
							|  |  |  | #define IOMMU_AER_EN_0      0x00010000    /* SBus slot 0 */
 | 
					
						
							|  |  |  | #define IOMMU_AER_EN_1      0x00020000    /* SBus slot 1 */
 | 
					
						
							|  |  |  | #define IOMMU_AER_EN_2      0x00040000    /* SBus slot 2 */
 | 
					
						
							|  |  |  | #define IOMMU_AER_EN_3      0x00080000    /* SBus slot 3 */
 | 
					
						
							|  |  |  | #define IOMMU_AER_EN_F      0x00100000    /* SBus on-board */
 | 
					
						
							|  |  |  | #define IOMMU_AER_SBW       0x80000000    /* S-to-M asynchronous writes */
 | 
					
						
							|  |  |  | #define IOMMU_AER_MASK      0x801f000f
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-07-14 14:23:51 +03:00
										 |  |  | #define IOMMU_SBCFG0        (0x1010 >> 2) /* SBUS configuration per-slot */
 | 
					
						
							|  |  |  | #define IOMMU_SBCFG1        (0x1014 >> 2) /* SBUS configuration per-slot */
 | 
					
						
							|  |  |  | #define IOMMU_SBCFG2        (0x1018 >> 2) /* SBUS configuration per-slot */
 | 
					
						
							|  |  |  | #define IOMMU_SBCFG3        (0x101c >> 2) /* SBUS configuration per-slot */
 | 
					
						
							| 
									
										
										
										
											2007-12-01 14:51:23 +00:00
										 |  |  | #define IOMMU_SBCFG_SAB30   0x00010000 /* Phys-address bit 30 when
 | 
					
						
							|  |  |  |                                           bypass enabled */ | 
					
						
							| 
									
										
										
										
											2005-10-30 17:24:19 +00:00
										 |  |  | #define IOMMU_SBCFG_BA16    0x00000004 /* Slave supports 16 byte bursts */
 | 
					
						
							|  |  |  | #define IOMMU_SBCFG_BA8     0x00000002 /* Slave supports 8 byte bursts */
 | 
					
						
							|  |  |  | #define IOMMU_SBCFG_BYPASS  0x00000001 /* Bypass IOMMU, treat all addresses
 | 
					
						
							| 
									
										
										
										
											2007-10-06 11:28:21 +00:00
										 |  |  |                                           produced by this device as pure | 
					
						
							| 
									
										
										
										
											2005-10-30 17:24:19 +00:00
										 |  |  |                                           physical. */ | 
					
						
							|  |  |  | #define IOMMU_SBCFG_MASK    0x00010003
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define IOMMU_ARBEN         (0x2000 >> 2) /* SBUS arbitration enable */
 | 
					
						
							|  |  |  | #define IOMMU_ARBEN_MASK    0x001f0000
 | 
					
						
							|  |  |  | #define IOMMU_MID           0x00000008
 | 
					
						
							| 
									
										
										
										
											2004-09-30 22:13:50 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-01-25 19:52:54 +00:00
										 |  |  | #define IOMMU_MASK_ID       (0x3018 >> 2) /* Mask ID */
 | 
					
						
							|  |  |  | #define IOMMU_MASK_ID_MASK  0x00ffffff
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define IOMMU_MSII_MASK     0x26000000 /* microSPARC II mask number */
 | 
					
						
							|  |  |  | #define IOMMU_TS_MASK       0x23000000 /* turboSPARC mask number */
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2004-09-30 22:13:50 +00:00
										 |  |  | /* The format of an iopte in the page tables */ | 
					
						
							| 
									
										
										
										
											2007-12-01 14:51:25 +00:00
										 |  |  | #define IOPTE_PAGE          0xffffff00 /* Physical page number (PA[35:12]) */
 | 
					
						
							| 
									
										
										
										
											2007-12-01 14:51:23 +00:00
										 |  |  | #define IOPTE_CACHE         0x00000080 /* Cached (in vme IOCACHE or
 | 
					
						
							|  |  |  |                                           Viking/MXCC) */ | 
					
						
							| 
									
										
										
										
											2011-04-26 10:29:36 +02:00
										 |  |  | #define IOPTE_WRITE         0x00000004 /* Writable */
 | 
					
						
							| 
									
										
										
										
											2004-09-30 22:13:50 +00:00
										 |  |  | #define IOPTE_VALID         0x00000002 /* IOPTE is valid */
 | 
					
						
							|  |  |  | #define IOPTE_WAZ           0x00000001 /* Write as zeros */
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-12-03 16:29:47 +00:00
										 |  |  | #define IOMMU_PAGE_SHIFT    12
 | 
					
						
							|  |  |  | #define IOMMU_PAGE_SIZE     (1 << IOMMU_PAGE_SHIFT)
 | 
					
						
							| 
									
										
										
										
											2018-01-08 18:16:34 +00:00
										 |  |  | #define IOMMU_PAGE_MASK     (~(IOMMU_PAGE_SIZE - 1))
 | 
					
						
							| 
									
										
										
										
											2004-09-30 22:13:50 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-10-23 12:30:10 +02:00
										 |  |  | static uint64_t iommu_mem_read(void *opaque, hwaddr addr, | 
					
						
							| 
									
										
										
										
											2011-11-15 11:56:16 +02:00
										 |  |  |                                unsigned size) | 
					
						
							| 
									
										
										
										
											2004-09-30 22:13:50 +00:00
										 |  |  | { | 
					
						
							|  |  |  |     IOMMUState *s = opaque; | 
					
						
							| 
									
										
										
										
											2012-10-23 12:30:10 +02:00
										 |  |  |     hwaddr saddr; | 
					
						
							| 
									
										
										
										
											2008-01-01 17:04:45 +00:00
										 |  |  |     uint32_t ret; | 
					
						
							| 
									
										
										
										
											2004-09-30 22:13:50 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-12-01 18:59:50 +00:00
										 |  |  |     saddr = addr >> 2; | 
					
						
							| 
									
										
										
										
											2004-09-30 22:13:50 +00:00
										 |  |  |     switch (saddr) { | 
					
						
							|  |  |  |     default: | 
					
						
							| 
									
										
										
										
											2008-01-01 17:04:45 +00:00
										 |  |  |         ret = s->regs[saddr]; | 
					
						
							|  |  |  |         break; | 
					
						
							|  |  |  |     case IOMMU_AFAR: | 
					
						
							|  |  |  |     case IOMMU_AFSR: | 
					
						
							|  |  |  |         ret = s->regs[saddr]; | 
					
						
							|  |  |  |         qemu_irq_lower(s->irq); | 
					
						
							| 
									
										
										
										
											2007-10-06 11:28:21 +00:00
										 |  |  |         break; | 
					
						
							| 
									
										
										
										
											2004-09-30 22:13:50 +00:00
										 |  |  |     } | 
					
						
							| 
									
										
										
										
											2010-10-31 09:24:14 +00:00
										 |  |  |     trace_sun4m_iommu_mem_readl(saddr, ret); | 
					
						
							| 
									
										
										
										
											2008-01-01 17:04:45 +00:00
										 |  |  |     return ret; | 
					
						
							| 
									
										
										
										
											2004-09-30 22:13:50 +00:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-10-23 12:30:10 +02:00
										 |  |  | static void iommu_mem_write(void *opaque, hwaddr addr, | 
					
						
							| 
									
										
										
										
											2011-11-15 11:56:16 +02:00
										 |  |  |                             uint64_t val, unsigned size) | 
					
						
							| 
									
										
										
										
											2004-09-30 22:13:50 +00:00
										 |  |  | { | 
					
						
							|  |  |  |     IOMMUState *s = opaque; | 
					
						
							| 
									
										
										
										
											2012-10-23 12:30:10 +02:00
										 |  |  |     hwaddr saddr; | 
					
						
							| 
									
										
										
										
											2004-09-30 22:13:50 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-12-01 18:59:50 +00:00
										 |  |  |     saddr = addr >> 2; | 
					
						
							| 
									
										
										
										
											2010-10-31 09:24:14 +00:00
										 |  |  |     trace_sun4m_iommu_mem_writel(saddr, val); | 
					
						
							| 
									
										
										
										
											2004-09-30 22:13:50 +00:00
										 |  |  |     switch (saddr) { | 
					
						
							| 
									
										
										
										
											2005-10-30 17:24:19 +00:00
										 |  |  |     case IOMMU_CTRL: | 
					
						
							| 
									
										
										
										
											2007-10-06 11:28:21 +00:00
										 |  |  |         switch (val & IOMMU_CTRL_RNGE) { | 
					
						
							|  |  |  |         case IOMMU_RNGE_16MB: | 
					
						
							|  |  |  |             s->iostart = 0xffffffffff000000ULL; | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         case IOMMU_RNGE_32MB: | 
					
						
							|  |  |  |             s->iostart = 0xfffffffffe000000ULL; | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         case IOMMU_RNGE_64MB: | 
					
						
							|  |  |  |             s->iostart = 0xfffffffffc000000ULL; | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         case IOMMU_RNGE_128MB: | 
					
						
							|  |  |  |             s->iostart = 0xfffffffff8000000ULL; | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         case IOMMU_RNGE_256MB: | 
					
						
							|  |  |  |             s->iostart = 0xfffffffff0000000ULL; | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         case IOMMU_RNGE_512MB: | 
					
						
							|  |  |  |             s->iostart = 0xffffffffe0000000ULL; | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         case IOMMU_RNGE_1GB: | 
					
						
							|  |  |  |             s->iostart = 0xffffffffc0000000ULL; | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         default: | 
					
						
							|  |  |  |         case IOMMU_RNGE_2GB: | 
					
						
							|  |  |  |             s->iostart = 0xffffffff80000000ULL; | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |         } | 
					
						
							| 
									
										
										
										
											2010-10-31 09:24:14 +00:00
										 |  |  |         trace_sun4m_iommu_mem_writel_ctrl(s->iostart); | 
					
						
							| 
									
										
										
										
											2007-11-17 09:04:09 +00:00
										 |  |  |         s->regs[saddr] = ((val & IOMMU_CTRL_MASK) | s->version); | 
					
						
							| 
									
										
										
										
											2007-10-06 11:28:21 +00:00
										 |  |  |         break; | 
					
						
							| 
									
										
										
										
											2005-10-30 17:24:19 +00:00
										 |  |  |     case IOMMU_BASE: | 
					
						
							| 
									
										
										
										
											2007-10-06 11:28:21 +00:00
										 |  |  |         s->regs[saddr] = val & IOMMU_BASE_MASK; | 
					
						
							|  |  |  |         break; | 
					
						
							| 
									
										
										
										
											2005-10-30 17:24:19 +00:00
										 |  |  |     case IOMMU_TLBFLUSH: | 
					
						
							| 
									
										
										
										
											2010-10-31 09:24:14 +00:00
										 |  |  |         trace_sun4m_iommu_mem_writel_tlbflush(val); | 
					
						
							| 
									
										
										
										
											2007-10-06 11:28:21 +00:00
										 |  |  |         s->regs[saddr] = val & IOMMU_TLBFLUSH_MASK; | 
					
						
							|  |  |  |         break; | 
					
						
							| 
									
										
										
										
											2005-10-30 17:24:19 +00:00
										 |  |  |     case IOMMU_PGFLUSH: | 
					
						
							| 
									
										
										
										
											2010-10-31 09:24:14 +00:00
										 |  |  |         trace_sun4m_iommu_mem_writel_pgflush(val); | 
					
						
							| 
									
										
										
										
											2007-10-06 11:28:21 +00:00
										 |  |  |         s->regs[saddr] = val & IOMMU_PGFLUSH_MASK; | 
					
						
							|  |  |  |         break; | 
					
						
							| 
									
										
										
										
											2008-01-01 17:04:45 +00:00
										 |  |  |     case IOMMU_AFAR: | 
					
						
							|  |  |  |         s->regs[saddr] = val; | 
					
						
							|  |  |  |         qemu_irq_lower(s->irq); | 
					
						
							|  |  |  |         break; | 
					
						
							| 
									
										
										
										
											2008-12-21 10:46:23 +00:00
										 |  |  |     case IOMMU_AER: | 
					
						
							|  |  |  |         s->regs[saddr] = (val & IOMMU_AER_MASK) | IOMMU_AER_EN_P0_ARB; | 
					
						
							|  |  |  |         break; | 
					
						
							| 
									
										
										
										
											2007-12-01 14:51:24 +00:00
										 |  |  |     case IOMMU_AFSR: | 
					
						
							|  |  |  |         s->regs[saddr] = (val & IOMMU_AFSR_MASK) | IOMMU_AFSR_RESV; | 
					
						
							| 
									
										
										
										
											2008-01-01 17:04:45 +00:00
										 |  |  |         qemu_irq_lower(s->irq); | 
					
						
							| 
									
										
										
										
											2007-12-01 14:51:24 +00:00
										 |  |  |         break; | 
					
						
							| 
									
										
										
										
											2005-10-30 17:24:19 +00:00
										 |  |  |     case IOMMU_SBCFG0: | 
					
						
							|  |  |  |     case IOMMU_SBCFG1: | 
					
						
							|  |  |  |     case IOMMU_SBCFG2: | 
					
						
							|  |  |  |     case IOMMU_SBCFG3: | 
					
						
							| 
									
										
										
										
											2007-10-06 11:28:21 +00:00
										 |  |  |         s->regs[saddr] = val & IOMMU_SBCFG_MASK; | 
					
						
							|  |  |  |         break; | 
					
						
							| 
									
										
										
										
											2005-10-30 17:24:19 +00:00
										 |  |  |     case IOMMU_ARBEN: | 
					
						
							| 
									
										
										
										
											2018-01-08 18:16:34 +00:00
										 |  |  |         /* XXX implement SBus probing: fault when reading unmapped
 | 
					
						
							|  |  |  |            addresses, fault cause and address stored to MMU/IOMMU */ | 
					
						
							| 
									
										
										
										
											2007-10-06 11:28:21 +00:00
										 |  |  |         s->regs[saddr] = (val & IOMMU_ARBEN_MASK) | IOMMU_MID; | 
					
						
							|  |  |  |         break; | 
					
						
							| 
									
										
										
										
											2008-01-25 19:52:54 +00:00
										 |  |  |     case IOMMU_MASK_ID: | 
					
						
							|  |  |  |         s->regs[saddr] |= val & IOMMU_MASK_ID_MASK; | 
					
						
							|  |  |  |         break; | 
					
						
							| 
									
										
										
										
											2004-09-30 22:13:50 +00:00
										 |  |  |     default: | 
					
						
							| 
									
										
										
										
											2007-10-06 11:28:21 +00:00
										 |  |  |         s->regs[saddr] = val; | 
					
						
							|  |  |  |         break; | 
					
						
							| 
									
										
										
										
											2004-09-30 22:13:50 +00:00
										 |  |  |     } | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-11-15 11:56:16 +02:00
										 |  |  | static const MemoryRegionOps iommu_mem_ops = { | 
					
						
							|  |  |  |     .read = iommu_mem_read, | 
					
						
							|  |  |  |     .write = iommu_mem_write, | 
					
						
							|  |  |  |     .endianness = DEVICE_NATIVE_ENDIAN, | 
					
						
							|  |  |  |     .valid = { | 
					
						
							|  |  |  |         .min_access_size = 4, | 
					
						
							|  |  |  |         .max_access_size = 4, | 
					
						
							|  |  |  |     }, | 
					
						
							| 
									
										
										
										
											2004-09-30 22:13:50 +00:00
										 |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-10-23 12:30:10 +02:00
										 |  |  | static uint32_t iommu_page_get_flags(IOMMUState *s, hwaddr addr) | 
					
						
							| 
									
										
										
										
											2004-09-30 22:13:50 +00:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2007-09-20 16:01:51 +00:00
										 |  |  |     uint32_t ret; | 
					
						
							| 
									
										
										
										
											2012-10-23 12:30:10 +02:00
										 |  |  |     hwaddr iopte; | 
					
						
							|  |  |  |     hwaddr pa = addr; | 
					
						
							| 
									
										
										
										
											2004-09-30 22:13:50 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2007-08-11 07:49:55 +00:00
										 |  |  |     iopte = s->regs[IOMMU_BASE] << 4; | 
					
						
							| 
									
										
										
										
											2005-04-06 20:47:48 +00:00
										 |  |  |     addr &= ~s->iostart; | 
					
						
							| 
									
										
										
										
											2008-12-03 16:29:47 +00:00
										 |  |  |     iopte += (addr >> (IOMMU_PAGE_SHIFT - 2)) & ~3; | 
					
						
							| 
									
										
											  
											
												Switch non-CPU callers from ld/st*_phys to address_space_ld/st*
Switch all the uses of ld/st*_phys to address_space_ld/st*,
except for those cases where the address space is the CPU's
(ie cs->as). This was done with the following script which
generates a Coccinelle patch.
A few over-80-columns lines in the result were rewrapped by
hand where Coccinelle failed to do the wrapping automatically,
as well as one location where it didn't put a line-continuation
'\' when wrapping lines on a change made to a match inside
a macro definition.
===begin===
#!/bin/sh -e
# Usage:
# ./ldst-phys.spatch.sh > ldst-phys.spatch
# spatch -sp_file ldst-phys.spatch -dir . | sed -e '/^+/s/\t/        /g' > out.patch
# patch -p1 < out.patch
for FN in ub uw_le uw_be l_le l_be q_le q_be uw l q; do
cat <<EOF
@ cpu_matches_ld_${FN} @
expression E1,E2;
identifier as;
@@
ld${FN}_phys(E1->as,E2)
@ other_matches_ld_${FN} depends on !cpu_matches_ld_${FN} @
expression E1,E2;
@@
-ld${FN}_phys(E1,E2)
+address_space_ld${FN}(E1,E2, MEMTXATTRS_UNSPECIFIED, NULL)
EOF
done
for FN in b w_le w_be l_le l_be q_le q_be w l q; do
cat <<EOF
@ cpu_matches_st_${FN} @
expression E1,E2,E3;
identifier as;
@@
st${FN}_phys(E1->as,E2,E3)
@ other_matches_st_${FN} depends on !cpu_matches_st_${FN} @
expression E1,E2,E3;
@@
-st${FN}_phys(E1,E2,E3)
+address_space_st${FN}(E1,E2,E3, MEMTXATTRS_UNSPECIFIED, NULL)
EOF
done
===endit===
Signed-off-by: Peter Maydell <peter.maydell@linaro.org>
Reviewed-by: Edgar E. Iglesias <edgar.iglesias@xilinx.com>
Reviewed-by: Alex Bennée <alex.bennee@linaro.org>
											
										 
											2015-04-26 16:49:24 +01:00
										 |  |  |     ret = address_space_ldl_be(&address_space_memory, iopte, | 
					
						
							|  |  |  |                                MEMTXATTRS_UNSPECIFIED, NULL); | 
					
						
							| 
									
										
										
										
											2010-10-31 09:24:14 +00:00
										 |  |  |     trace_sun4m_iommu_page_get_flags(pa, iopte, ret); | 
					
						
							| 
									
										
										
										
											2007-08-11 07:49:55 +00:00
										 |  |  |     return ret; | 
					
						
							| 
									
										
										
										
											2006-08-29 04:52:16 +00:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-10-23 12:30:10 +02:00
										 |  |  | static hwaddr iommu_translate_pa(hwaddr addr, | 
					
						
							| 
									
										
										
										
											2007-05-19 12:58:30 +00:00
										 |  |  |                                              uint32_t pte) | 
					
						
							| 
									
										
										
										
											2006-08-29 04:52:16 +00:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2012-10-23 12:30:10 +02:00
										 |  |  |     hwaddr pa; | 
					
						
							| 
									
										
										
										
											2007-05-19 12:58:30 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-12-03 16:29:47 +00:00
										 |  |  |     pa = ((pte & IOPTE_PAGE) << 4) + (addr & ~IOMMU_PAGE_MASK); | 
					
						
							| 
									
										
										
										
											2010-10-31 09:24:14 +00:00
										 |  |  |     trace_sun4m_iommu_translate_pa(addr, pa, pte); | 
					
						
							| 
									
										
										
										
											2005-04-06 20:47:48 +00:00
										 |  |  |     return pa; | 
					
						
							| 
									
										
										
										
											2004-09-30 22:13:50 +00:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-10-23 12:30:10 +02:00
										 |  |  | static void iommu_bad_addr(IOMMUState *s, hwaddr addr, | 
					
						
							| 
									
										
										
										
											2007-12-01 14:51:23 +00:00
										 |  |  |                            int is_write) | 
					
						
							| 
									
										
										
										
											2007-08-11 07:52:09 +00:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2010-10-31 09:24:14 +00:00
										 |  |  |     trace_sun4m_iommu_bad_addr(addr); | 
					
						
							| 
									
										
										
										
											2007-12-01 14:51:23 +00:00
										 |  |  |     s->regs[IOMMU_AFSR] = IOMMU_AFSR_ERR | IOMMU_AFSR_LE | IOMMU_AFSR_RESV | | 
					
						
							| 
									
										
										
										
											2007-08-11 07:52:09 +00:00
										 |  |  |         IOMMU_AFSR_FAV; | 
					
						
							| 
									
										
										
										
											2018-01-08 18:16:34 +00:00
										 |  |  |     if (!is_write) { | 
					
						
							| 
									
										
										
										
											2007-08-11 07:52:09 +00:00
										 |  |  |         s->regs[IOMMU_AFSR] |= IOMMU_AFSR_RD; | 
					
						
							| 
									
										
										
										
											2018-01-08 18:16:34 +00:00
										 |  |  |     } | 
					
						
							| 
									
										
										
										
											2007-08-11 07:52:09 +00:00
										 |  |  |     s->regs[IOMMU_AFAR] = addr; | 
					
						
							| 
									
										
										
										
											2008-01-01 17:04:45 +00:00
										 |  |  |     qemu_irq_raise(s->irq); | 
					
						
							| 
									
										
										
										
											2007-08-11 07:52:09 +00:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-10-27 13:09:03 +01:00
										 |  |  | /* Called from RCU critical section */ | 
					
						
							|  |  |  | static IOMMUTLBEntry sun4m_translate_iommu(IOMMUMemoryRegion *iommu, | 
					
						
							|  |  |  |                                            hwaddr addr, | 
					
						
							| 
									
										
										
										
											2018-06-15 14:57:16 +01:00
										 |  |  |                                            IOMMUAccessFlags flags, | 
					
						
							|  |  |  |                                            int iommu_idx) | 
					
						
							| 
									
										
										
										
											2017-10-27 13:09:03 +01:00
										 |  |  | { | 
					
						
							|  |  |  |     IOMMUState *is = container_of(iommu, IOMMUState, iommu); | 
					
						
							|  |  |  |     hwaddr page, pa; | 
					
						
							|  |  |  |     int is_write = (flags & IOMMU_WO) ? 1 : 0; | 
					
						
							|  |  |  |     uint32_t pte; | 
					
						
							|  |  |  |     IOMMUTLBEntry ret = { | 
					
						
							|  |  |  |         .target_as = &address_space_memory, | 
					
						
							|  |  |  |         .iova = 0, | 
					
						
							|  |  |  |         .translated_addr = 0, | 
					
						
							|  |  |  |         .addr_mask = ~(hwaddr)0, | 
					
						
							|  |  |  |         .perm = IOMMU_NONE, | 
					
						
							|  |  |  |     }; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     page = addr & IOMMU_PAGE_MASK; | 
					
						
							|  |  |  |     pte = iommu_page_get_flags(is, page); | 
					
						
							|  |  |  |     if (!(pte & IOPTE_VALID)) { | 
					
						
							|  |  |  |         iommu_bad_addr(is, page, is_write); | 
					
						
							|  |  |  |         return ret; | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     pa = iommu_translate_pa(addr, pte); | 
					
						
							|  |  |  |     if (is_write && !(pte & IOPTE_WRITE)) { | 
					
						
							|  |  |  |         iommu_bad_addr(is, page, is_write); | 
					
						
							|  |  |  |         return ret; | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     if (pte & IOPTE_WRITE) { | 
					
						
							|  |  |  |         ret.perm = IOMMU_RW; | 
					
						
							|  |  |  |     } else { | 
					
						
							|  |  |  |         ret.perm = IOMMU_RO; | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     ret.iova = page; | 
					
						
							|  |  |  |     ret.translated_addr = pa; | 
					
						
							|  |  |  |     ret.addr_mask = ~IOMMU_PAGE_MASK; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     return ret; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-08-28 20:46:21 +00:00
										 |  |  | static const VMStateDescription vmstate_iommu = { | 
					
						
							| 
									
										
										
										
											2018-01-08 18:16:34 +00:00
										 |  |  |     .name = "iommu", | 
					
						
							| 
									
										
										
										
											2009-08-28 20:46:21 +00:00
										 |  |  |     .version_id = 2, | 
					
						
							|  |  |  |     .minimum_version_id = 2, | 
					
						
							| 
									
										
										
										
											2014-04-16 16:01:33 +02:00
										 |  |  |     .fields = (VMStateField[]) { | 
					
						
							| 
									
										
										
										
											2009-08-28 20:46:21 +00:00
										 |  |  |         VMSTATE_UINT32_ARRAY(regs, IOMMUState, IOMMU_NREGS), | 
					
						
							|  |  |  |         VMSTATE_UINT64(iostart, IOMMUState), | 
					
						
							|  |  |  |         VMSTATE_END_OF_LIST() | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  | }; | 
					
						
							| 
									
										
										
										
											2004-12-19 23:18:01 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-10-24 19:39:17 +00:00
										 |  |  | static void iommu_reset(DeviceState *d) | 
					
						
							| 
									
										
										
										
											2004-12-19 23:18:01 +00:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2013-07-26 16:58:49 +02:00
										 |  |  |     IOMMUState *s = SUN4M_IOMMU(d); | 
					
						
							| 
									
										
										
										
											2004-12-19 23:18:01 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2005-04-06 20:47:48 +00:00
										 |  |  |     memset(s->regs, 0, IOMMU_NREGS * 4); | 
					
						
							| 
									
										
										
										
											2004-12-19 23:18:01 +00:00
										 |  |  |     s->iostart = 0; | 
					
						
							| 
									
										
										
										
											2007-11-17 09:04:09 +00:00
										 |  |  |     s->regs[IOMMU_CTRL] = s->version; | 
					
						
							|  |  |  |     s->regs[IOMMU_ARBEN] = IOMMU_MID; | 
					
						
							| 
									
										
										
										
											2007-12-01 14:51:23 +00:00
										 |  |  |     s->regs[IOMMU_AFSR] = IOMMU_AFSR_RESV; | 
					
						
							| 
									
										
										
										
											2008-12-21 10:46:23 +00:00
										 |  |  |     s->regs[IOMMU_AER] = IOMMU_AER_EN_P0_ARB | IOMMU_AER_EN_P1_ARB; | 
					
						
							| 
									
										
										
										
											2008-01-25 19:52:54 +00:00
										 |  |  |     s->regs[IOMMU_MASK_ID] = IOMMU_TS_MASK; | 
					
						
							| 
									
										
										
										
											2004-12-19 23:18:01 +00:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-05-25 21:34:46 +08:00
										 |  |  | static void iommu_init(Object *obj) | 
					
						
							| 
									
										
										
										
											2009-07-16 13:47:55 +00:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2017-05-25 21:34:46 +08:00
										 |  |  |     IOMMUState *s = SUN4M_IOMMU(obj); | 
					
						
							|  |  |  |     SysBusDevice *dev = SYS_BUS_DEVICE(obj); | 
					
						
							| 
									
										
										
										
											2004-09-30 22:13:50 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-10-27 13:09:03 +01:00
										 |  |  |     memory_region_init_iommu(&s->iommu, sizeof(s->iommu), | 
					
						
							|  |  |  |                              TYPE_SUN4M_IOMMU_MEMORY_REGION, OBJECT(dev), | 
					
						
							|  |  |  |                              "iommu-sun4m", UINT64_MAX); | 
					
						
							|  |  |  |     address_space_init(&s->iommu_as, MEMORY_REGION(&s->iommu), "iommu-as"); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-07-16 13:47:55 +00:00
										 |  |  |     sysbus_init_irq(dev, &s->irq); | 
					
						
							| 
									
										
										
										
											2004-09-30 22:13:50 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-05-25 21:34:46 +08:00
										 |  |  |     memory_region_init_io(&s->iomem, obj, &iommu_mem_ops, s, "iommu", | 
					
						
							| 
									
										
										
										
											2011-11-15 11:56:16 +02:00
										 |  |  |                           IOMMU_NREGS * sizeof(uint32_t)); | 
					
						
							| 
									
										
										
										
											2011-11-27 11:38:10 +02:00
										 |  |  |     sysbus_init_mmio(dev, &s->iomem); | 
					
						
							| 
									
										
										
										
											2004-09-30 22:13:50 +00:00
										 |  |  | } | 
					
						
							| 
									
										
										
										
											2009-07-16 13:47:55 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-01-24 13:12:29 -06:00
										 |  |  | static Property iommu_properties[] = { | 
					
						
							| 
									
										
										
										
											2014-02-08 11:01:53 +01:00
										 |  |  |     DEFINE_PROP_UINT32("version", IOMMUState, version, 0), | 
					
						
							| 
									
										
										
										
											2012-01-24 13:12:29 -06:00
										 |  |  |     DEFINE_PROP_END_OF_LIST(), | 
					
						
							|  |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static void iommu_class_init(ObjectClass *klass, void *data) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2011-12-07 21:34:16 -06:00
										 |  |  |     DeviceClass *dc = DEVICE_CLASS(klass); | 
					
						
							| 
									
										
										
										
											2012-01-24 13:12:29 -06:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-12-07 21:34:16 -06:00
										 |  |  |     dc->reset = iommu_reset; | 
					
						
							|  |  |  |     dc->vmsd = &vmstate_iommu; | 
					
						
							| 
									
										
										
										
											2020-01-10 19:30:32 +04:00
										 |  |  |     device_class_set_props(dc, iommu_properties); | 
					
						
							| 
									
										
										
										
											2012-01-24 13:12:29 -06:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-01-10 16:19:07 +01:00
										 |  |  | static const TypeInfo iommu_info = { | 
					
						
							| 
									
										
										
										
											2013-07-26 16:58:49 +02:00
										 |  |  |     .name          = TYPE_SUN4M_IOMMU, | 
					
						
							| 
									
										
										
										
											2011-12-07 21:34:16 -06:00
										 |  |  |     .parent        = TYPE_SYS_BUS_DEVICE, | 
					
						
							|  |  |  |     .instance_size = sizeof(IOMMUState), | 
					
						
							| 
									
										
										
										
											2017-05-25 21:34:46 +08:00
										 |  |  |     .instance_init = iommu_init, | 
					
						
							| 
									
										
										
										
											2011-12-07 21:34:16 -06:00
										 |  |  |     .class_init    = iommu_class_init, | 
					
						
							| 
									
										
										
										
											2009-07-16 13:47:55 +00:00
										 |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-10-27 13:09:03 +01:00
										 |  |  | static void sun4m_iommu_memory_region_class_init(ObjectClass *klass, void *data) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     IOMMUMemoryRegionClass *imrc = IOMMU_MEMORY_REGION_CLASS(klass); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     imrc->translate = sun4m_translate_iommu; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static const TypeInfo sun4m_iommu_memory_region_info = { | 
					
						
							|  |  |  |     .parent = TYPE_IOMMU_MEMORY_REGION, | 
					
						
							|  |  |  |     .name = TYPE_SUN4M_IOMMU_MEMORY_REGION, | 
					
						
							|  |  |  |     .class_init = sun4m_iommu_memory_region_class_init, | 
					
						
							|  |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-02-09 15:20:55 +01:00
										 |  |  | static void iommu_register_types(void) | 
					
						
							| 
									
										
										
										
											2009-07-16 13:47:55 +00:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2011-12-07 21:34:16 -06:00
										 |  |  |     type_register_static(&iommu_info); | 
					
						
							| 
									
										
										
										
											2017-10-27 13:09:03 +01:00
										 |  |  |     type_register_static(&sun4m_iommu_memory_region_info); | 
					
						
							| 
									
										
										
										
											2009-07-16 13:47:55 +00:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-02-09 15:20:55 +01:00
										 |  |  | type_init(iommu_register_types) |