 d4f7804bac
			
		
	
	
		d4f7804bac
		
	
	
	
	
		
			
			Add an additional test to further exercise the IOMMU where we attempt to initialize the command, fault and page-request queues. These steps are taken from chapter 6.2 of the RISC-V IOMMU spec, "Guidelines for initialization". It emulates what we expect from the software/OS when initializing the IOMMU. Signed-off-by: Daniel Henrique Barboza <dbarboza@ventanamicro.com> Reviewed-by: Frank Chang <frank.chang@sifive.com> Acked-by: Alistair Francis <alistair.francis@wdc.com> Message-ID: <20241016204038.649340-12-dbarboza@ventanamicro.com> Signed-off-by: Alistair Francis <alistair.francis@wdc.com>
		
			
				
	
	
		
			211 lines
		
	
	
		
			7.5 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			211 lines
		
	
	
		
			7.5 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
| /*
 | |
|  * QTest testcase for RISC-V IOMMU
 | |
|  *
 | |
|  * Copyright (c) 2024 Ventana Micro Systems Inc.
 | |
|  *
 | |
|  * This work is licensed under the terms of the GNU GPL, version 2 or (at your
 | |
|  * option) any later version.  See the COPYING file in the top-level directory.
 | |
|  *
 | |
|  */
 | |
| 
 | |
| #include "qemu/osdep.h"
 | |
| #include "libqtest-single.h"
 | |
| #include "qemu/module.h"
 | |
| #include "libqos/qgraph.h"
 | |
| #include "libqos/riscv-iommu.h"
 | |
| #include "hw/pci/pci_regs.h"
 | |
| 
 | |
| static uint32_t riscv_iommu_read_reg32(QRISCVIOMMU *r_iommu, int reg_offset)
 | |
| {
 | |
|     return qpci_io_readl(&r_iommu->dev, r_iommu->reg_bar, reg_offset);
 | |
| }
 | |
| 
 | |
| static uint64_t riscv_iommu_read_reg64(QRISCVIOMMU *r_iommu, int reg_offset)
 | |
| {
 | |
|     return qpci_io_readq(&r_iommu->dev, r_iommu->reg_bar, reg_offset);
 | |
| }
 | |
| 
 | |
| static void riscv_iommu_write_reg32(QRISCVIOMMU *r_iommu, int reg_offset,
 | |
|                                     uint32_t val)
 | |
| {
 | |
|     qpci_io_writel(&r_iommu->dev, r_iommu->reg_bar, reg_offset, val);
 | |
| }
 | |
| 
 | |
| static void riscv_iommu_write_reg64(QRISCVIOMMU *r_iommu, int reg_offset,
 | |
|                                     uint64_t val)
 | |
| {
 | |
|     qpci_io_writeq(&r_iommu->dev, r_iommu->reg_bar, reg_offset, val);
 | |
| }
 | |
| 
 | |
| static void test_pci_config(void *obj, void *data, QGuestAllocator *t_alloc)
 | |
| {
 | |
|     QRISCVIOMMU *r_iommu = obj;
 | |
|     QPCIDevice *dev = &r_iommu->dev;
 | |
|     uint16_t vendorid, deviceid, classid;
 | |
| 
 | |
|     vendorid = qpci_config_readw(dev, PCI_VENDOR_ID);
 | |
|     deviceid = qpci_config_readw(dev, PCI_DEVICE_ID);
 | |
|     classid = qpci_config_readw(dev, PCI_CLASS_DEVICE);
 | |
| 
 | |
|     g_assert_cmpuint(vendorid, ==, RISCV_IOMMU_PCI_VENDOR_ID);
 | |
|     g_assert_cmpuint(deviceid, ==, RISCV_IOMMU_PCI_DEVICE_ID);
 | |
|     g_assert_cmpuint(classid, ==, RISCV_IOMMU_PCI_DEVICE_CLASS);
 | |
| }
 | |
| 
 | |
| static void test_reg_reset(void *obj, void *data, QGuestAllocator *t_alloc)
 | |
| {
 | |
|     QRISCVIOMMU *r_iommu = obj;
 | |
|     uint64_t cap;
 | |
|     uint32_t reg;
 | |
| 
 | |
|     cap = riscv_iommu_read_reg64(r_iommu, RISCV_IOMMU_REG_CAP);
 | |
|     g_assert_cmpuint(cap & RISCV_IOMMU_CAP_VERSION, ==, 0x10);
 | |
| 
 | |
|     reg = riscv_iommu_read_reg32(r_iommu, RISCV_IOMMU_REG_CQCSR);
 | |
|     g_assert_cmpuint(reg & RISCV_IOMMU_CQCSR_CQEN, ==, 0);
 | |
|     g_assert_cmpuint(reg & RISCV_IOMMU_CQCSR_CIE, ==, 0);
 | |
|     g_assert_cmpuint(reg & RISCV_IOMMU_CQCSR_CQON, ==, 0);
 | |
|     g_assert_cmpuint(reg & RISCV_IOMMU_CQCSR_BUSY, ==, 0);
 | |
| 
 | |
|     reg = riscv_iommu_read_reg32(r_iommu, RISCV_IOMMU_REG_FQCSR);
 | |
|     g_assert_cmpuint(reg & RISCV_IOMMU_FQCSR_FQEN, ==, 0);
 | |
|     g_assert_cmpuint(reg & RISCV_IOMMU_FQCSR_FIE, ==, 0);
 | |
|     g_assert_cmpuint(reg & RISCV_IOMMU_FQCSR_FQON, ==, 0);
 | |
|     g_assert_cmpuint(reg & RISCV_IOMMU_FQCSR_BUSY, ==, 0);
 | |
| 
 | |
|     reg = riscv_iommu_read_reg32(r_iommu, RISCV_IOMMU_REG_PQCSR);
 | |
|     g_assert_cmpuint(reg & RISCV_IOMMU_PQCSR_PQEN, ==, 0);
 | |
|     g_assert_cmpuint(reg & RISCV_IOMMU_PQCSR_PIE, ==, 0);
 | |
|     g_assert_cmpuint(reg & RISCV_IOMMU_PQCSR_PQON, ==, 0);
 | |
|     g_assert_cmpuint(reg & RISCV_IOMMU_PQCSR_BUSY, ==, 0);
 | |
| 
 | |
|     reg = riscv_iommu_read_reg32(r_iommu, RISCV_IOMMU_REG_DDTP);
 | |
|     g_assert_cmpuint(reg & RISCV_IOMMU_DDTP_BUSY, ==, 0);
 | |
|     g_assert_cmpuint(reg & RISCV_IOMMU_DDTP_MODE, ==,
 | |
|                      RISCV_IOMMU_DDTP_MODE_OFF);
 | |
| 
 | |
|     reg = riscv_iommu_read_reg32(r_iommu, RISCV_IOMMU_REG_IPSR);
 | |
|     g_assert_cmpuint(reg, ==, 0);
 | |
| }
 | |
| 
 | |
| /*
 | |
|  * Common timeout-based poll for CQCSR, FQCSR and PQCSR. All
 | |
|  * their ON bits are mapped as RISCV_IOMMU_QUEUE_ACTIVE (16),
 | |
|  */
 | |
| static void qtest_wait_for_queue_active(QRISCVIOMMU *r_iommu,
 | |
|                                         uint32_t queue_csr)
 | |
| {
 | |
|     QTestState *qts = global_qtest;
 | |
|     guint64 timeout_us = 2 * 1000 * 1000;
 | |
|     gint64 start_time = g_get_monotonic_time();
 | |
|     uint32_t reg;
 | |
| 
 | |
|     for (;;) {
 | |
|         qtest_clock_step(qts, 100);
 | |
| 
 | |
|         reg = riscv_iommu_read_reg32(r_iommu, queue_csr);
 | |
|         if (reg & RISCV_IOMMU_QUEUE_ACTIVE) {
 | |
|             break;
 | |
|         }
 | |
|         g_assert(g_get_monotonic_time() - start_time <= timeout_us);
 | |
|     }
 | |
| }
 | |
| 
 | |
| /*
 | |
|  * Goes through the queue activation procedures of chapter 6.2,
 | |
|  * "Guidelines for initialization", of the RISCV-IOMMU spec.
 | |
|  */
 | |
| static void test_iommu_init_queues(void *obj, void *data,
 | |
|                                    QGuestAllocator *t_alloc)
 | |
| {
 | |
|     QRISCVIOMMU *r_iommu = obj;
 | |
|     uint64_t reg64, q_addr;
 | |
|     uint32_t reg;
 | |
|     int k = 2;
 | |
| 
 | |
|     reg64 = riscv_iommu_read_reg64(r_iommu, RISCV_IOMMU_REG_CAP);
 | |
|     g_assert_cmpuint(reg64 & RISCV_IOMMU_CAP_VERSION, ==, 0x10);
 | |
| 
 | |
|     /*
 | |
|      * Program the command queue. Write 0xF to civ, fiv, pmiv and
 | |
|      * piv. With the current PCI device impl we expect 2 writable
 | |
|      * bits for each (k = 2) since we have N = 4 total vectors (2^k).
 | |
|      */
 | |
|     riscv_iommu_write_reg32(r_iommu, RISCV_IOMMU_REG_IVEC, 0xFFFF);
 | |
|     reg = riscv_iommu_read_reg32(r_iommu, RISCV_IOMMU_REG_IVEC);
 | |
|     g_assert_cmpuint(reg & RISCV_IOMMU_REG_IVEC_CIV, ==, 0x3);
 | |
|     g_assert_cmpuint(reg & RISCV_IOMMU_REG_IVEC_FIV, ==, 0x30);
 | |
|     g_assert_cmpuint(reg & RISCV_IOMMU_REG_IVEC_PMIV, ==, 0x300);
 | |
|     g_assert_cmpuint(reg & RISCV_IOMMU_REG_IVEC_PIV, ==, 0x3000);
 | |
| 
 | |
|     /* Alloc a 4*16 bytes buffer and use it to set cqb */
 | |
|     q_addr = guest_alloc(t_alloc, 4 * 16);
 | |
|     reg64 = 0;
 | |
|     deposit64(reg64, RISCV_IOMMU_CQB_PPN_START,
 | |
|               RISCV_IOMMU_CQB_PPN_LEN, q_addr);
 | |
|     deposit64(reg64, RISCV_IOMMU_CQB_LOG2SZ_START,
 | |
|               RISCV_IOMMU_CQB_LOG2SZ_LEN, k - 1);
 | |
|     riscv_iommu_write_reg64(r_iommu, RISCV_IOMMU_REG_CQB, reg64);
 | |
| 
 | |
|     /* cqt = 0, cqcsr.cqen = 1, poll cqcsr.cqon until it reads 1 */
 | |
|     riscv_iommu_write_reg32(r_iommu, RISCV_IOMMU_REG_CQT, 0);
 | |
| 
 | |
|     reg = riscv_iommu_read_reg32(r_iommu, RISCV_IOMMU_REG_CQCSR);
 | |
|     reg |= RISCV_IOMMU_CQCSR_CQEN;
 | |
|     riscv_iommu_write_reg32(r_iommu, RISCV_IOMMU_REG_CQCSR, reg);
 | |
| 
 | |
|     qtest_wait_for_queue_active(r_iommu, RISCV_IOMMU_REG_CQCSR);
 | |
| 
 | |
|     /*
 | |
|      * Program the fault queue. Alloc a 4*32 bytes (instead of 4*16)
 | |
|      * buffer and use it to set fqb.
 | |
|      */
 | |
|     q_addr = guest_alloc(t_alloc, 4 * 32);
 | |
|     reg64 = 0;
 | |
|     deposit64(reg64, RISCV_IOMMU_FQB_PPN_START,
 | |
|               RISCV_IOMMU_FQB_PPN_LEN, q_addr);
 | |
|     deposit64(reg64, RISCV_IOMMU_FQB_LOG2SZ_START,
 | |
|               RISCV_IOMMU_FQB_LOG2SZ_LEN, k - 1);
 | |
|     riscv_iommu_write_reg64(r_iommu, RISCV_IOMMU_REG_FQB, reg64);
 | |
| 
 | |
|     /* fqt = 0, fqcsr.fqen = 1, poll fqcsr.fqon until it reads 1 */
 | |
|     riscv_iommu_write_reg32(r_iommu, RISCV_IOMMU_REG_FQT, 0);
 | |
| 
 | |
|     reg = riscv_iommu_read_reg32(r_iommu, RISCV_IOMMU_REG_FQCSR);
 | |
|     reg |= RISCV_IOMMU_FQCSR_FQEN;
 | |
|     riscv_iommu_write_reg32(r_iommu, RISCV_IOMMU_REG_FQCSR, reg);
 | |
| 
 | |
|     qtest_wait_for_queue_active(r_iommu, RISCV_IOMMU_REG_FQCSR);
 | |
| 
 | |
|     /*
 | |
|      * Program the page-request queue. Alloc a 4*16 bytes buffer
 | |
|      * and use it to set pqb.
 | |
|      */
 | |
|     q_addr = guest_alloc(t_alloc, 4 * 16);
 | |
|     reg64 = 0;
 | |
|     deposit64(reg64, RISCV_IOMMU_PQB_PPN_START,
 | |
|               RISCV_IOMMU_PQB_PPN_LEN, q_addr);
 | |
|     deposit64(reg64, RISCV_IOMMU_PQB_LOG2SZ_START,
 | |
|               RISCV_IOMMU_PQB_LOG2SZ_LEN, k - 1);
 | |
|     riscv_iommu_write_reg64(r_iommu, RISCV_IOMMU_REG_PQB, reg64);
 | |
| 
 | |
|     /* pqt = 0, pqcsr.pqen = 1, poll pqcsr.pqon until it reads 1 */
 | |
|     riscv_iommu_write_reg32(r_iommu, RISCV_IOMMU_REG_PQT, 0);
 | |
| 
 | |
|     reg = riscv_iommu_read_reg32(r_iommu, RISCV_IOMMU_REG_PQCSR);
 | |
|     reg |= RISCV_IOMMU_PQCSR_PQEN;
 | |
|     riscv_iommu_write_reg32(r_iommu, RISCV_IOMMU_REG_PQCSR, reg);
 | |
| 
 | |
|     qtest_wait_for_queue_active(r_iommu, RISCV_IOMMU_REG_PQCSR);
 | |
| }
 | |
| 
 | |
| static void register_riscv_iommu_test(void)
 | |
| {
 | |
|     qos_add_test("pci_config", "riscv-iommu-pci", test_pci_config, NULL);
 | |
|     qos_add_test("reg_reset", "riscv-iommu-pci", test_reg_reset, NULL);
 | |
|     qos_add_test("iommu_init_queues", "riscv-iommu-pci",
 | |
|                  test_iommu_init_queues, NULL);
 | |
| }
 | |
| 
 | |
| libqos_init(register_riscv_iommu_test);
 |