
* Update to QEMU v9.0.0 --------- Signed-off-by: Peter Maydell <peter.maydell@linaro.org> Signed-off-by: Fabiano Rosas <farosas@suse.de> Signed-off-by: Peter Xu <peterx@redhat.com> Signed-off-by: Thomas Huth <thuth@redhat.com> Signed-off-by: Cédric Le Goater <clg@redhat.com> Signed-off-by: Zheyu Ma <zheyuma97@gmail.com> Signed-off-by: Ido Plat <ido.plat@ibm.com> Signed-off-by: Ilya Leoshkevich <iii@linux.ibm.com> Signed-off-by: Markus Armbruster <armbru@redhat.com> Signed-off-by: Marc-André Lureau <marcandre.lureau@redhat.com> Signed-off-by: Paolo Bonzini <pbonzini@redhat.com> Signed-off-by: Vladimir Sementsov-Ogievskiy <vsementsov@yandex-team.ru> Signed-off-by: David Hildenbrand <david@redhat.com> Signed-off-by: Kevin Wolf <kwolf@redhat.com> Signed-off-by: Thomas Lamprecht <t.lamprecht@proxmox.com> Signed-off-by: Fiona Ebner <f.ebner@proxmox.com> Signed-off-by: Gregory Price <gregory.price@memverge.com> Signed-off-by: Jonathan Cameron <Jonathan.Cameron@huawei.com> Signed-off-by: Philippe Mathieu-Daudé <philmd@linaro.org> Signed-off-by: Lorenz Brun <lorenz@brun.one> Signed-off-by: Yao Xingtao <yaoxt.fnst@fujitsu.com> Signed-off-by: Arnaud Minier <arnaud.minier@telecom-paris.fr> Signed-off-by: Inès Varhol <ines.varhol@telecom-paris.fr> Signed-off-by: BALATON Zoltan <balaton@eik.bme.hu> Signed-off-by: Igor Mammedov <imammedo@redhat.com> Signed-off-by: Akihiko Odaki <akihiko.odaki@daynix.com> Signed-off-by: Richard Henderson <richard.henderson@linaro.org> Signed-off-by: Sven Schnelle <svens@stackframe.org> Signed-off-by: Daniel Henrique Barboza <dbarboza@ventanamicro.com> Signed-off-by: Christian Schoenebeck <qemu_oss@crudebyte.com> Signed-off-by: Jason Wang <jasowang@redhat.com> Signed-off-by: Helge Deller <deller@gmx.de> Signed-off-by: Nicholas Piggin <npiggin@gmail.com> Signed-off-by: Benjamin Gray <bgray@linux.ibm.com> Signed-off-by: Avihai Horon <avihaih@nvidia.com> Signed-off-by: Michael Tokarev <mjt@tls.msk.ru> Signed-off-by: Joonas Kankaala <joonas.a.kankaala@gmail.com> Signed-off-by: Marcin Juszkiewicz <marcin.juszkiewicz@linaro.org> Signed-off-by: Stefan Weil <sw@weilnetz.de> Signed-off-by: Zhao Liu <zhao1.liu@intel.com> Signed-off-by: Glenn Miles <milesg@linux.ibm.com> Signed-off-by: Oleg Sviridov <oleg.sviridov@red-soft.ru> Signed-off-by: Artem Chernyshev <artem.chernyshev@red-soft.ru> Signed-off-by: Yajun Wu <yajunw@nvidia.com> Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> Signed-off-by: Mark Cave-Ayland <mark.cave-ayland@ilande.co.uk> Signed-off-by: Pierre-Clément Tosi <ptosi@google.com> Signed-off-by: Lei Wang <lei4.wang@intel.com> Signed-off-by: Wei Wang <wei.w.wang@intel.com> Signed-off-by: Martin Hundebøll <martin@geanix.com> Signed-off-by: Michael S. Tsirkin <mst@redhat.com> Signed-off-by: Manos Pitsidianakis <manos.pitsidianakis@linaro.org> Signed-off-by: Wafer <wafer@jaguarmicro.com> Signed-off-by: Yuxue Liu <yuxue.liu@jaguarmicro.com> Signed-off-by: Gerd Hoffmann <kraxel@redhat.com> Signed-off-by: Nguyen Dinh Phi <phind.uet@gmail.com> Signed-off-by: Zack Buhman <zack@buhman.org> Signed-off-by: Keith Packard <keithp@keithp.com> Signed-off-by: Yuquan Wang wangyuquan1236@phytium.com.cn Signed-off-by: Matheus Tavares Bernardino <quic_mathbern@quicinc.com> Signed-off-by: Cindy Lu <lulu@redhat.com> Co-authored-by: Peter Maydell <peter.maydell@linaro.org> Co-authored-by: Fabiano Rosas <farosas@suse.de> Co-authored-by: Peter Xu <peterx@redhat.com> Co-authored-by: Thomas Huth <thuth@redhat.com> Co-authored-by: Cédric Le Goater <clg@redhat.com> Co-authored-by: Zheyu Ma <zheyuma97@gmail.com> Co-authored-by: Ido Plat <ido.plat@ibm.com> Co-authored-by: Ilya Leoshkevich <iii@linux.ibm.com> Co-authored-by: Markus Armbruster <armbru@redhat.com> Co-authored-by: Marc-André Lureau <marcandre.lureau@redhat.com> Co-authored-by: Paolo Bonzini <pbonzini@redhat.com> Co-authored-by: Vladimir Sementsov-Ogievskiy <vsementsov@yandex-team.ru> Co-authored-by: David Hildenbrand <david@redhat.com> Co-authored-by: Kevin Wolf <kwolf@redhat.com> Co-authored-by: Stefan Reiter <s.reiter@proxmox.com> Co-authored-by: Fiona Ebner <f.ebner@proxmox.com> Co-authored-by: Gregory Price <gregory.price@memverge.com> Co-authored-by: Lorenz Brun <lorenz@brun.one> Co-authored-by: Yao Xingtao <yaoxt.fnst@fujitsu.com> Co-authored-by: Philippe Mathieu-Daudé <philmd@linaro.org> Co-authored-by: Arnaud Minier <arnaud.minier@telecom-paris.fr> Co-authored-by: BALATON Zoltan <balaton@eik.bme.hu> Co-authored-by: Igor Mammedov <imammedo@redhat.com> Co-authored-by: Akihiko Odaki <akihiko.odaki@daynix.com> Co-authored-by: Richard Henderson <richard.henderson@linaro.org> Co-authored-by: Sven Schnelle <svens@stackframe.org> Co-authored-by: Daniel Henrique Barboza <dbarboza@ventanamicro.com> Co-authored-by: Helge Deller <deller@kernel.org> Co-authored-by: Harsh Prateek Bora <harshpb@linux.ibm.com> Co-authored-by: Benjamin Gray <bgray@linux.ibm.com> Co-authored-by: Nicholas Piggin <npiggin@gmail.com> Co-authored-by: Avihai Horon <avihaih@nvidia.com> Co-authored-by: Michael Tokarev <mjt@tls.msk.ru> Co-authored-by: Joonas Kankaala <joonas.a.kankaala@gmail.com> Co-authored-by: Marcin Juszkiewicz <marcin.juszkiewicz@linaro.org> Co-authored-by: Stefan Weil <sw@weilnetz.de> Co-authored-by: Dayu Liu <liu.dayu@zte.com.cn> Co-authored-by: Zhao Liu <zhao1.liu@intel.com> Co-authored-by: Glenn Miles <milesg@linux.vnet.ibm.com> Co-authored-by: Artem Chernyshev <artem.chernyshev@red-soft.ru> Co-authored-by: Yajun Wu <yajunw@nvidia.com> Co-authored-by: Mark Cave-Ayland <mark.cave-ayland@ilande.co.uk> Co-authored-by: Pierre-Clément Tosi <ptosi@google.com> Co-authored-by: Wei Wang <wei.w.wang@intel.com> Co-authored-by: Martin Hundebøll <martin@geanix.com> Co-authored-by: Michael S. Tsirkin <mst@redhat.com> Co-authored-by: Manos Pitsidianakis <manos.pitsidianakis@linaro.org> Co-authored-by: Wafer <wafer@jaguarmicro.com> Co-authored-by: lyx634449800 <yuxue.liu@jaguarmicro.com> Co-authored-by: Gerd Hoffmann <kraxel@redhat.com> Co-authored-by: Nguyen Dinh Phi <phind.uet@gmail.com> Co-authored-by: Zack Buhman <zack@buhman.org> Co-authored-by: Keith Packard <keithp@keithp.com> Co-authored-by: Yuquan Wang <wangyuquan1236@phytium.com.cn> Co-authored-by: Matheus Tavares Bernardino <quic_mathbern@quicinc.com> Co-authored-by: Cindy Lu <lulu@redhat.com>
270 lines
6.1 KiB
C
270 lines
6.1 KiB
C
/*
|
|
* Copyright (c) 2018 Virtuozzo International GmbH
|
|
*
|
|
* This work is licensed under the terms of the GNU GPL, version 2 or later.
|
|
*
|
|
*/
|
|
|
|
#include "qemu/osdep.h"
|
|
#include "addrspace.h"
|
|
|
|
static struct pa_block *pa_space_find_block(struct pa_space *ps, uint64_t pa)
|
|
{
|
|
size_t i;
|
|
|
|
for (i = 0; i < ps->block_nr; i++) {
|
|
if (ps->block[i].paddr <= pa &&
|
|
pa < ps->block[i].paddr + ps->block[i].size) {
|
|
return ps->block + i;
|
|
}
|
|
}
|
|
|
|
return NULL;
|
|
}
|
|
|
|
static void *pa_space_resolve(struct pa_space *ps, uint64_t pa)
|
|
{
|
|
struct pa_block *block = pa_space_find_block(ps, pa);
|
|
|
|
if (!block) {
|
|
return NULL;
|
|
}
|
|
|
|
return block->addr + (pa - block->paddr);
|
|
}
|
|
|
|
static bool pa_space_read64(struct pa_space *ps, uint64_t pa, uint64_t *value)
|
|
{
|
|
uint64_t *resolved = pa_space_resolve(ps, pa);
|
|
|
|
if (!resolved) {
|
|
return false;
|
|
}
|
|
|
|
*value = *resolved;
|
|
|
|
return true;
|
|
}
|
|
|
|
static void pa_block_align(struct pa_block *b)
|
|
{
|
|
uint64_t low_align = ((b->paddr - 1) | ELF2DMP_PAGE_MASK) + 1 - b->paddr;
|
|
uint64_t high_align = (b->paddr + b->size) & ELF2DMP_PAGE_MASK;
|
|
|
|
if (low_align == 0 && high_align == 0) {
|
|
return;
|
|
}
|
|
|
|
if (low_align + high_align < b->size) {
|
|
printf("Block 0x%"PRIx64"+:0x%"PRIx64" will be aligned to "
|
|
"0x%"PRIx64"+:0x%"PRIx64"\n", b->paddr, b->size,
|
|
b->paddr + low_align, b->size - low_align - high_align);
|
|
b->size -= low_align + high_align;
|
|
} else {
|
|
printf("Block 0x%"PRIx64"+:0x%"PRIx64" is too small to align\n",
|
|
b->paddr, b->size);
|
|
b->size = 0;
|
|
}
|
|
|
|
b->addr += low_align;
|
|
b->paddr += low_align;
|
|
}
|
|
|
|
void pa_space_create(struct pa_space *ps, QEMU_Elf *qemu_elf)
|
|
{
|
|
Elf64_Half phdr_nr = elf_getphdrnum(qemu_elf->map);
|
|
Elf64_Phdr *phdr = elf64_getphdr(qemu_elf->map);
|
|
size_t block_i = 0;
|
|
size_t i;
|
|
|
|
ps->block_nr = 0;
|
|
|
|
for (i = 0; i < phdr_nr; i++) {
|
|
if (phdr[i].p_type == PT_LOAD) {
|
|
ps->block_nr++;
|
|
}
|
|
}
|
|
|
|
ps->block = g_new(struct pa_block, ps->block_nr);
|
|
|
|
for (i = 0; i < phdr_nr; i++) {
|
|
if (phdr[i].p_type == PT_LOAD && phdr[i].p_offset < qemu_elf->size) {
|
|
ps->block[block_i] = (struct pa_block) {
|
|
.addr = (uint8_t *)qemu_elf->map + phdr[i].p_offset,
|
|
.paddr = phdr[i].p_paddr,
|
|
.size = MIN(phdr[i].p_filesz,
|
|
qemu_elf->size - phdr[i].p_offset),
|
|
};
|
|
pa_block_align(&ps->block[block_i]);
|
|
block_i = ps->block[block_i].size ? (block_i + 1) : block_i;
|
|
}
|
|
}
|
|
|
|
ps->block_nr = block_i;
|
|
}
|
|
|
|
void pa_space_destroy(struct pa_space *ps)
|
|
{
|
|
ps->block_nr = 0;
|
|
g_free(ps->block);
|
|
}
|
|
|
|
void va_space_set_dtb(struct va_space *vs, uint64_t dtb)
|
|
{
|
|
vs->dtb = dtb & 0x00ffffffffff000;
|
|
}
|
|
|
|
void va_space_create(struct va_space *vs, struct pa_space *ps, uint64_t dtb)
|
|
{
|
|
vs->ps = ps;
|
|
va_space_set_dtb(vs, dtb);
|
|
}
|
|
|
|
static bool get_pml4e(struct va_space *vs, uint64_t va, uint64_t *value)
|
|
{
|
|
uint64_t pa = (vs->dtb & 0xffffffffff000) | ((va & 0xff8000000000) >> 36);
|
|
|
|
return pa_space_read64(vs->ps, pa, value);
|
|
}
|
|
|
|
static bool get_pdpi(struct va_space *vs, uint64_t va, uint64_t pml4e,
|
|
uint64_t *value)
|
|
{
|
|
uint64_t pdpte_paddr = (pml4e & 0xffffffffff000) |
|
|
((va & 0x7FC0000000) >> 27);
|
|
|
|
return pa_space_read64(vs->ps, pdpte_paddr, value);
|
|
}
|
|
|
|
static uint64_t pde_index(uint64_t va)
|
|
{
|
|
return (va >> 21) & 0x1FF;
|
|
}
|
|
|
|
static uint64_t pdba_base(uint64_t pdpe)
|
|
{
|
|
return pdpe & 0xFFFFFFFFFF000;
|
|
}
|
|
|
|
static bool get_pgd(struct va_space *vs, uint64_t va, uint64_t pdpe,
|
|
uint64_t *value)
|
|
{
|
|
uint64_t pgd_entry = pdba_base(pdpe) + pde_index(va) * 8;
|
|
|
|
return pa_space_read64(vs->ps, pgd_entry, value);
|
|
}
|
|
|
|
static uint64_t pte_index(uint64_t va)
|
|
{
|
|
return (va >> 12) & 0x1FF;
|
|
}
|
|
|
|
static uint64_t ptba_base(uint64_t pde)
|
|
{
|
|
return pde & 0xFFFFFFFFFF000;
|
|
}
|
|
|
|
static bool get_pte(struct va_space *vs, uint64_t va, uint64_t pgd,
|
|
uint64_t *value)
|
|
{
|
|
uint64_t pgd_val = ptba_base(pgd) + pte_index(va) * 8;
|
|
|
|
return pa_space_read64(vs->ps, pgd_val, value);
|
|
}
|
|
|
|
static uint64_t get_paddr(uint64_t va, uint64_t pte)
|
|
{
|
|
return (pte & 0xFFFFFFFFFF000) | (va & 0xFFF);
|
|
}
|
|
|
|
static bool is_present(uint64_t entry)
|
|
{
|
|
return entry & 0x1;
|
|
}
|
|
|
|
static bool page_size_flag(uint64_t entry)
|
|
{
|
|
return entry & (1 << 7);
|
|
}
|
|
|
|
static uint64_t get_1GB_paddr(uint64_t va, uint64_t pdpte)
|
|
{
|
|
return (pdpte & 0xfffffc0000000) | (va & 0x3fffffff);
|
|
}
|
|
|
|
static uint64_t get_2MB_paddr(uint64_t va, uint64_t pgd_entry)
|
|
{
|
|
return (pgd_entry & 0xfffffffe00000) | (va & 0x00000001fffff);
|
|
}
|
|
|
|
static uint64_t va_space_va2pa(struct va_space *vs, uint64_t va)
|
|
{
|
|
uint64_t pml4e, pdpe, pgd, pte;
|
|
|
|
if (!get_pml4e(vs, va, &pml4e) || !is_present(pml4e)) {
|
|
return INVALID_PA;
|
|
}
|
|
|
|
if (!get_pdpi(vs, va, pml4e, &pdpe) || !is_present(pdpe)) {
|
|
return INVALID_PA;
|
|
}
|
|
|
|
if (page_size_flag(pdpe)) {
|
|
return get_1GB_paddr(va, pdpe);
|
|
}
|
|
|
|
if (!get_pgd(vs, va, pdpe, &pgd) || !is_present(pgd)) {
|
|
return INVALID_PA;
|
|
}
|
|
|
|
if (page_size_flag(pgd)) {
|
|
return get_2MB_paddr(va, pgd);
|
|
}
|
|
|
|
if (!get_pte(vs, va, pgd, &pte) || !is_present(pte)) {
|
|
return INVALID_PA;
|
|
}
|
|
|
|
return get_paddr(va, pte);
|
|
}
|
|
|
|
void *va_space_resolve(struct va_space *vs, uint64_t va)
|
|
{
|
|
uint64_t pa = va_space_va2pa(vs, va);
|
|
|
|
if (pa == INVALID_PA) {
|
|
return NULL;
|
|
}
|
|
|
|
return pa_space_resolve(vs->ps, pa);
|
|
}
|
|
|
|
bool va_space_rw(struct va_space *vs, uint64_t addr,
|
|
void *buf, size_t size, int is_write)
|
|
{
|
|
while (size) {
|
|
uint64_t page = addr & ELF2DMP_PFN_MASK;
|
|
size_t s = (page + ELF2DMP_PAGE_SIZE) - addr;
|
|
void *ptr;
|
|
|
|
s = (s > size) ? size : s;
|
|
|
|
ptr = va_space_resolve(vs, addr);
|
|
if (!ptr) {
|
|
return false;
|
|
}
|
|
|
|
if (is_write) {
|
|
memcpy(ptr, buf, s);
|
|
} else {
|
|
memcpy(buf, ptr, s);
|
|
}
|
|
|
|
size -= s;
|
|
buf = (uint8_t *)buf + s;
|
|
addr += s;
|
|
}
|
|
|
|
return true;
|
|
}
|