The emulator will run in identity mapping, and the first kernel prepares
for it. The special allocator resorts to kimage_alloc_control_pages(),
which can avoid the allocation on the spot of the destination and
overwritten during copying the kernel.
The identity mapping covers only all of the kexec segments, and this
reduces the memory consumption of page table.
Signed-off-by: Pingfan Liu <piliu@xxxxxxxxxx>
Cc: Ard Biesheuvel <ardb@xxxxxxxxxx>
Cc: Jan Hendrik Farr <kernel@xxxxxxxx>
Cc: Philipp Rudo <prudo@xxxxxxxxxx>
Cc: Lennart Poettering <mzxreary@xxxxxxxxxxx>
Cc: Jarkko Sakkinen <jarkko@xxxxxxxxxx>
Cc: Baoquan He <bhe@xxxxxxxxxx>
Cc: Dave Young <dyoung@xxxxxxxxxx>
Cc: Mark Rutland <mark.rutland@xxxxxxx>
Cc: Will Deacon <will@xxxxxxxxxx>
Cc: Catalin Marinas <catalin.marinas@xxxxxxx>
To: linux-arm-kernel@xxxxxxxxxxxxxxxxxxx
To: kexec@xxxxxxxxxxxxxxxxxxx
To: linux-efi@xxxxxxxxxxxxxxx
---
arch/arm64/kernel/machine_kexec.c | 90 +++++++++++++++++++++++++++++--
include/linux/kexec.h | 5 +-
2 files changed, 89 insertions(+), 6 deletions(-)
diff --git a/arch/arm64/kernel/machine_kexec.c b/arch/arm64/kernel/machine_kexec.c
index 82e2203d86a31..ae76874879188 100644
--- a/arch/arm64/kernel/machine_kexec.c
+++ b/arch/arm64/kernel/machine_kexec.c
@@ -14,6 +14,7 @@
#include <linux/reboot.h>
#include <linux/set_memory.h>
#include <linux/smp.h>
+#include <linux/efi_emulator.h>
#include <asm/cacheflush.h>
#include <asm/cpu_ops.h>
@@ -86,8 +87,22 @@ static void kexec_segment_flush(const struct kimage *kimage)
}
}
+/* todo: alloc page for the pgtable used by efi emulator in crashkernel range */
+static phys_addr_t crash_page_alloc(int unused, void *arg)
+{
+ struct kimage *kimage = (struct kimage *)arg;
+ int i;
+
+ //skip kimage->segment[].mem
+ for (i = 0; i < kimage->nr_segments; i ++) {
+ //seg = &kimage->segment[i];
+ }
+ //skip any range allocated
+ return -1;
+}
+
/* Allocates pages for kexec page table */
-static void *kexec_page_alloc(void *arg)
+static void *__kexec_page_alloc(void *arg)
{
struct kimage *kimage = arg;
struct page *page = kimage_alloc_control_pages(kimage, 0);
@@ -102,6 +117,69 @@ static void *kexec_page_alloc(void *arg)
return vaddr;
}
+static phys_addr_t kexec_page_alloc(int unused, void *arg)
+{
+ void *vaddr;
+
+ vaddr = __kexec_page_alloc(arg);
+ if (!vaddr)
+ return (phys_addr_t)-1;
+ return virt_to_phys(vaddr);
+}
+
+/*
+ * This function should be called after all kimage segments have been profiled
+ * Return physical address of page table's root
+ */
+phys_addr_t arch_emulator_prepare_pgtable(struct kimage *kimage,
+ struct efi_emulator_param *param)
+{
+ struct kexec_segment *seg;
+ unsigned long paddr, sz;
+ pgd_t *pgd;
+ typedef phys_addr_t (* alloc_fn)(int, void *);
+ alloc_fn alloc;
+ phys_addr_t pgd_paddr;
+ int i;
+
+ /*
+ * Set up pgtable of emulator, either for crash or for reboot.
+ * All of the segments have been profiled, and kimage_alloc_normal_control_pages()
+ * will allocate page in safe zone.
+ * On the other hand, these pages are not in any segment, which means they are
+ * left, not copied. Hence the radix tree laying out on them is not broken.
+ */
+ if (kimage->head & IND_DONE)
+ alloc = crash_page_alloc;
+ else
+ alloc = kexec_page_alloc;
+ pgd_paddr = alloc(0, kimage);
+ pgd = (pgd_t *)phys_to_virt(pgd_paddr);
+ for (i = 0; i < kimage->nr_segments; i ++) {
+ seg = &kimage->segment[i];
+ paddr = ALIGN_DOWN(seg->mem, PAGE_SIZE);
+ sz = ALIGN(seg->mem - paddr + seg->memsz, PAGE_SIZE);
+ kexec_dprintk("Set up mapping for phyaddr: 0x%lx, size:0x%lx", paddr, sz);
+ //todo: distinguish executable segment
+ __create_pgd_mapping_locked(pgd, paddr, paddr, sz,
+ PAGE_KERNEL_EXEC, alloc, kimage, 0);
+ }
+
+ /*
+ * Per UEFI specification, SetVirtualAddressMap() is oneshot, which means
+ * efi stub should not call EFI runtime service without setting up mapping.
+ * As a result, emulator does not need to set up the mapping for
+ * EFI_RUNTIME_SERVICES_CODE etc.
+ */
+
+ if (param->print_enabled)
+ __create_pgd_mapping_locked(pgd, param->earlycon_reg_base,
+ param->earlycon_reg_base, param->earlycon_reg_sz,
+ pgprot_device(PAGE_KERNEL), alloc, kimage, 0);
+
+ return pgd_paddr;
+}
+
int machine_kexec_post_load(struct kimage *kimage)
{
int rc;
@@ -109,7 +187,7 @@ int machine_kexec_post_load(struct kimage *kimage)
void *reloc_code = page_to_virt(kimage->control_code_page);
long reloc_size;
struct trans_pgd_info info = {
- .trans_alloc_page = kexec_page_alloc,
+ .trans_alloc_page = __kexec_page_alloc,
.trans_alloc_arg = kimage,
};
@@ -129,7 +207,7 @@ int machine_kexec_post_load(struct kimage *kimage)
}
/* Create a copy of the linear map */
- trans_pgd = kexec_page_alloc(kimage);
+ trans_pgd = __kexec_page_alloc(kimage);
if (!trans_pgd)
return -ENOMEM;
rc = trans_pgd_create_copy(&info, &trans_pgd, PAGE_OFFSET, PAGE_END);
@@ -145,6 +223,7 @@ int machine_kexec_post_load(struct kimage *kimage)
&kimage->arch.t0sz, reloc_code);
if (rc)
return rc;
+
kimage->arch.phys_offset = virt_to_phys(kimage) - (long)kimage;
/* Flush the reloc_code in preparation for its execution. */
@@ -175,7 +254,6 @@ void machine_kexec(struct kimage *kimage)
"Some CPUs may be stale, kdump will be unreliable.\n");
pr_info("Bye!\n");
-
local_daif_mask();
/*
@@ -192,7 +270,8 @@ void machine_kexec(struct kimage *kimage)
cpu_install_idmap();
restart = (void *)__pa_symbol(cpu_soft_restart);
- restart(is_hyp_nvhe(), kimage->start, kimage->arch.dtb_mem,
+ /* kimage->start can be either the entry of kernel or efi emulator */
+ restart(is_hyp_nvhe(), kimage->start, kimage->arch.param_mem,
0, 0);
} else {
void (*kernel_reloc)(struct kimage *kimage);
@@ -201,6 +280,7 @@ void machine_kexec(struct kimage *kimage)
__hyp_set_vectors(kimage->arch.el2_vectors);
cpu_install_ttbr0(kimage->arch.ttbr0, kimage->arch.t0sz);
kernel_reloc = (void *)kimage->arch.kern_reloc;
+ //tell between the emulator and normal kernel inside the relocate code
kernel_reloc(kimage);
}
diff --git a/include/linux/kexec.h b/include/linux/kexec.h
index cff6b6869498b..c68427f796d31 100644
--- a/include/linux/kexec.h
+++ b/include/linux/kexec.h
@@ -22,6 +22,7 @@
#include <uapi/linux/kexec.h>
#include <linux/verification.h>
+#include <linux/efi_emulator.h>
extern note_buf_t __percpu *crash_notes;
@@ -463,7 +464,9 @@ static inline int arch_kexec_post_alloc_pages(void *vaddr, unsigned int pages, g
static inline void arch_kexec_pre_free_pages(void *vaddr, unsigned int pages) { }
#endif
-extern phys_addr_t arch_emulator_prepare_pgtable(struct kimage *kimage);
+extern phys_addr_t arch_emulator_prepare_pgtable(struct kimage *kimage,
+ struct efi_emulator_param *param);
+
extern bool kexec_file_dbg_print;
#define kexec_dprintk(fmt, arg...) \
--
2.41.0
