#include <asm/tdx.h> #include <asm/pgtable.h> static unsigned long try_accept_one(phys_addr_t start, unsigned long len, enum pg_level pg_level) { unsigned long accept_size = page_level_size(pg_level); struct tdx_module_args args = {}; u8 page_size; if (!IS_ALIGNED(start, accept_size)) return 0; if (len < accept_size) return 0; /* * Pass the page physical address to the TDX module to accept the * pending, private page. * * Bits 2:0 of RCX encode page size: 0 - 4K, 1 - 2M, 2 - 1G. */ switch (pg_level) { case PG_LEVEL_4K: page_size = 0; break; case PG_LEVEL_2M: page_size = 1; break; case PG_LEVEL_1G: page_size = 2; break; default: return 0; } args.rcx = start | page_size; if (__tdcall(TDG_MEM_PAGE_ACCEPT, &args)) return 0; return accept_size; } bool tdx_accept_memory(phys_addr_t start, phys_addr_t end) { /* * For shared->private conversion, accept the page using * TDG_MEM_PAGE_ACCEPT TDX module call. */ while (start < end) { unsigned long len = end - start; unsigned long accept_size; /* * Try larger accepts first. It gives chance to VMM to keep * 1G/2M Secure EPT entries where possible and speeds up * process by cutting number of hypercalls (if successful). */ accept_size = try_accept_one(start, len, PG_LEVEL_1G); if (!accept_size) accept_size = try_accept_one(start, len, PG_LEVEL_2M); if (!accept_size) accept_size = try_accept_one(start, len, PG_LEVEL_4K); if (!accept_size) return false; start += accept_size; } return true; } noinstr u64 __tdx_hypercall(struct tdx_module_args *args) { /* * For TDVMCALL explicitly set RCX to the bitmap of shared registers. * The caller isn't expected to set @args->rcx anyway. */ args->rcx = TDVMCALL_EXPOSE_REGS_MASK; /* * Failure of __tdcall_saved_ret() indicates a failure of the TDVMCALL * mechanism itself and that something has gone horribly wrong with * the TDX module. __tdx_hypercall_failed() never returns. */ if (__tdcall_saved_ret(TDG_VP_VMCALL, args)) __tdx_hypercall_failed(); /* TDVMCALL leaf return code is in R10 */ return args->r10; }