Commit 46ac18c3 authored by Joerg Roedel's avatar Joerg Roedel

iommu/amd: Check PM_LEVEL_SIZE() condition in locked section

The increase_address_space() function has to check the PM_LEVEL_SIZE()
condition again under the domain->lock to avoid a false trigger of the
WARN_ON_ONCE() and to avoid that the address space is increase more
often than necessary.
Reported-by: default avatarQian Cai <cai@lca.pw>
Fixes: 754265bc ("iommu/amd: Fix race in increase_address_space()")
Reviewed-by: default avatarJerry Snitselaar <jsnitsel@redhat.com>
Signed-off-by: default avatarJoerg Roedel <jroedel@suse.de>
parent ec21f17a
...@@ -1464,6 +1464,7 @@ static void free_pagetable(struct protection_domain *domain) ...@@ -1464,6 +1464,7 @@ static void free_pagetable(struct protection_domain *domain)
* to 64 bits. * to 64 bits.
*/ */
static bool increase_address_space(struct protection_domain *domain, static bool increase_address_space(struct protection_domain *domain,
unsigned long address,
gfp_t gfp) gfp_t gfp)
{ {
unsigned long flags; unsigned long flags;
...@@ -1472,8 +1473,8 @@ static bool increase_address_space(struct protection_domain *domain, ...@@ -1472,8 +1473,8 @@ static bool increase_address_space(struct protection_domain *domain,
spin_lock_irqsave(&domain->lock, flags); spin_lock_irqsave(&domain->lock, flags);
if (WARN_ON_ONCE(domain->mode == PAGE_MODE_6_LEVEL)) if (address <= PM_LEVEL_SIZE(domain->mode) ||
/* address space already 64 bit large */ WARN_ON_ONCE(domain->mode == PAGE_MODE_6_LEVEL))
goto out; goto out;
pte = (void *)get_zeroed_page(gfp); pte = (void *)get_zeroed_page(gfp);
...@@ -1506,7 +1507,7 @@ static u64 *alloc_pte(struct protection_domain *domain, ...@@ -1506,7 +1507,7 @@ static u64 *alloc_pte(struct protection_domain *domain,
BUG_ON(!is_power_of_2(page_size)); BUG_ON(!is_power_of_2(page_size));
while (address > PM_LEVEL_SIZE(domain->mode)) while (address > PM_LEVEL_SIZE(domain->mode))
*updated = increase_address_space(domain, gfp) || *updated; *updated = increase_address_space(domain, address, gfp) || *updated;
level = domain->mode - 1; level = domain->mode - 1;
pte = &domain->pt_root[PM_LEVEL_INDEX(level, address)]; pte = &domain->pt_root[PM_LEVEL_INDEX(level, address)];
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment