Commit a09fad96 authored by Thomas Gleixner's avatar Thomas Gleixner Committed by Andrew Morton

mm/vmalloc: prevent flushing dirty space over and over

vmap blocks which have active mappings cannot be purged.  Allocations
which have been freed are accounted for in vmap_block::dirty_min/max, so
that they can be detected in _vm_unmap_aliases() as potentially stale
TLBs.

If there are several invocations of _vm_unmap_aliases() then each of them
will flush the dirty range.  That's pointless and just increases the
probability of full TLB flushes.

Avoid that by resetting the flush range after accounting for it.  That's
safe versus other invocations of _vm_unmap_aliases() because this is all
serialized with vmap_purge_lock.

Link: https://lkml.kernel.org/r/20230525124504.692056496@linutronix.deSigned-off-by: default avatarThomas Gleixner <tglx@linutronix.de>
Reviewed-by: default avatarBaoquan He <bhe@redhat.com>
Reviewed-by: default avatarChristoph Hellwig <hch@lst.de>
Reviewed-by: default avatarLorenzo Stoakes <lstoakes@gmail.com>
Cc: Uladzislau Rezki (Sony) <urezki@gmail.com>
Signed-off-by: default avatarAndrew Morton <akpm@linux-foundation.org>
parent ca5e46c3
...@@ -2226,7 +2226,7 @@ static void vb_free(unsigned long addr, unsigned long size) ...@@ -2226,7 +2226,7 @@ static void vb_free(unsigned long addr, unsigned long size)
spin_lock(&vb->lock); spin_lock(&vb->lock);
/* Expand dirty range */ /* Expand the not yet TLB flushed dirty range */
vb->dirty_min = min(vb->dirty_min, offset); vb->dirty_min = min(vb->dirty_min, offset);
vb->dirty_max = max(vb->dirty_max, offset + (1UL << order)); vb->dirty_max = max(vb->dirty_max, offset + (1UL << order));
...@@ -2264,7 +2264,7 @@ static void _vm_unmap_aliases(unsigned long start, unsigned long end, int flush) ...@@ -2264,7 +2264,7 @@ static void _vm_unmap_aliases(unsigned long start, unsigned long end, int flush)
* space to be flushed. * space to be flushed.
*/ */
if (!purge_fragmented_block(vb, vbq, &purge_list) && if (!purge_fragmented_block(vb, vbq, &purge_list) &&
vb->dirty && vb->dirty != VMAP_BBMAP_BITS) { vb->dirty_max && vb->dirty != VMAP_BBMAP_BITS) {
unsigned long va_start = vb->va->va_start; unsigned long va_start = vb->va->va_start;
unsigned long s, e; unsigned long s, e;
...@@ -2274,6 +2274,10 @@ static void _vm_unmap_aliases(unsigned long start, unsigned long end, int flush) ...@@ -2274,6 +2274,10 @@ static void _vm_unmap_aliases(unsigned long start, unsigned long end, int flush)
start = min(s, start); start = min(s, start);
end = max(e, end); end = max(e, end);
/* Prevent that this is flushed again */
vb->dirty_min = VMAP_BBMAP_BITS;
vb->dirty_max = 0;
flush = 1; flush = 1;
} }
spin_unlock(&vb->lock); spin_unlock(&vb->lock);
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment