diff options
| -rw-r--r-- | arch/powerpc/mm/tlb-radix.c | 23 |
1 files changed, 19 insertions, 4 deletions
diff --git a/arch/powerpc/mm/tlb-radix.c b/arch/powerpc/mm/tlb-radix.c index b4b49de551a9..cfa08da534a7 100644 --- a/arch/powerpc/mm/tlb-radix.c +++ b/arch/powerpc/mm/tlb-radix.c @@ -326,6 +326,7 @@ EXPORT_SYMBOL(radix__flush_tlb_kernel_range); * individual page flushes to full-pid flushes. */ static unsigned long tlb_single_page_flush_ceiling __read_mostly = 33; +static unsigned long tlb_local_single_page_flush_ceiling __read_mostly = POWER9_TLB_SETS_RADIX * 2; void radix__flush_tlb_range(struct vm_area_struct *vma, unsigned long start, unsigned long end) @@ -348,8 +349,15 @@ void radix__flush_tlb_range(struct vm_area_struct *vma, unsigned long start, return; preempt_disable(); - local = mm_is_thread_local(mm); - full = (end == TLB_FLUSH_ALL || nr_pages > tlb_single_page_flush_ceiling); + if (mm_is_thread_local(mm)) { + local = true; + full = (end == TLB_FLUSH_ALL || + nr_pages > tlb_local_single_page_flush_ceiling); + } else { + local = false; + full = (end == TLB_FLUSH_ALL || + nr_pages > tlb_single_page_flush_ceiling); + } if (full) { if (local) @@ -441,8 +449,15 @@ void radix__flush_tlb_range_psize(struct mm_struct *mm, unsigned long start, return; preempt_disable(); - local = mm_is_thread_local(mm); - full = (end == TLB_FLUSH_ALL || nr_pages > tlb_single_page_flush_ceiling); + if (mm_is_thread_local(mm)) { + local = true; + full = (end == TLB_FLUSH_ALL || + nr_pages > tlb_local_single_page_flush_ceiling); + } else { + local = false; + full = (end == TLB_FLUSH_ALL || + nr_pages > tlb_single_page_flush_ceiling); + } if (full) { if (local) |