Muchun Song e245d3b7ce mm/page_alloc: speed up the iteration of max_order ... commit 7ad69832f37e3cea8557db6df7c793905f1135e8 upstream. When we free a page whose order is very close to MAX_ORDER and greater than pageblock_order, it wastes some CPU cycles to increase max_order to MAX_ORDER one by one and check the pageblock migratetype of that page repeatedly especially when MAX_ORDER is much larger than pageblock_order. We also should not be checking migratetype of buddy when "order == MAX_ORDER - 1" as the buddy pfn may be invalid, so adjust the condition. With the new check, we don't need the max_order check anymore, so we replace it. Also adjust max_order initialization so that it's lower by one than previously, which makes the code hopefully more clear. Link: https://lkml.kernel.org/r/20201204155109.55451-1-songmuchun@bytedance.com Fixes: d9dddbf556 ("mm/page_alloc: prevent merging between isolated and other pageblocks") Signed-off-by: Muchun Song <songmuchun@bytedance.com> Acked-by: Vlastimil Babka <vbabka@suse.cz> Reviewed-by: Oscar Salvador <osalvador@suse.de> Reviewed-by: David Hildenbrand <david@redhat.com> Signed-off-by: Andrew Morton <akpm@linux-foundation.org> Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org> Signed-off-by: Greg Kroah-Hartman <gregkh@linuxfoundation.org>		2024-07-05 19:06:11 +02:00
..
kasan	kasan: fix incorrect arguments passing in kasan_add_zero_shadow	2021-01-27 11:55:23 +01:00
backing-dev.c
balloon_compaction.c
cleancache.c
cma_debug.c
cma.c	init: add dsm gpl source	2024-07-05 18:00:04 +02:00
cma.h
compaction.c	init: add dsm gpl source	2024-07-05 18:00:04 +02:00
debug_page_ref.c
debug_vm_pgtable.c	mm/debug_vm_pgtable: ensure THP availability via has_transparent_hugepage()	2021-07-14 16:56:13 +02:00
debug.c
dmapool.c
early_ioremap.c
fadvise.c
failslab.c
filemap.c	init: add dsm gpl source	2024-07-05 18:00:04 +02:00
frame_vector.c
frontswap.c
gup_benchmark.c
gup.c	mm/gup: fix try_grab_compound_head() race with split_huge_page()	2021-07-14 16:55:42 +02:00
highmem.c
hmm.c
huge_memory.c	mm/userfaultfd: fix uffd-wp special cases for fork()	2021-07-25 14:36:18 +02:00
hugetlb_cgroup.c	hugetlb_cgroup: fix imbalanced css_get and css_put pair for shared mappings	2021-03-30 14:31:54 +02:00
hugetlb.c	hugetlb: remove prep_compound_huge_page cleanup	2021-07-14 16:56:51 +02:00
hwpoison-inject.c
init-mm.c	mm/gup: prevent gup_fast from racing with COW during fork	2020-12-30 11:53:54 +01:00
internal.h	mm/thp: fix vma_address() if virtual address below file offset	2021-06-30 08:47:27 -04:00
interval_tree.c
ioremap.c
Kconfig	init: add dsm gpl source	2024-07-05 18:00:04 +02:00
Kconfig.debug
khugepaged.c	mm/huge_memory.c: add missing read-only THP checking in transparent_hugepage_enabled()	2021-07-14 16:56:50 +02:00
kmemleak.c
ksm.c	ksm: fix potential missing rmap_item for stable_node	2021-05-19 10:13:07 +02:00
list_lru.c	mm: list_lru: set shrinker map bit when child nr_items is not zero	2020-12-06 10:19:07 -08:00
maccess.c
madvise.c	mm/madvise: replace ptrace attach requirement for process_madvise	2021-03-17 17:06:37 +01:00
Makefile	init: add dsm gpl source	2024-07-05 18:00:04 +02:00
mapping_dirty_helpers.c
memblock.c	memblock: make for_each_mem_range() traverse MEMBLOCK_HOTPLUG regions	2021-07-28 14:35:46 +02:00
memcontrol.c	mm: memcg/slab: properly set up gfp flags for objcg pointer array	2021-07-14 16:56:14 +02:00
memfd.c
memory_hotplug.c	arm64: mte: Map hotplugged memory as Normal Tagged	2021-03-17 17:06:28 +01:00
memory-failure.c	mm,hwpoison: return -EBUSY when migration fails	2021-07-19 09:44:56 +02:00
memory.c	mm/userfaultfd: fix uffd-wp special cases for fork()	2021-07-25 14:36:18 +02:00
mempolicy.c
mempool.c
memremap.c	mm: fix memory_failure() handling of dax-namespace metadata	2021-03-04 11:38:21 +01:00
memtest.c
migrate.c	mm, thp: use head page in __migration_entry_wait()	2021-06-30 08:47:26 -04:00
mincore.c
mlock.c
mm_init.c
mmap.c	init: add dsm gpl source	2024-07-05 18:00:04 +02:00
mmu_gather.c
mmu_notifier.c	mm/mmu_notifiers: ensure range_end() is paired with range_start()	2021-03-30 14:32:06 +02:00
mmzone.c
mprotect.c
mremap.c	init: add dsm gpl source	2024-07-05 18:00:04 +02:00
msync.c
nommu.c	init: add dsm gpl source	2024-07-05 18:00:04 +02:00
oom_kill.c	init: add dsm gpl source	2024-07-05 18:00:04 +02:00
page_alloc.c	mm/page_alloc: speed up the iteration of max_order	2024-07-05 19:06:11 +02:00
page_counter.c
page_ext.c
page_idle.c
page_io.c	swap: fix swapfile read/write offset	2021-03-07 12:34:15 +01:00
page_isolation.c
page_owner.c
page_poison.c
page_reporting.c
page_reporting.h
page_vma_mapped.c	mm/thp: another PVMW_SYNC fix in page_vma_mapped_walk()	2021-06-30 08:47:29 -04:00
page-writeback.c	init: add dsm gpl source	2024-07-05 18:00:04 +02:00
pagewalk.c
percpu-internal.h	percpu: make pcpu_nr_empty_pop_pages per chunk type	2021-04-14 08:42:03 +02:00
percpu-km.c
percpu-stats.c	percpu: make pcpu_nr_empty_pop_pages per chunk type	2021-04-14 08:42:03 +02:00
percpu-vm.c
percpu.c	percpu: make pcpu_nr_empty_pop_pages per chunk type	2021-04-14 08:42:03 +02:00
pgalloc-track.h
pgtable-generic.c	mm/thp: fix __split_huge_pmd_locked() on shmem migration entry	2021-06-30 08:47:26 -04:00
prfile.c	init: add dsm gpl source	2024-07-05 18:00:04 +02:00
process_vm_access.c	mm/process_vm_access.c: include compat.h	2021-01-19 18:27:21 +01:00
ptdump.c	mm: ptdump: fix build failure	2021-04-21 13:00:57 +02:00
readahead.c
rmap.c	init: add dsm gpl source	2024-07-05 18:00:04 +02:00
rodata_test.c
shmem.c	init: add dsm gpl source	2024-07-05 18:00:04 +02:00
shuffle.c
shuffle.h
slab_common.c	mm/slub: fix redzoning for small allocations	2021-06-23 14:42:54 +02:00
slab.c	mm/sl?b.c: remove ctor argument from kmem_cache_flags	2021-05-14 09:50:45 +02:00
slab.h	mm: memcg/slab: properly set up gfp flags for objcg pointer array	2021-07-14 16:56:14 +02:00
slob.c
slub.c	mm/slub.c: include swab.h	2021-06-23 14:42:54 +02:00
sparse-vmemmap.c
sparse.c	mm/sparse: add the missing sparse_buffer_fini() in error branch	2021-05-14 09:50:45 +02:00
swap_cgroup.c
swap_slots.c
swap_state.c
swap.c
swapfile.c	init: add dsm gpl source	2024-07-05 18:00:04 +02:00
truncate.c	mm/thp: unmap_mapping_page() to fix THP truncate_cleanup_page()	2021-06-30 08:47:27 -04:00
usercopy.c
userfaultfd.c
util.c	init: add dsm gpl source	2024-07-05 18:00:04 +02:00
vmacache.c
vmalloc.c	mm/vmalloc.c: fix potential memory leak	2021-01-19 18:27:21 +01:00
vmpressure.c
vmscan.c	mm: memcontrol: fix occasional OOMs due to proportional memory.low reclaim	2024-07-05 18:56:00 +02:00
vmstat.c
workingset.c
z3fold.c	mm/z3fold: use release_z3fold_page_locked() to release locked z3fold page	2021-07-14 16:56:51 +02:00
zbud.c
zpool.c
zsmalloc.c	zsmalloc: account the number of compacted pages correctly	2021-03-07 12:34:15 +01:00
zswap.c