aboutsummaryrefslogtreecommitdiffstats
path: root/mm
diff options
context:
space:
mode:
authorMatthew Wilcox (Oracle) <willy@infradead.org>2024-02-27 17:42:41 +0000
committerAndrew Morton <akpm@linux-foundation.org>2024-03-04 17:01:24 -0800
commit24835f899c0129a4733e899e4da20e2e72f40bd9 (patch)
tree863a8d009b19e991e37445da166fb2a4ec48349c /mm
parent7c33b8c4229af19797c78de48827ca70228c1f47 (diff)
downloadlinux-24835f899c0129a4733e899e4da20e2e72f40bd9.tar.gz
mm: use free_unref_folios() in put_pages_list()
Break up the list of folios into batches here so that the folios are more likely to be cache hot when doing the rest of the processing. Link: https://lkml.kernel.org/r/20240227174254.710559-8-willy@infradead.org Signed-off-by: Matthew Wilcox (Oracle) <willy@infradead.org> Cc: David Hildenbrand <david@redhat.com> Cc: Mel Gorman <mgorman@suse.de> Cc: Ryan Roberts <ryan.roberts@arm.com> Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
Diffstat (limited to 'mm')
-rw-r--r--mm/swap.c17
1 files changed, 10 insertions, 7 deletions
diff --git a/mm/swap.c b/mm/swap.c
index ee8b131bf32cf1..ad3f2e9448a4cd 100644
--- a/mm/swap.c
+++ b/mm/swap.c
@@ -138,22 +138,25 @@ EXPORT_SYMBOL(__folio_put);
*/
void put_pages_list(struct list_head *pages)
{
- struct folio *folio, *next;
+ struct folio_batch fbatch;
+ struct folio *folio;
- list_for_each_entry_safe(folio, next, pages, lru) {
- if (!folio_put_testzero(folio)) {
- list_del(&folio->lru);
+ folio_batch_init(&fbatch);
+ list_for_each_entry(folio, pages, lru) {
+ if (!folio_put_testzero(folio))
continue;
- }
if (folio_test_large(folio)) {
- list_del(&folio->lru);
__folio_put_large(folio);
continue;
}
/* LRU flag must be clear because it's passed using the lru */
+ if (folio_batch_add(&fbatch, folio) > 0)
+ continue;
+ free_unref_folios(&fbatch);
}
- free_unref_page_list(pages);
+ if (fbatch.nr)
+ free_unref_folios(&fbatch);
INIT_LIST_HEAD(pages);
}
EXPORT_SYMBOL(put_pages_list);