mm: Add folio_young and folio_idle

Idle page tracking is handled through page_ext on 32-bit architectures.
Add folio equivalents for 32-bit and move all the page compatibility
parts to common code.

Signed-off-by: Matthew Wilcox (Oracle) <willy@infradead.org>
Acked-by: Vlastimil Babka <vbabka@suse.cz>
Reviewed-by: William Kucharski <william.kucharski@oracle.com>
Reviewed-by: Christoph Hellwig <hch@lst.de>
Reviewed-by: David Howells <dhowells@redhat.com>
This commit is contained in:
Matthew Wilcox (Oracle) 2021-04-27 09:00:12 -04:00
parent b424de33c4
commit 35a020ba08

View File

@ -8,46 +8,16 @@
#ifdef CONFIG_PAGE_IDLE_FLAG
#ifdef CONFIG_64BIT
static inline bool page_is_young(struct page *page)
{
return PageYoung(page);
}
static inline void set_page_young(struct page *page)
{
SetPageYoung(page);
}
static inline bool test_and_clear_page_young(struct page *page)
{
return TestClearPageYoung(page);
}
static inline bool page_is_idle(struct page *page)
{
return PageIdle(page);
}
static inline void set_page_idle(struct page *page)
{
SetPageIdle(page);
}
static inline void clear_page_idle(struct page *page)
{
ClearPageIdle(page);
}
#else /* !CONFIG_64BIT */
#ifndef CONFIG_64BIT
/*
* If there is not enough space to store Idle and Young bits in page flags, use
* page ext flags instead.
*/
extern struct page_ext_operations page_idle_ops;
static inline bool page_is_young(struct page *page)
static inline bool folio_test_young(struct folio *folio)
{
struct page_ext *page_ext = lookup_page_ext(page);
struct page_ext *page_ext = lookup_page_ext(&folio->page);
if (unlikely(!page_ext))
return false;
@ -55,9 +25,9 @@ static inline bool page_is_young(struct page *page)
return test_bit(PAGE_EXT_YOUNG, &page_ext->flags);
}
static inline void set_page_young(struct page *page)
static inline void folio_set_young(struct folio *folio)
{
struct page_ext *page_ext = lookup_page_ext(page);
struct page_ext *page_ext = lookup_page_ext(&folio->page);
if (unlikely(!page_ext))
return;
@ -65,9 +35,9 @@ static inline void set_page_young(struct page *page)
set_bit(PAGE_EXT_YOUNG, &page_ext->flags);
}
static inline bool test_and_clear_page_young(struct page *page)
static inline bool folio_test_clear_young(struct folio *folio)
{
struct page_ext *page_ext = lookup_page_ext(page);
struct page_ext *page_ext = lookup_page_ext(&folio->page);
if (unlikely(!page_ext))
return false;
@ -75,9 +45,9 @@ static inline bool test_and_clear_page_young(struct page *page)
return test_and_clear_bit(PAGE_EXT_YOUNG, &page_ext->flags);
}
static inline bool page_is_idle(struct page *page)
static inline bool folio_test_idle(struct folio *folio)
{
struct page_ext *page_ext = lookup_page_ext(page);
struct page_ext *page_ext = lookup_page_ext(&folio->page);
if (unlikely(!page_ext))
return false;
@ -85,9 +55,9 @@ static inline bool page_is_idle(struct page *page)
return test_bit(PAGE_EXT_IDLE, &page_ext->flags);
}
static inline void set_page_idle(struct page *page)
static inline void folio_set_idle(struct folio *folio)
{
struct page_ext *page_ext = lookup_page_ext(page);
struct page_ext *page_ext = lookup_page_ext(&folio->page);
if (unlikely(!page_ext))
return;
@ -95,46 +65,75 @@ static inline void set_page_idle(struct page *page)
set_bit(PAGE_EXT_IDLE, &page_ext->flags);
}
static inline void clear_page_idle(struct page *page)
static inline void folio_clear_idle(struct folio *folio)
{
struct page_ext *page_ext = lookup_page_ext(page);
struct page_ext *page_ext = lookup_page_ext(&folio->page);
if (unlikely(!page_ext))
return;
clear_bit(PAGE_EXT_IDLE, &page_ext->flags);
}
#endif /* CONFIG_64BIT */
#endif /* !CONFIG_64BIT */
#else /* !CONFIG_PAGE_IDLE_FLAG */
static inline bool page_is_young(struct page *page)
static inline bool folio_test_young(struct folio *folio)
{
return false;
}
static inline void set_page_young(struct page *page)
static inline void folio_set_young(struct folio *folio)
{
}
static inline bool test_and_clear_page_young(struct page *page)
static inline bool folio_test_clear_young(struct folio *folio)
{
return false;
}
static inline bool page_is_idle(struct page *page)
static inline bool folio_test_idle(struct folio *folio)
{
return false;
}
static inline void set_page_idle(struct page *page)
static inline void folio_set_idle(struct folio *folio)
{
}
static inline void clear_page_idle(struct page *page)
static inline void folio_clear_idle(struct folio *folio)
{
}
#endif /* CONFIG_PAGE_IDLE_FLAG */
static inline bool page_is_young(struct page *page)
{
return folio_test_young(page_folio(page));
}
static inline void set_page_young(struct page *page)
{
folio_set_young(page_folio(page));
}
static inline bool test_and_clear_page_young(struct page *page)
{
return folio_test_clear_young(page_folio(page));
}
static inline bool page_is_idle(struct page *page)
{
return folio_test_idle(page_folio(page));
}
static inline void set_page_idle(struct page *page)
{
folio_set_idle(page_folio(page));
}
static inline void clear_page_idle(struct page *page)
{
folio_clear_idle(page_folio(page));
}
#endif /* _LINUX_MM_PAGE_IDLE_H */