Commit 35a020ba authored by Matthew Wilcox (Oracle)'s avatar Matthew Wilcox (Oracle)
Browse files

mm: Add folio_young and folio_idle 



Idle page tracking is handled through page_ext on 32-bit architectures.
Add folio equivalents for 32-bit and move all the page compatibility
parts to common code.

Signed-off-by: default avatarMatthew Wilcox (Oracle) <willy@infradead.org>
Acked-by: default avatarVlastimil Babka <vbabka@suse.cz>
Reviewed-by: default avatarWilliam Kucharski <william.kucharski@oracle.com>
Reviewed-by: default avatarChristoph Hellwig <hch@lst.de>
Reviewed-by: default avatarDavid Howells <dhowells@redhat.com>
parent b424de33

include/linux/page_idle.h

+49 −50
Original line number Diff line number Diff line
@@ -8,46 +8,16 @@ 


#ifdef CONFIG_PAGE_IDLE_FLAG



#ifdef CONFIG_64BIT

static inline bool page_is_young(struct page *page)

{

	return PageYoung(page);

}



static inline void set_page_young(struct page *page)

{

	SetPageYoung(page);

}



static inline bool test_and_clear_page_young(struct page *page)

{

	return TestClearPageYoung(page);

}



static inline bool page_is_idle(struct page *page)

{

	return PageIdle(page);

}



static inline void set_page_idle(struct page *page)

{

	SetPageIdle(page);

}



static inline void clear_page_idle(struct page *page)

{

	ClearPageIdle(page);

}

#else /* !CONFIG_64BIT */

#ifndef CONFIG_64BIT

/*

 * If there is not enough space to store Idle and Young bits in page flags, use

 * page ext flags instead.

 */

extern struct page_ext_operations page_idle_ops;



static inline bool page_is_young(struct page *page)

static inline bool folio_test_young(struct folio *folio)

{

	struct page_ext *page_ext = lookup_page_ext(page);

	struct page_ext *page_ext = lookup_page_ext(&folio->page);



	if (unlikely(!page_ext))

		return false;
@@ -55,9 +25,9 @@ static inline bool page_is_young(struct page *page) 
	return test_bit(PAGE_EXT_YOUNG, &page_ext->flags);

}



static inline void set_page_young(struct page *page)

static inline void folio_set_young(struct folio *folio)

{

	struct page_ext *page_ext = lookup_page_ext(page);

	struct page_ext *page_ext = lookup_page_ext(&folio->page);



	if (unlikely(!page_ext))

		return;
@@ -65,9 +35,9 @@ static inline void set_page_young(struct page *page) 
	set_bit(PAGE_EXT_YOUNG, &page_ext->flags);

}



static inline bool test_and_clear_page_young(struct page *page)

static inline bool folio_test_clear_young(struct folio *folio)

{

	struct page_ext *page_ext = lookup_page_ext(page);

	struct page_ext *page_ext = lookup_page_ext(&folio->page);



	if (unlikely(!page_ext))

		return false;
@@ -75,9 +45,9 @@ static inline bool test_and_clear_page_young(struct page *page) 
	return test_and_clear_bit(PAGE_EXT_YOUNG, &page_ext->flags);

}



static inline bool page_is_idle(struct page *page)

static inline bool folio_test_idle(struct folio *folio)

{

	struct page_ext *page_ext = lookup_page_ext(page);

	struct page_ext *page_ext = lookup_page_ext(&folio->page);



	if (unlikely(!page_ext))

		return false;
@@ -85,9 +55,9 @@ static inline bool page_is_idle(struct page *page) 
	return test_bit(PAGE_EXT_IDLE, &page_ext->flags);

}



static inline void set_page_idle(struct page *page)

static inline void folio_set_idle(struct folio *folio)

{

	struct page_ext *page_ext = lookup_page_ext(page);

	struct page_ext *page_ext = lookup_page_ext(&folio->page);



	if (unlikely(!page_ext))

		return;
@@ -95,46 +65,75 @@ static inline void set_page_idle(struct page *page) 
	set_bit(PAGE_EXT_IDLE, &page_ext->flags);

}



static inline void clear_page_idle(struct page *page)

static inline void folio_clear_idle(struct folio *folio)

{

	struct page_ext *page_ext = lookup_page_ext(page);

	struct page_ext *page_ext = lookup_page_ext(&folio->page);



	if (unlikely(!page_ext))

		return;



	clear_bit(PAGE_EXT_IDLE, &page_ext->flags);

}

#endif /* CONFIG_64BIT */

#endif /* !CONFIG_64BIT */



#else /* !CONFIG_PAGE_IDLE_FLAG */



static inline bool page_is_young(struct page *page)

static inline bool folio_test_young(struct folio *folio)

{

	return false;

}



static inline void set_page_young(struct page *page)

static inline void folio_set_young(struct folio *folio)

{

}



static inline bool test_and_clear_page_young(struct page *page)

static inline bool folio_test_clear_young(struct folio *folio)

{

	return false;

}



static inline bool page_is_idle(struct page *page)

static inline bool folio_test_idle(struct folio *folio)

{

	return false;

}



static inline void set_page_idle(struct page *page)

static inline void folio_set_idle(struct folio *folio)

{

}



static inline void clear_page_idle(struct page *page)

static inline void folio_clear_idle(struct folio *folio)

{

}



#endif /* CONFIG_PAGE_IDLE_FLAG */



static inline bool page_is_young(struct page *page)

{

	return folio_test_young(page_folio(page));

}



static inline void set_page_young(struct page *page)

{

	folio_set_young(page_folio(page));

}



static inline bool test_and_clear_page_young(struct page *page)

{

	return folio_test_clear_young(page_folio(page));

}



static inline bool page_is_idle(struct page *page)

{

	return folio_test_idle(page_folio(page));

}



static inline void set_page_idle(struct page *page)

{

	folio_set_idle(page_folio(page));

}



static inline void clear_page_idle(struct page *page)

{

	folio_clear_idle(page_folio(page));

}

#endif /* _LINUX_MM_PAGE_IDLE_H */