Donate to e Foundation | Murena handsets with /e/OS | Own a part of Murena! Learn more

Commit 0b243adf authored by Sudarshan Rajagopalan's avatar Sudarshan Rajagopalan
Browse files

mm, page_owner: set page owner info for tail pages 



When allocating higher order pages, currently only the head page is set
with page owner info, leaving the tail pages with previous or stale info.
This patch sets the info for tail pages too and sets the time of free in
page owner info of all pages during free. This patch also adds an extra
info to page extension flags to help check if page is in buddy or not.

Change-Id: I96d13485af698d586a4dd7b1092a379a645c8fcb
Signed-off-by: default avatarSudarshan Rajagopalan <sudaraja@codeaurora.org>
parent 757c4610

include/linux/page_ext.h

+1 −0
Original line number Diff line number Diff line
@@ -19,6 +19,7 @@ struct page_ext_operations { 
enum page_ext_flags {

	PAGE_EXT_DEBUG_GUARD,

	PAGE_EXT_OWNER,

	PAGE_EXT_PG_FREE,

#if defined(CONFIG_IDLE_PAGE_TRACKING) && !defined(CONFIG_64BIT)

	PAGE_EXT_YOUNG,

	PAGE_EXT_IDLE,

mm/page_owner.c

+19 −0
Original line number Diff line number Diff line
@@ -28,6 +28,7 @@ struct page_owner { 
	depot_stack_handle_t handle;

	int pid;

	u64 ts_nsec;

	u64 free_ts_nsec;

};



static bool page_owner_disabled =
@@ -119,12 +120,15 @@ void __reset_page_owner(struct page *page, unsigned int order) 
{

	int i;

	struct page_ext *page_ext;

	u64 free_ts_nsec = local_clock();



	for (i = 0; i < (1 << order); i++) {

		page_ext = lookup_page_ext(page + i);

		if (unlikely(!page_ext))

			continue;

		get_page_owner(page_ext)->free_ts_nsec = free_ts_nsec;

		__clear_bit(PAGE_EXT_OWNER, &page_ext->flags);

		__set_bit(PAGE_EXT_PG_FREE, &page_ext->flags);

	}

}
@@ -189,8 +193,10 @@ static inline void __set_page_owner_handle(struct page_ext *page_ext, 
	page_owner->last_migrate_reason = -1;

	page_owner->pid = current->pid;

	page_owner->ts_nsec = local_clock();

	page_owner->free_ts_nsec = 0;



	__set_bit(PAGE_EXT_OWNER, &page_ext->flags);

	__clear_bit(PAGE_EXT_PG_FREE, &page_ext->flags);

}



noinline void __set_page_owner(struct page *page, unsigned int order,
@@ -198,12 +204,24 @@ noinline void __set_page_owner(struct page *page, unsigned int order, 
{

	struct page_ext *page_ext = lookup_page_ext(page);

	depot_stack_handle_t handle;

	int i;



	if (unlikely(!page_ext))

		return;



	handle = save_stack(gfp_mask);

	__set_page_owner_handle(page_ext, handle, order, gfp_mask);



	/* set page owner for tail pages if any */

	for (i = 1; i < (1 << order); i++) {

		page_ext = lookup_page_ext(page + i);



		if (unlikely(!page_ext))

			continue;



		/* mark tail pages as order 0 individual pages */

		__set_page_owner_handle(page_ext, handle, 0, gfp_mask);

	}

}



void __set_page_owner_migrate_reason(struct page *page, int reason)
@@ -251,6 +269,7 @@ void __copy_page_owner(struct page *oldpage, struct page *newpage) 
	new_page_owner->handle = old_page_owner->handle;

	new_page_owner->pid = old_page_owner->pid;

	new_page_owner->ts_nsec = old_page_owner->ts_nsec;

	new_page_owner->free_ts_nsec = old_page_owner->ts_nsec;



	/*

	 * We don't clear the bit on the oldpage as it's going to be freed