Donate to e Foundation | Murena handsets with /e/OS | Own a part of Murena! Learn more

Commit 6093c334 authored by Vinayak Menon's avatar Vinayak Menon Committed by Gerrit - the friendly Code Review server
Browse files

mm: compaction: fix the page state calculation in too_many_isolated



Commit "mm: vmscan: fix the page state calculation in too_many_isolated"
fixed an issue where a number of tasks were blocked in reclaim path
for seconds, because of vmstat_diff not being synced in time.
A similar problem can happen in isolate_migratepages_block, where
similar calculation is performed. This patch fixes that.

Change-Id: Ie74f108ef770da688017b515fe37faea6f384589
Signed-off-by: default avatarVinayak Menon <vinmenon@codeaurora.org>
Signed-off-by: default avatarCharan Teja Reddy <charante@codeaurora.org>
parent 3a2fd6fb
Loading
Loading
Loading
Loading
+37 −5
Original line number Diff line number Diff line
@@ -631,20 +631,52 @@ isolate_freepages_range(struct compact_control *cc,
}

/* Similar to reclaim, but different enough that they don't share logic */
static bool too_many_isolated(struct zone *zone)
static bool __too_many_isolated(struct zone *zone, int safe)
{
	unsigned long active, inactive, isolated;

	if (safe) {
		inactive = node_page_state_snapshot(zone->zone_pgdat,
			NR_INACTIVE_FILE) +
			node_page_state_snapshot(zone->zone_pgdat,
			NR_INACTIVE_ANON);
		active = node_page_state_snapshot(zone->zone_pgdat,
			NR_ACTIVE_FILE) +
			node_page_state_snapshot(zone->zone_pgdat,
			NR_ACTIVE_ANON);
		isolated = node_page_state_snapshot(zone->zone_pgdat,
			NR_ISOLATED_FILE) +
			node_page_state_snapshot(zone->zone_pgdat,
			NR_ISOLATED_ANON);
	} else {
		inactive = node_page_state(zone->zone_pgdat, NR_INACTIVE_FILE) +
			node_page_state(zone->zone_pgdat, NR_INACTIVE_ANON);
		active = node_page_state(zone->zone_pgdat, NR_ACTIVE_FILE) +
			node_page_state(zone->zone_pgdat, NR_ACTIVE_ANON);
		isolated = node_page_state(zone->zone_pgdat, NR_ISOLATED_FILE) +
			node_page_state(zone->zone_pgdat, NR_ISOLATED_ANON);
	}

	return isolated > (inactive + active) / 2;
}

/* Similar to reclaim, but different enough that they don't share logic */
static bool too_many_isolated(struct compact_control *cc)
{
	/*
	 * __too_many_isolated(safe=0) is fast but inaccurate, because it
	 * doesn't account for the vm_stat_diff[] counters.  So if it looks
	 * like too_many_isolated() is about to return true, fall back to the
	 * slower, more accurate zone_page_state_snapshot().
	 */
	if (unlikely(__too_many_isolated(cc->zone, 0))) {
		if (cc->mode != MIGRATE_ASYNC)
			return __too_many_isolated(cc->zone, 1);
	}

	return false;
}

/**
 * isolate_migratepages_block() - isolate all migrate-able pages within
 *				  a single pageblock
@@ -682,7 +714,7 @@ isolate_migratepages_block(struct compact_control *cc, unsigned long low_pfn,
	 * list by either parallel reclaimers or compaction. If there are,
	 * delay for some time until fewer pages are isolated
	 */
	while (unlikely(too_many_isolated(zone))) {
	while (unlikely(too_many_isolated(cc))) {
		/* async migration should just abort */
		if (cc->mode == MIGRATE_ASYNC)
			return 0;