Donate to e Foundation | Murena handsets with /e/OS | Own a part of Murena! Learn more

Commit daff3e84 authored by Srivatsa Vaddagiri's avatar Srivatsa Vaddagiri Committed by Zvikomborero Vincent Zvikaramba
Browse files

sched: Keep track of average nr_big_tasks 



Extend sched_get_nr_running_avg() API to return average nr_big_tasks,
in addition to average nr_running and average nr_io_wait tasks. Also
add a new trace point to record values returned by
sched_get_nr_running_avg() API.

Change-Id: Id3591e6d04da8db484b4d1cb9d95dba075f5ab9a
Signed-off-by: default avatarSrivatsa Vaddagiri <vatsa@codeaurora.org>
parent 0bdf0847

include/linux/sched.h

+1 −1
Original line number Diff line number Diff line
@@ -170,7 +170,7 @@ extern unsigned long nr_iowait_cpu(int cpu); 
extern unsigned long this_cpu_load(void);



extern void sched_update_nr_prod(int cpu, unsigned long nr, bool inc);

extern void sched_get_nr_running_avg(int *avg, int *iowait_avg);

extern void sched_get_nr_running_avg(int *avg, int *iowait_avg, int *big_avg);



extern void calc_global_load(unsigned long ticks);

extern void update_cpu_load_nohz(void);

include/trace/events/sched.h

+22 −0
Original line number Diff line number Diff line
@@ -895,6 +895,28 @@ TRACE_EVENT(sched_pi_setprio, 
			__entry->oldprio, __entry->newprio)

);



TRACE_EVENT(sched_get_nr_running_avg,



	TP_PROTO(int avg, int big_avg, int iowait_avg),



	TP_ARGS(avg, big_avg, iowait_avg),



	TP_STRUCT__entry(

		__field( int,	avg			)

		__field( int,	big_avg			)

		__field( int,	iowait_avg		)

	),



	TP_fast_assign(

		__entry->avg		= avg;

		__entry->big_avg	= big_avg;

		__entry->iowait_avg	= iowait_avg;

	),



	TP_printk("avg=%d big_avg=%d iowait_avg=%d",

		__entry->avg, __entry->big_avg, __entry->iowait_avg)

);



#endif /* _TRACE_SCHED_H */



/* This part must be outside protection */

kernel/sched/fair.c

+24 −0
Original line number Diff line number Diff line
@@ -4266,6 +4266,30 @@ static inline void unthrottle_offline_cfs_rqs(struct rq *rq) {} 


#endif /* CONFIG_CFS_BANDWIDTH */



/*

 * Return total number of tasks "eligible" to run on highest capacity cpu

 *

 * This is simply nr_big_tasks for cpus which are not of max_capacity and

 * (nr_running - nr_small_tasks) for cpus of max_capacity

 */

unsigned int nr_eligible_big_tasks(int cpu)

{

	struct rq *rq = cpu_rq(cpu);

	int nr_big = rq->hmp_stats.nr_big_tasks;

	int nr = rq->nr_running;

	int nr_small = rq->hmp_stats.nr_small_tasks;



	if (rq->capacity != max_capacity)

		return nr_big;



	/* Consider all (except small) tasks on max_capacity cpu as big tasks */

	nr_big = nr - nr_small;

	if (nr_big < 0)

		nr_big = 0;



	return nr_big;

}



/**************************************************

 * CFS operations on tasks:

 */

kernel/sched/sched.h

+1 −0
Original line number Diff line number Diff line
@@ -746,6 +746,7 @@ extern void fixup_nr_big_small_task(int cpu); 
unsigned int max_task_load(void);

extern void sched_account_irqtime(int cpu, struct task_struct *curr,

				 u64 delta, u64 wallclock);

extern unsigned int nr_eligible_big_tasks(int cpu);



/*

 * 'load' is in reference to "best cpu" at its best frequency.

kernel/sched/sched_avg.c

+25 −7
Original line number Diff line number Diff line
@@ -18,32 +18,38 @@ 
#include <linux/hrtimer.h>

#include <linux/sched.h>

#include <linux/math64.h>

#include <trace/events/sched.h>



#include "sched.h"



static DEFINE_PER_CPU(u64, nr_prod_sum);

static DEFINE_PER_CPU(u64, last_time);

static DEFINE_PER_CPU(u64, nr_big_prod_sum);

static DEFINE_PER_CPU(u64, nr);



static DEFINE_PER_CPU(unsigned long, iowait_prod_sum);

static DEFINE_PER_CPU(spinlock_t, nr_lock) = __SPIN_LOCK_UNLOCKED(nr_lock);

static s64 last_get_time;



/**

 * sched_get_nr_running_avg

 * @return: Average nr_running and iowait value since last poll.

 * @return: Average nr_running, iowait and nr_big_tasks value since last poll.

 *	    Returns the avg * 100 to return up to two decimal points

 *	    of accuracy.

 *

 * Obtains the average nr_running value since the last poll.

 * This function may not be called concurrently with itself

 */

void sched_get_nr_running_avg(int *avg, int *iowait_avg)

void sched_get_nr_running_avg(int *avg, int *iowait_avg, int *big_avg)

{

	int cpu;

	u64 curr_time = sched_clock();

	u64 diff = curr_time - last_get_time;

	u64 tmp_avg = 0, tmp_iowait = 0;

	u64 tmp_avg = 0, tmp_iowait = 0, tmp_big_avg = 0;



	*avg = 0;

	*iowait_avg = 0;

	*big_avg = 0;



	if (!diff)

		return;
@@ -57,22 +63,33 @@ void sched_get_nr_running_avg(int *avg, int *iowait_avg) 
		tmp_avg += per_cpu(nr_prod_sum, cpu);

		tmp_avg += per_cpu(nr, cpu) *

			(curr_time - per_cpu(last_time, cpu));



		tmp_big_avg += per_cpu(nr_big_prod_sum, cpu);

		tmp_big_avg += nr_eligible_big_tasks(cpu) *

			(curr_time - per_cpu(last_time, cpu));



		tmp_iowait = per_cpu(iowait_prod_sum, cpu);

		tmp_iowait +=  nr_iowait_cpu(cpu) *

			(curr_time - per_cpu(last_time, cpu));



		per_cpu(last_time, cpu) = curr_time;



		per_cpu(nr_prod_sum, cpu) = 0;

		per_cpu(nr_big_prod_sum, cpu) = 0;

		per_cpu(iowait_prod_sum, cpu) = 0;



		spin_unlock_irqrestore(&per_cpu(nr_lock, cpu), flags);

	}



	*avg = (int)div64_u64(tmp_avg * 100, diff);

	*big_avg = (int)div64_u64(tmp_big_avg * 100, diff);

	*iowait_avg = (int)div64_u64(tmp_iowait * 100, diff);



	BUG_ON(*avg < 0);

	pr_debug("%s - avg:%d\n", __func__, *avg);

	BUG_ON(*iowait_avg < 0);

	pr_debug("%s - avg:%d\n", __func__, *iowait_avg);

	trace_sched_get_nr_running_avg(*avg, *big_avg, *iowait_avg);



	BUG_ON(*avg < 0 || *big_avg < 0 || *iowait_avg < 0);

	pr_debug("%s - avg:%d big_avg:%d iowait_avg:%d\n",

				 __func__, *avg, *big_avg, *iowait_avg);

}

EXPORT_SYMBOL(sched_get_nr_running_avg);
@@ -100,6 +117,7 @@ void sched_update_nr_prod(int cpu, unsigned long nr_running, bool inc) 
	BUG_ON(per_cpu(nr, cpu) < 0);



	per_cpu(nr_prod_sum, cpu) += nr_running * diff;

	per_cpu(nr_big_prod_sum, cpu) += nr_eligible_big_tasks(cpu) * diff;

	per_cpu(iowait_prod_sum, cpu) += nr_iowait_cpu(cpu) * diff;

	spin_unlock_irqrestore(&per_cpu(nr_lock, cpu), flags);

}