Donate to e Foundation | Murena handsets with /e/OS | Own a part of Murena! Learn more

Commit 2f26ebd5 authored by Steven Rostedt's avatar Steven Rostedt Committed by Steven Rostedt
Browse files

tracing: use timestamp to determine start of latency traces 



Currently the latency tracers reset the ring buffer. Unfortunately
if a commit is in process (due to a trace event), this can corrupt
the ring buffer. When this happens, the ring buffer will detect
the corruption and then permanently disable the ring buffer.

The bug does not crash the system, but it does prevent further tracing
after the bug is hit.

Instead of reseting the trace buffers, the timestamp of the start of
the trace is used instead. The buffers will still contain the previous
data, but the output will not count any data that is before the
timestamp of the trace.

Note, this only affects the static trace output (trace) and not the
runtime trace output (trace_pipe). The runtime trace output does not
make sense for the latency tracers anyway.

Reported-by: default avatarArnaldo Carvalho de Melo <acme@redhat.com>
Signed-off-by: default avatarSteven Rostedt <rostedt@goodmis.org>
parent 76f0d073

kernel/trace/trace.c

+63 −17
Original line number Original line Diff line number Diff line
@@ -454,10 +454,6 @@ update_max_tr(struct trace_array *tr, struct task_struct *tsk, int cpu) 
	tr->buffer = max_tr.buffer;

	tr->buffer = max_tr.buffer;

	max_tr.buffer = buf;

	max_tr.buffer = buf;





	ftrace_disable_cpu();

	ring_buffer_reset(tr->buffer);

	ftrace_enable_cpu();



	__update_max_tr(tr, tsk, cpu);

	__update_max_tr(tr, tsk, cpu);

	__raw_spin_unlock(&ftrace_max_lock);

	__raw_spin_unlock(&ftrace_max_lock);

}

}
@@ -483,7 +479,6 @@ update_max_tr_single(struct trace_array *tr, struct task_struct *tsk, int cpu) 




	ftrace_disable_cpu();

	ftrace_disable_cpu();





	ring_buffer_reset(max_tr.buffer);

	ret = ring_buffer_swap_cpu(max_tr.buffer, tr->buffer, cpu);

	ret = ring_buffer_swap_cpu(max_tr.buffer, tr->buffer, cpu);





	ftrace_enable_cpu();

	ftrace_enable_cpu();
@@ -1374,6 +1369,37 @@ static void *s_next(struct seq_file *m, void *v, loff_t *pos) 
	return ent;

	return ent;

}

}





static void tracing_iter_reset(struct trace_iterator *iter, int cpu)

{

	struct trace_array *tr = iter->tr;

	struct ring_buffer_event *event;

	struct ring_buffer_iter *buf_iter;

	unsigned long entries = 0;

	u64 ts;



	tr->data[cpu]->skipped_entries = 0;



	if (!iter->buffer_iter[cpu])

		return;



	buf_iter = iter->buffer_iter[cpu];

	ring_buffer_iter_reset(buf_iter);



	/*

	 * We could have the case with the max latency tracers

	 * that a reset never took place on a cpu. This is evident

	 * by the timestamp being before the start of the buffer.

	 */

	while ((event = ring_buffer_iter_peek(buf_iter, &ts))) {

		if (ts >= iter->tr->time_start)

			break;

		entries++;

		ring_buffer_read(buf_iter, NULL);

	}



	tr->data[cpu]->skipped_entries = entries;

}



/*

/*

 * No necessary locking here. The worst thing which can

 * No necessary locking here. The worst thing which can

 * happen is loosing events consumed at the same time

 * happen is loosing events consumed at the same time
@@ -1412,10 +1438,9 @@ static void *s_start(struct seq_file *m, loff_t *pos) 




		if (cpu_file == TRACE_PIPE_ALL_CPU) {

		if (cpu_file == TRACE_PIPE_ALL_CPU) {

			for_each_tracing_cpu(cpu)

			for_each_tracing_cpu(cpu)

				ring_buffer_iter_reset(iter->buffer_iter[cpu]);

				tracing_iter_reset(iter, cpu);

		} else

		} else

			ring_buffer_iter_reset(iter->buffer_iter[cpu_file]);

			tracing_iter_reset(iter, cpu_file);







		ftrace_enable_cpu();

		ftrace_enable_cpu();
@@ -1464,16 +1489,32 @@ print_trace_header(struct seq_file *m, struct trace_iterator *iter) 
	struct trace_array *tr = iter->tr;

	struct trace_array *tr = iter->tr;

	struct trace_array_cpu *data = tr->data[tr->cpu];

	struct trace_array_cpu *data = tr->data[tr->cpu];

	struct tracer *type = current_trace;

	struct tracer *type = current_trace;

	unsigned long total;

	unsigned long entries = 0;

	unsigned long entries;

	unsigned long total = 0;

	unsigned long count;

	const char *name = "preemption";

	const char *name = "preemption";

	int cpu;





	if (type)

	if (type)

		name = type->name;

		name = type->name;





	entries = ring_buffer_entries(iter->tr->buffer);



	total = entries +

	for_each_tracing_cpu(cpu) {

		ring_buffer_overruns(iter->tr->buffer);

		count = ring_buffer_entries_cpu(tr->buffer, cpu);

		/*

		 * If this buffer has skipped entries, then we hold all

		 * entries for the trace and we need to ignore the

		 * ones before the time stamp.

		 */

		if (tr->data[cpu]->skipped_entries) {

			count -= tr->data[cpu]->skipped_entries;

			/* total is the same as the entries */

			total += count;

		} else

			total += count +

				ring_buffer_overrun_cpu(tr->buffer, cpu);

		entries += count;

	}





	seq_printf(m, "# %s latency trace v1.1.5 on %s\n",

	seq_printf(m, "# %s latency trace v1.1.5 on %s\n",

		   name, UTS_RELEASE);

		   name, UTS_RELEASE);
@@ -1534,6 +1575,9 @@ static void test_cpu_buff_start(struct trace_iterator *iter) 
	if (cpumask_test_cpu(iter->cpu, iter->started))

	if (cpumask_test_cpu(iter->cpu, iter->started))

		return;

		return;





	if (iter->tr->data[iter->cpu]->skipped_entries)

		return;



	cpumask_set_cpu(iter->cpu, iter->started);

	cpumask_set_cpu(iter->cpu, iter->started);





	/* Don't print started cpu buffer for the first entry of the trace */

	/* Don't print started cpu buffer for the first entry of the trace */
@@ -1796,19 +1840,23 @@ __tracing_open(struct inode *inode, struct file *file) 
	if (ring_buffer_overruns(iter->tr->buffer))

	if (ring_buffer_overruns(iter->tr->buffer))

		iter->iter_flags |= TRACE_FILE_ANNOTATE;

		iter->iter_flags |= TRACE_FILE_ANNOTATE;





	/* stop the trace while dumping */

	tracing_stop();



	if (iter->cpu_file == TRACE_PIPE_ALL_CPU) {

	if (iter->cpu_file == TRACE_PIPE_ALL_CPU) {

		for_each_tracing_cpu(cpu) {

		for_each_tracing_cpu(cpu) {





			iter->buffer_iter[cpu] =

			iter->buffer_iter[cpu] =

				ring_buffer_read_start(iter->tr->buffer, cpu);

				ring_buffer_read_start(iter->tr->buffer, cpu);

			tracing_iter_reset(iter, cpu);

		}

		}

	} else {

	} else {

		cpu = iter->cpu_file;

		cpu = iter->cpu_file;

		iter->buffer_iter[cpu] =

		iter->buffer_iter[cpu] =

				ring_buffer_read_start(iter->tr->buffer, cpu);

				ring_buffer_read_start(iter->tr->buffer, cpu);

		tracing_iter_reset(iter, cpu);

	}

	}





	/* TODO stop tracer */

	ret = seq_open(file, &tracer_seq_ops);

	ret = seq_open(file, &tracer_seq_ops);

	if (ret < 0) {

	if (ret < 0) {

		fail_ret = ERR_PTR(ret);

		fail_ret = ERR_PTR(ret);
@@ -1818,9 +1866,6 @@ __tracing_open(struct inode *inode, struct file *file) 
	m = file->private_data;

	m = file->private_data;

	m->private = iter;

	m->private = iter;





	/* stop the trace while dumping */

	tracing_stop();



	mutex_unlock(&trace_types_lock);

	mutex_unlock(&trace_types_lock);





	return iter;

	return iter;
@@ -1831,6 +1876,7 @@ __tracing_open(struct inode *inode, struct file *file) 
			ring_buffer_read_finish(iter->buffer_iter[cpu]);

			ring_buffer_read_finish(iter->buffer_iter[cpu]);

	}

	}

	free_cpumask_var(iter->started);

	free_cpumask_var(iter->started);

	tracing_start();

 fail:

 fail:

	mutex_unlock(&trace_types_lock);

	mutex_unlock(&trace_types_lock);

	kfree(iter->trace);

	kfree(iter->trace);

kernel/trace/trace.h

+1 −0
Original line number Original line Diff line number Diff line
@@ -241,6 +241,7 @@ struct trace_array_cpu { 
	unsigned long		nice;

	unsigned long		nice;

	unsigned long		policy;

	unsigned long		policy;

	unsigned long		rt_priority;

	unsigned long		rt_priority;

	unsigned long		skipped_entries;

	cycle_t			preempt_timestamp;

	cycle_t			preempt_timestamp;

	pid_t			pid;

	pid_t			pid;

	uid_t			uid;

	uid_t			uid;

kernel/trace/trace_irqsoff.c

+1 −2
Original line number Original line Diff line number Diff line
@@ -178,7 +178,6 @@ out_unlock: 
out:

out:

	data->critical_sequence = max_sequence;

	data->critical_sequence = max_sequence;

	data->preempt_timestamp = ftrace_now(cpu);

	data->preempt_timestamp = ftrace_now(cpu);

	tracing_reset(tr, cpu);

	trace_function(tr, CALLER_ADDR0, parent_ip, flags, pc);

	trace_function(tr, CALLER_ADDR0, parent_ip, flags, pc);

}

}
@@ -208,7 +207,6 @@ start_critical_timing(unsigned long ip, unsigned long parent_ip) 
	data->critical_sequence = max_sequence;

	data->critical_sequence = max_sequence;

	data->preempt_timestamp = ftrace_now(cpu);

	data->preempt_timestamp = ftrace_now(cpu);

	data->critical_start = parent_ip ? : ip;

	data->critical_start = parent_ip ? : ip;

	tracing_reset(tr, cpu);





	local_save_flags(flags);

	local_save_flags(flags);
@@ -379,6 +377,7 @@ static void __irqsoff_tracer_init(struct trace_array *tr) 
	irqsoff_trace = tr;

	irqsoff_trace = tr;

	/* make sure that the tracer is visible */

	/* make sure that the tracer is visible */

	smp_wmb();

	smp_wmb();

	tracing_reset_online_cpus(tr);

	start_irqsoff_tracer(tr);

	start_irqsoff_tracer(tr);

}

}

kernel/trace/trace_sched_wakeup.c

+2 −5
Original line number Original line Diff line number Diff line
@@ -186,11 +186,6 @@ out: 




static void __wakeup_reset(struct trace_array *tr)

static void __wakeup_reset(struct trace_array *tr)

{

{

	int cpu;



	for_each_possible_cpu(cpu)

		tracing_reset(tr, cpu);



	wakeup_cpu = -1;

	wakeup_cpu = -1;

	wakeup_prio = -1;

	wakeup_prio = -1;
@@ -204,6 +199,8 @@ static void wakeup_reset(struct trace_array *tr) 
{

{

	unsigned long flags;

	unsigned long flags;





	tracing_reset_online_cpus(tr);



	local_irq_save(flags);

	local_irq_save(flags);

	__raw_spin_lock(&wakeup_lock);

	__raw_spin_lock(&wakeup_lock);

	__wakeup_reset(tr);

	__wakeup_reset(tr);