Donate to e Foundation | Murena handsets with /e/OS | Own a part of Murena! Learn more

Commit 96681fc3 authored by Peter Zijlstra's avatar Peter Zijlstra Committed by Ingo Molnar
Browse files

perf, x86: Use NUMA aware allocations for PEBS/BTS/DS allocations 



For performance reasons its best to use memory node local memory for
per-cpu buffers.

This logic comes from a much larger patch proposed by Stephane.

Suggested-by: default avatarStephane Eranian <eranian@google.com>
Signed-off-by: default avatarPeter Zijlstra <a.p.zijlstra@chello.nl>
Acked-by: default avatarStephane Eranian <eranian@google.com>
LKML-Reference: <20101019134808.514465326@chello.nl>
Signed-off-by: default avatarIngo Molnar <mingo@elte.hu>
parent f80c9e30

arch/x86/kernel/cpu/perf_event_intel_ds.c

+6 −3
Original line number Diff line number Diff line
@@ -77,13 +77,14 @@ static void fini_debug_store_on_cpu(int cpu) 
static int alloc_pebs_buffer(int cpu)

{

	struct debug_store *ds = per_cpu(cpu_hw_events, cpu).ds;

	int node = cpu_to_node(cpu);

	int max, thresh = 1; /* always use a single PEBS record */

	void *buffer;



	if (!x86_pmu.pebs)

		return 0;



	buffer = kzalloc(PEBS_BUFFER_SIZE, GFP_KERNEL);

	buffer = kmalloc_node(PEBS_BUFFER_SIZE, GFP_KERNEL | __GFP_ZERO, node);

	if (unlikely(!buffer))

		return -ENOMEM;
@@ -114,13 +115,14 @@ static void release_pebs_buffer(int cpu) 
static int alloc_bts_buffer(int cpu)

{

	struct debug_store *ds = per_cpu(cpu_hw_events, cpu).ds;

	int node = cpu_to_node(cpu);

	int max, thresh;

	void *buffer;



	if (!x86_pmu.bts)

		return 0;



	buffer = kzalloc(BTS_BUFFER_SIZE, GFP_KERNEL);

	buffer = kmalloc_node(BTS_BUFFER_SIZE, GFP_KERNEL | __GFP_ZERO, node);

	if (unlikely(!buffer))

		return -ENOMEM;
@@ -150,9 +152,10 @@ static void release_bts_buffer(int cpu) 


static int alloc_ds_buffer(int cpu)

{

	int node = cpu_to_node(cpu);

	struct debug_store *ds;



	ds = kzalloc(sizeof(*ds), GFP_KERNEL);

	ds = kmalloc_node(sizeof(*ds), GFP_KERNEL | __GFP_ZERO, node);

	if (unlikely(!ds))

		return -ENOMEM;