Donate to e Foundation | Murena handsets with /e/OS | Own a part of Murena! Learn more

Commit 64adadb3 authored by Adrian Hunter's avatar Adrian Hunter Committed by Arnaldo Carvalho de Melo
Browse files

perf scripts python: export-to-sqlite.py: Export IPC information 



Export cycle and instruction counts on samples and calls tables.

Committer testing:

First runs some workload collecting intel_pt with the 'cyc' ter just for
userspace:

  [root@quaco adrian.hunter]# perf record -o simple-retpoline.perf.data -e intel_pt/cyc/u ./simple-retpoline
  [ perf record: Woken up 1 times to write data ]
  [ perf record: Captured and wrote 0.035 MB simple-retpoline.perf.data ]
  [root@quaco adrian.hunter]#

Then use the export-to-sqlite.py script to see if the changes in this
cset don't make it to break and if the changes in the db schema are the
ones expected:

  [root@quaco adrian.hunter]# perf script -i simple-retpoline.perf.data --itrace=be -s ~acme/libexec/perf-core/scripts/python/export-to-sqlite.py simple-retpoline.db branches calls
  2019-05-31 11:50:46.942710 Creating database ...
  2019-05-31 11:50:46.949663 Writing records...
  2019-05-31 11:50:47.224033 Adding indexes
  2019-05-31 11:50:47.231599 Done
  [root@quaco adrian.hunter]#

Now lets use the db:

  [root@quaco adrian.hunter]# sqlite3 simple-retpoline.db
  SQLite version 3.26.0 2018-12-01 12:34:55
  Enter ".help" for usage hints.
  sqlite> .schema samples
  CREATE TABLE samples (id integer NOT NULL PRIMARY KEY,evsel_id bigint,machine_id bigint,thread_id bigint,comm_id bigint,dso_id bigint,symbol_id bigint,sym_offset bigint,ip bigint,time bigint,cpuinteger,to_dso_id bigint,to_symbol_id bigint,to_sym_offset bigint,to_ip bigint,branch_type integer,in_tx boolean,call_path_id bigint,insn_count bigint,cyc_count bigint);
  sqlite>

Cool, the 'insn_count' and 'cyc_count' are there, now lets see if we can
use them in a query:

  sqlite> select insn_count,cyc_count from samples where cyc_count > 1500 and insn_count < 10;
  6|1507
  sqlite> select insn_count,cyc_count from samples where cyc_count > 1500;
  118|2210
  140|1516
  3783|1861
  132|1521
  6|1507
  sqlite>

Seems to work :-)

Signed-off-by: default avatarAdrian Hunter <adrian.hunter@intel.com>
Tested-by: default avatarArnaldo Carvalho de Melo <acme@redhat.com>
Cc: Jiri Olsa <jolsa@redhat.com>
Link: http://lkml.kernel.org/r/20190520113728.14389-17-adrian.hunter@intel.com


Signed-off-by: default avatarArnaldo Carvalho de Melo <acme@redhat.com>
parent 52a2ab6f

tools/perf/scripts/python/export-to-sqlite.py

+24 −12
Original line number Original line Diff line number Diff line
@@ -218,7 +218,9 @@ if branches: 
		'to_ip		bigint,'

		'to_ip		bigint,'

		'branch_type	integer,'

		'branch_type	integer,'

		'in_tx		boolean,'

		'in_tx		boolean,'

		'call_path_id	bigint)')

		'call_path_id	bigint,'

		'insn_count	bigint,'

		'cyc_count	bigint)')

else:

else:

	do_query(query, 'CREATE TABLE samples ('

	do_query(query, 'CREATE TABLE samples ('

		'id		integer		NOT NULL	PRIMARY KEY,'

		'id		integer		NOT NULL	PRIMARY KEY,'
@@ -242,7 +244,9 @@ else: 
		'data_src	bigint,'

		'data_src	bigint,'

		'branch_type	integer,'

		'branch_type	integer,'

		'in_tx		boolean,'

		'in_tx		boolean,'

		'call_path_id	bigint)')

		'call_path_id	bigint,'

		'insn_count	bigint,'

		'cyc_count	bigint)')





if perf_db_export_calls or perf_db_export_callchains:

if perf_db_export_calls or perf_db_export_callchains:

	do_query(query, 'CREATE TABLE call_paths ('

	do_query(query, 'CREATE TABLE call_paths ('
@@ -263,7 +267,9 @@ if perf_db_export_calls: 
		'return_id	bigint,'

		'return_id	bigint,'

		'parent_call_path_id	bigint,'

		'parent_call_path_id	bigint,'

		'flags		integer,'

		'flags		integer,'

		'parent_id	bigint)')

		'parent_id	bigint,'

		'insn_count	bigint,'

		'cyc_count	bigint)')





# printf was added to sqlite in version 3.8.3

# printf was added to sqlite in version 3.8.3

sqlite_has_printf = False

sqlite_has_printf = False
@@ -359,6 +365,9 @@ if perf_db_export_calls: 
			'return_time,'

			'return_time,'

			'return_time - call_time AS elapsed_time,'

			'return_time - call_time AS elapsed_time,'

			'branch_count,'

			'branch_count,'

			'insn_count,'

			'cyc_count,'

			'CASE WHEN cyc_count=0 THEN CAST(0 AS FLOAT) ELSE ROUND(CAST(insn_count AS FLOAT) / cyc_count, 2) END AS IPC,'

			'call_id,'

			'call_id,'

			'return_id,'

			'return_id,'

			'CASE WHEN flags=0 THEN \'\' WHEN flags=1 THEN \'no call\' WHEN flags=2 THEN \'no return\' WHEN flags=3 THEN \'no call/return\' WHEN flags=6 THEN \'jump\' ELSE flags END AS flags,'

			'CASE WHEN flags=0 THEN \'\' WHEN flags=1 THEN \'no call\' WHEN flags=2 THEN \'no return\' WHEN flags=3 THEN \'no call/return\' WHEN flags=6 THEN \'jump\' ELSE flags END AS flags,'
@@ -384,7 +393,10 @@ do_query(query, 'CREATE VIEW samples_view AS ' 
		'to_sym_offset,'

		'to_sym_offset,'

		'(SELECT short_name FROM dsos WHERE id = to_dso_id) AS to_dso_short_name,'

		'(SELECT short_name FROM dsos WHERE id = to_dso_id) AS to_dso_short_name,'

		'(SELECT name FROM branch_types WHERE id = branch_type) AS branch_type_name,'

		'(SELECT name FROM branch_types WHERE id = branch_type) AS branch_type_name,'

		'in_tx'

		'in_tx,'

		'insn_count,'

		'cyc_count,'

		'CASE WHEN cyc_count=0 THEN CAST(0 AS FLOAT) ELSE ROUND(CAST(insn_count AS FLOAT) / cyc_count, 2) END AS IPC'

	' FROM samples')

	' FROM samples')





do_query(query, 'END TRANSACTION')

do_query(query, 'END TRANSACTION')
@@ -407,15 +419,15 @@ branch_type_query = QSqlQuery(db) 
branch_type_query.prepare("INSERT INTO branch_types VALUES (?, ?)")

branch_type_query.prepare("INSERT INTO branch_types VALUES (?, ?)")

sample_query = QSqlQuery(db)

sample_query = QSqlQuery(db)

if branches:

if branches:

	sample_query.prepare("INSERT INTO samples VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)")

	sample_query.prepare("INSERT INTO samples VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)")

else:

else:

	sample_query.prepare("INSERT INTO samples VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)")

	sample_query.prepare("INSERT INTO samples VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)")

if perf_db_export_calls or perf_db_export_callchains:

if perf_db_export_calls or perf_db_export_callchains:

	call_path_query = QSqlQuery(db)

	call_path_query = QSqlQuery(db)

	call_path_query.prepare("INSERT INTO call_paths VALUES (?, ?, ?, ?)")

	call_path_query.prepare("INSERT INTO call_paths VALUES (?, ?, ?, ?)")

if perf_db_export_calls:

if perf_db_export_calls:

	call_query = QSqlQuery(db)

	call_query = QSqlQuery(db)

	call_query.prepare("INSERT INTO calls VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)")

	call_query.prepare("INSERT INTO calls VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)")





def trace_begin():

def trace_begin():

	printdate("Writing records...")

	printdate("Writing records...")
@@ -427,10 +439,10 @@ def trace_begin(): 
	comm_table(0, "unknown")

	comm_table(0, "unknown")

	dso_table(0, 0, "unknown", "unknown", "")

	dso_table(0, 0, "unknown", "unknown", "")

	symbol_table(0, 0, 0, 0, 0, "unknown")

	symbol_table(0, 0, 0, 0, 0, "unknown")

	sample_table(0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0)

	sample_table(0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0)

	if perf_db_export_calls or perf_db_export_callchains:

	if perf_db_export_calls or perf_db_export_callchains:

		call_path_table(0, 0, 0, 0)

		call_path_table(0, 0, 0, 0)

		call_return_table(0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0)

		call_return_table(0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0)





unhandled_count = 0

unhandled_count = 0
@@ -486,14 +498,14 @@ def sample_table(*x): 
	if branches:

	if branches:

		for xx in x[0:15]:

		for xx in x[0:15]:

			sample_query.addBindValue(str(xx))

			sample_query.addBindValue(str(xx))

		for xx in x[19:22]:

		for xx in x[19:24]:

			sample_query.addBindValue(str(xx))

			sample_query.addBindValue(str(xx))

		do_query_(sample_query)

		do_query_(sample_query)

	else:

	else:

		bind_exec(sample_query, 22, x)

		bind_exec(sample_query, 24, x)





def call_path_table(*x):

def call_path_table(*x):

	bind_exec(call_path_query, 4, x)

	bind_exec(call_path_query, 4, x)





def call_return_table(*x):

def call_return_table(*x):

	bind_exec(call_query, 12, x)
 
	bind_exec(call_query, 14, x)