3595 lines
112 KiB
Python
Executable File
3595 lines
112 KiB
Python
Executable File
#!/usr/bin/env python
|
|
# SPDX-License-Identifier: GPL-2.0
|
|
# exported-sql-viewer.py: view data from sql database
|
|
# Copyright (c) 2014-2018, Intel Corporation.
|
|
|
|
# To use this script you will need to have exported data using either the
|
|
# export-to-sqlite.py or the export-to-postgresql.py script. Refer to those
|
|
# scripts for details.
|
|
#
|
|
# Following on from the example in the export scripts, a
|
|
# call-graph can be displayed for the pt_example database like this:
|
|
#
|
|
# python tools/perf/scripts/python/exported-sql-viewer.py pt_example
|
|
#
|
|
# Note that for PostgreSQL, this script supports connecting to remote databases
|
|
# by setting hostname, port, username, password, and dbname e.g.
|
|
#
|
|
# python tools/perf/scripts/python/exported-sql-viewer.py "hostname=myhost username=myuser password=mypassword dbname=pt_example"
|
|
#
|
|
# The result is a GUI window with a tree representing a context-sensitive
|
|
# call-graph. Expanding a couple of levels of the tree and adjusting column
|
|
# widths to suit will display something like:
|
|
#
|
|
# Call Graph: pt_example
|
|
# Call Path Object Count Time(ns) Time(%) Branch Count Branch Count(%)
|
|
# v- ls
|
|
# v- 2638:2638
|
|
# v- _start ld-2.19.so 1 10074071 100.0 211135 100.0
|
|
# |- unknown unknown 1 13198 0.1 1 0.0
|
|
# >- _dl_start ld-2.19.so 1 1400980 13.9 19637 9.3
|
|
# >- _d_linit_internal ld-2.19.so 1 448152 4.4 11094 5.3
|
|
# v-__libc_start_main@plt ls 1 8211741 81.5 180397 85.4
|
|
# >- _dl_fixup ld-2.19.so 1 7607 0.1 108 0.1
|
|
# >- __cxa_atexit libc-2.19.so 1 11737 0.1 10 0.0
|
|
# >- __libc_csu_init ls 1 10354 0.1 10 0.0
|
|
# |- _setjmp libc-2.19.so 1 0 0.0 4 0.0
|
|
# v- main ls 1 8182043 99.6 180254 99.9
|
|
#
|
|
# Points to note:
|
|
# The top level is a command name (comm)
|
|
# The next level is a thread (pid:tid)
|
|
# Subsequent levels are functions
|
|
# 'Count' is the number of calls
|
|
# 'Time' is the elapsed time until the function returns
|
|
# Percentages are relative to the level above
|
|
# 'Branch Count' is the total number of branches for that function and all
|
|
# functions that it calls
|
|
|
|
# There is also a "All branches" report, which displays branches and
|
|
# possibly disassembly. However, presently, the only supported disassembler is
|
|
# Intel XED, and additionally the object code must be present in perf build ID
|
|
# cache. To use Intel XED, libxed.so must be present. To build and install
|
|
# libxed.so:
|
|
# git clone https://github.com/intelxed/mbuild.git mbuild
|
|
# git clone https://github.com/intelxed/xed
|
|
# cd xed
|
|
# ./mfile.py --share
|
|
# sudo ./mfile.py --prefix=/usr/local install
|
|
# sudo ldconfig
|
|
#
|
|
# Example report:
|
|
#
|
|
# Time CPU Command PID TID Branch Type In Tx Branch
|
|
# 8107675239590 2 ls 22011 22011 return from interrupt No ffffffff86a00a67 native_irq_return_iret ([kernel]) -> 7fab593ea260 _start (ld-2.19.so)
|
|
# 7fab593ea260 48 89 e7 mov %rsp, %rdi
|
|
# 8107675239899 2 ls 22011 22011 hardware interrupt No 7fab593ea260 _start (ld-2.19.so) -> ffffffff86a012e0 page_fault ([kernel])
|
|
# 8107675241900 2 ls 22011 22011 return from interrupt No ffffffff86a00a67 native_irq_return_iret ([kernel]) -> 7fab593ea260 _start (ld-2.19.so)
|
|
# 7fab593ea260 48 89 e7 mov %rsp, %rdi
|
|
# 7fab593ea263 e8 c8 06 00 00 callq 0x7fab593ea930
|
|
# 8107675241900 2 ls 22011 22011 call No 7fab593ea263 _start+0x3 (ld-2.19.so) -> 7fab593ea930 _dl_start (ld-2.19.so)
|
|
# 7fab593ea930 55 pushq %rbp
|
|
# 7fab593ea931 48 89 e5 mov %rsp, %rbp
|
|
# 7fab593ea934 41 57 pushq %r15
|
|
# 7fab593ea936 41 56 pushq %r14
|
|
# 7fab593ea938 41 55 pushq %r13
|
|
# 7fab593ea93a 41 54 pushq %r12
|
|
# 7fab593ea93c 53 pushq %rbx
|
|
# 7fab593ea93d 48 89 fb mov %rdi, %rbx
|
|
# 7fab593ea940 48 83 ec 68 sub $0x68, %rsp
|
|
# 7fab593ea944 0f 31 rdtsc
|
|
# 7fab593ea946 48 c1 e2 20 shl $0x20, %rdx
|
|
# 7fab593ea94a 89 c0 mov %eax, %eax
|
|
# 7fab593ea94c 48 09 c2 or %rax, %rdx
|
|
# 7fab593ea94f 48 8b 05 1a 15 22 00 movq 0x22151a(%rip), %rax
|
|
# 8107675242232 2 ls 22011 22011 hardware interrupt No 7fab593ea94f _dl_start+0x1f (ld-2.19.so) -> ffffffff86a012e0 page_fault ([kernel])
|
|
# 8107675242900 2 ls 22011 22011 return from interrupt No ffffffff86a00a67 native_irq_return_iret ([kernel]) -> 7fab593ea94f _dl_start+0x1f (ld-2.19.so)
|
|
# 7fab593ea94f 48 8b 05 1a 15 22 00 movq 0x22151a(%rip), %rax
|
|
# 7fab593ea956 48 89 15 3b 13 22 00 movq %rdx, 0x22133b(%rip)
|
|
# 8107675243232 2 ls 22011 22011 hardware interrupt No 7fab593ea956 _dl_start+0x26 (ld-2.19.so) -> ffffffff86a012e0 page_fault ([kernel])
|
|
|
|
from __future__ import print_function
|
|
|
|
import sys
|
|
import argparse
|
|
import weakref
|
|
import threading
|
|
import string
|
|
try:
|
|
# Python2
|
|
import cPickle as pickle
|
|
# size of pickled integer big enough for record size
|
|
glb_nsz = 8
|
|
except ImportError:
|
|
import pickle
|
|
glb_nsz = 16
|
|
import re
|
|
import os
|
|
|
|
pyside_version_1 = True
|
|
if not "--pyside-version-1" in sys.argv:
|
|
try:
|
|
from PySide2.QtCore import *
|
|
from PySide2.QtGui import *
|
|
from PySide2.QtSql import *
|
|
from PySide2.QtWidgets import *
|
|
pyside_version_1 = False
|
|
except:
|
|
pass
|
|
|
|
if pyside_version_1:
|
|
from PySide.QtCore import *
|
|
from PySide.QtGui import *
|
|
from PySide.QtSql import *
|
|
|
|
from decimal import *
|
|
from ctypes import *
|
|
from multiprocessing import Process, Array, Value, Event
|
|
|
|
# xrange is range in Python3
|
|
try:
|
|
xrange
|
|
except NameError:
|
|
xrange = range
|
|
|
|
def printerr(*args, **keyword_args):
|
|
print(*args, file=sys.stderr, **keyword_args)
|
|
|
|
# Data formatting helpers
|
|
|
|
def tohex(ip):
|
|
if ip < 0:
|
|
ip += 1 << 64
|
|
return "%x" % ip
|
|
|
|
def offstr(offset):
|
|
if offset:
|
|
return "+0x%x" % offset
|
|
return ""
|
|
|
|
def dsoname(name):
|
|
if name == "[kernel.kallsyms]":
|
|
return "[kernel]"
|
|
return name
|
|
|
|
def findnth(s, sub, n, offs=0):
|
|
pos = s.find(sub)
|
|
if pos < 0:
|
|
return pos
|
|
if n <= 1:
|
|
return offs + pos
|
|
return findnth(s[pos + 1:], sub, n - 1, offs + pos + 1)
|
|
|
|
# Percent to one decimal place
|
|
|
|
def PercentToOneDP(n, d):
|
|
if not d:
|
|
return "0.0"
|
|
x = (n * Decimal(100)) / d
|
|
return str(x.quantize(Decimal(".1"), rounding=ROUND_HALF_UP))
|
|
|
|
# Helper for queries that must not fail
|
|
|
|
def QueryExec(query, stmt):
|
|
ret = query.exec_(stmt)
|
|
if not ret:
|
|
raise Exception("Query failed: " + query.lastError().text())
|
|
|
|
# Background thread
|
|
|
|
class Thread(QThread):
|
|
|
|
done = Signal(object)
|
|
|
|
def __init__(self, task, param=None, parent=None):
|
|
super(Thread, self).__init__(parent)
|
|
self.task = task
|
|
self.param = param
|
|
|
|
def run(self):
|
|
while True:
|
|
if self.param is None:
|
|
done, result = self.task()
|
|
else:
|
|
done, result = self.task(self.param)
|
|
self.done.emit(result)
|
|
if done:
|
|
break
|
|
|
|
# Tree data model
|
|
|
|
class TreeModel(QAbstractItemModel):
|
|
|
|
def __init__(self, glb, params, parent=None):
|
|
super(TreeModel, self).__init__(parent)
|
|
self.glb = glb
|
|
self.params = params
|
|
self.root = self.GetRoot()
|
|
self.last_row_read = 0
|
|
|
|
def Item(self, parent):
|
|
if parent.isValid():
|
|
return parent.internalPointer()
|
|
else:
|
|
return self.root
|
|
|
|
def rowCount(self, parent):
|
|
result = self.Item(parent).childCount()
|
|
if result < 0:
|
|
result = 0
|
|
self.dataChanged.emit(parent, parent)
|
|
return result
|
|
|
|
def hasChildren(self, parent):
|
|
return self.Item(parent).hasChildren()
|
|
|
|
def headerData(self, section, orientation, role):
|
|
if role == Qt.TextAlignmentRole:
|
|
return self.columnAlignment(section)
|
|
if role != Qt.DisplayRole:
|
|
return None
|
|
if orientation != Qt.Horizontal:
|
|
return None
|
|
return self.columnHeader(section)
|
|
|
|
def parent(self, child):
|
|
child_item = child.internalPointer()
|
|
if child_item is self.root:
|
|
return QModelIndex()
|
|
parent_item = child_item.getParentItem()
|
|
return self.createIndex(parent_item.getRow(), 0, parent_item)
|
|
|
|
def index(self, row, column, parent):
|
|
child_item = self.Item(parent).getChildItem(row)
|
|
return self.createIndex(row, column, child_item)
|
|
|
|
def DisplayData(self, item, index):
|
|
return item.getData(index.column())
|
|
|
|
def FetchIfNeeded(self, row):
|
|
if row > self.last_row_read:
|
|
self.last_row_read = row
|
|
if row + 10 >= self.root.child_count:
|
|
self.fetcher.Fetch(glb_chunk_sz)
|
|
|
|
def columnAlignment(self, column):
|
|
return Qt.AlignLeft
|
|
|
|
def columnFont(self, column):
|
|
return None
|
|
|
|
def data(self, index, role):
|
|
if role == Qt.TextAlignmentRole:
|
|
return self.columnAlignment(index.column())
|
|
if role == Qt.FontRole:
|
|
return self.columnFont(index.column())
|
|
if role != Qt.DisplayRole:
|
|
return None
|
|
item = index.internalPointer()
|
|
return self.DisplayData(item, index)
|
|
|
|
# Table data model
|
|
|
|
class TableModel(QAbstractTableModel):
|
|
|
|
def __init__(self, parent=None):
|
|
super(TableModel, self).__init__(parent)
|
|
self.child_count = 0
|
|
self.child_items = []
|
|
self.last_row_read = 0
|
|
|
|
def Item(self, parent):
|
|
if parent.isValid():
|
|
return parent.internalPointer()
|
|
else:
|
|
return self
|
|
|
|
def rowCount(self, parent):
|
|
return self.child_count
|
|
|
|
def headerData(self, section, orientation, role):
|
|
if role == Qt.TextAlignmentRole:
|
|
return self.columnAlignment(section)
|
|
if role != Qt.DisplayRole:
|
|
return None
|
|
if orientation != Qt.Horizontal:
|
|
return None
|
|
return self.columnHeader(section)
|
|
|
|
def index(self, row, column, parent):
|
|
return self.createIndex(row, column, self.child_items[row])
|
|
|
|
def DisplayData(self, item, index):
|
|
return item.getData(index.column())
|
|
|
|
def FetchIfNeeded(self, row):
|
|
if row > self.last_row_read:
|
|
self.last_row_read = row
|
|
if row + 10 >= self.child_count:
|
|
self.fetcher.Fetch(glb_chunk_sz)
|
|
|
|
def columnAlignment(self, column):
|
|
return Qt.AlignLeft
|
|
|
|
def columnFont(self, column):
|
|
return None
|
|
|
|
def data(self, index, role):
|
|
if role == Qt.TextAlignmentRole:
|
|
return self.columnAlignment(index.column())
|
|
if role == Qt.FontRole:
|
|
return self.columnFont(index.column())
|
|
if role != Qt.DisplayRole:
|
|
return None
|
|
item = index.internalPointer()
|
|
return self.DisplayData(item, index)
|
|
|
|
# Model cache
|
|
|
|
model_cache = weakref.WeakValueDictionary()
|
|
model_cache_lock = threading.Lock()
|
|
|
|
def LookupCreateModel(model_name, create_fn):
|
|
model_cache_lock.acquire()
|
|
try:
|
|
model = model_cache[model_name]
|
|
except:
|
|
model = None
|
|
if model is None:
|
|
model = create_fn()
|
|
model_cache[model_name] = model
|
|
model_cache_lock.release()
|
|
return model
|
|
|
|
# Find bar
|
|
|
|
class FindBar():
|
|
|
|
def __init__(self, parent, finder, is_reg_expr=False):
|
|
self.finder = finder
|
|
self.context = []
|
|
self.last_value = None
|
|
self.last_pattern = None
|
|
|
|
label = QLabel("Find:")
|
|
label.setSizePolicy(QSizePolicy.Fixed, QSizePolicy.Fixed)
|
|
|
|
self.textbox = QComboBox()
|
|
self.textbox.setEditable(True)
|
|
self.textbox.currentIndexChanged.connect(self.ValueChanged)
|
|
|
|
self.progress = QProgressBar()
|
|
self.progress.setRange(0, 0)
|
|
self.progress.hide()
|
|
|
|
if is_reg_expr:
|
|
self.pattern = QCheckBox("Regular Expression")
|
|
else:
|
|
self.pattern = QCheckBox("Pattern")
|
|
self.pattern.setSizePolicy(QSizePolicy.Fixed, QSizePolicy.Fixed)
|
|
|
|
self.next_button = QToolButton()
|
|
self.next_button.setIcon(parent.style().standardIcon(QStyle.SP_ArrowDown))
|
|
self.next_button.released.connect(lambda: self.NextPrev(1))
|
|
|
|
self.prev_button = QToolButton()
|
|
self.prev_button.setIcon(parent.style().standardIcon(QStyle.SP_ArrowUp))
|
|
self.prev_button.released.connect(lambda: self.NextPrev(-1))
|
|
|
|
self.close_button = QToolButton()
|
|
self.close_button.setIcon(parent.style().standardIcon(QStyle.SP_DockWidgetCloseButton))
|
|
self.close_button.released.connect(self.Deactivate)
|
|
|
|
self.hbox = QHBoxLayout()
|
|
self.hbox.setContentsMargins(0, 0, 0, 0)
|
|
|
|
self.hbox.addWidget(label)
|
|
self.hbox.addWidget(self.textbox)
|
|
self.hbox.addWidget(self.progress)
|
|
self.hbox.addWidget(self.pattern)
|
|
self.hbox.addWidget(self.next_button)
|
|
self.hbox.addWidget(self.prev_button)
|
|
self.hbox.addWidget(self.close_button)
|
|
|
|
self.bar = QWidget()
|
|
self.bar.setLayout(self.hbox)
|
|
self.bar.hide()
|
|
|
|
def Widget(self):
|
|
return self.bar
|
|
|
|
def Activate(self):
|
|
self.bar.show()
|
|
self.textbox.lineEdit().selectAll()
|
|
self.textbox.setFocus()
|
|
|
|
def Deactivate(self):
|
|
self.bar.hide()
|
|
|
|
def Busy(self):
|
|
self.textbox.setEnabled(False)
|
|
self.pattern.hide()
|
|
self.next_button.hide()
|
|
self.prev_button.hide()
|
|
self.progress.show()
|
|
|
|
def Idle(self):
|
|
self.textbox.setEnabled(True)
|
|
self.progress.hide()
|
|
self.pattern.show()
|
|
self.next_button.show()
|
|
self.prev_button.show()
|
|
|
|
def Find(self, direction):
|
|
value = self.textbox.currentText()
|
|
pattern = self.pattern.isChecked()
|
|
self.last_value = value
|
|
self.last_pattern = pattern
|
|
self.finder.Find(value, direction, pattern, self.context)
|
|
|
|
def ValueChanged(self):
|
|
value = self.textbox.currentText()
|
|
pattern = self.pattern.isChecked()
|
|
index = self.textbox.currentIndex()
|
|
data = self.textbox.itemData(index)
|
|
# Store the pattern in the combo box to keep it with the text value
|
|
if data == None:
|
|
self.textbox.setItemData(index, pattern)
|
|
else:
|
|
self.pattern.setChecked(data)
|
|
self.Find(0)
|
|
|
|
def NextPrev(self, direction):
|
|
value = self.textbox.currentText()
|
|
pattern = self.pattern.isChecked()
|
|
if value != self.last_value:
|
|
index = self.textbox.findText(value)
|
|
# Allow for a button press before the value has been added to the combo box
|
|
if index < 0:
|
|
index = self.textbox.count()
|
|
self.textbox.addItem(value, pattern)
|
|
self.textbox.setCurrentIndex(index)
|
|
return
|
|
else:
|
|
self.textbox.setItemData(index, pattern)
|
|
elif pattern != self.last_pattern:
|
|
# Keep the pattern recorded in the combo box up to date
|
|
index = self.textbox.currentIndex()
|
|
self.textbox.setItemData(index, pattern)
|
|
self.Find(direction)
|
|
|
|
def NotFound(self):
|
|
QMessageBox.information(self.bar, "Find", "'" + self.textbox.currentText() + "' not found")
|
|
|
|
# Context-sensitive call graph data model item base
|
|
|
|
class CallGraphLevelItemBase(object):
|
|
|
|
def __init__(self, glb, params, row, parent_item):
|
|
self.glb = glb
|
|
self.params = params
|
|
self.row = row
|
|
self.parent_item = parent_item
|
|
self.query_done = False
|
|
self.child_count = 0
|
|
self.child_items = []
|
|
if parent_item:
|
|
self.level = parent_item.level + 1
|
|
else:
|
|
self.level = 0
|
|
|
|
def getChildItem(self, row):
|
|
return self.child_items[row]
|
|
|
|
def getParentItem(self):
|
|
return self.parent_item
|
|
|
|
def getRow(self):
|
|
return self.row
|
|
|
|
def childCount(self):
|
|
if not self.query_done:
|
|
self.Select()
|
|
if not self.child_count:
|
|
return -1
|
|
return self.child_count
|
|
|
|
def hasChildren(self):
|
|
if not self.query_done:
|
|
return True
|
|
return self.child_count > 0
|
|
|
|
def getData(self, column):
|
|
return self.data[column]
|
|
|
|
# Context-sensitive call graph data model level 2+ item base
|
|
|
|
class CallGraphLevelTwoPlusItemBase(CallGraphLevelItemBase):
|
|
|
|
def __init__(self, glb, params, row, comm_id, thread_id, call_path_id, time, insn_cnt, cyc_cnt, branch_count, parent_item):
|
|
super(CallGraphLevelTwoPlusItemBase, self).__init__(glb, params, row, parent_item)
|
|
self.comm_id = comm_id
|
|
self.thread_id = thread_id
|
|
self.call_path_id = call_path_id
|
|
self.insn_cnt = insn_cnt
|
|
self.cyc_cnt = cyc_cnt
|
|
self.branch_count = branch_count
|
|
self.time = time
|
|
|
|
def Select(self):
|
|
self.query_done = True
|
|
query = QSqlQuery(self.glb.db)
|
|
if self.params.have_ipc:
|
|
ipc_str = ", SUM(insn_count), SUM(cyc_count)"
|
|
else:
|
|
ipc_str = ""
|
|
QueryExec(query, "SELECT call_path_id, name, short_name, COUNT(calls.id), SUM(return_time - call_time)" + ipc_str + ", SUM(branch_count)"
|
|
" FROM calls"
|
|
" INNER JOIN call_paths ON calls.call_path_id = call_paths.id"
|
|
" INNER JOIN symbols ON call_paths.symbol_id = symbols.id"
|
|
" INNER JOIN dsos ON symbols.dso_id = dsos.id"
|
|
" WHERE parent_call_path_id = " + str(self.call_path_id) +
|
|
" AND comm_id = " + str(self.comm_id) +
|
|
" AND thread_id = " + str(self.thread_id) +
|
|
" GROUP BY call_path_id, name, short_name"
|
|
" ORDER BY call_path_id")
|
|
while query.next():
|
|
if self.params.have_ipc:
|
|
insn_cnt = int(query.value(5))
|
|
cyc_cnt = int(query.value(6))
|
|
branch_count = int(query.value(7))
|
|
else:
|
|
insn_cnt = 0
|
|
cyc_cnt = 0
|
|
branch_count = int(query.value(5))
|
|
child_item = CallGraphLevelThreeItem(self.glb, self.params, self.child_count, self.comm_id, self.thread_id, query.value(0), query.value(1), query.value(2), query.value(3), int(query.value(4)), insn_cnt, cyc_cnt, branch_count, self)
|
|
self.child_items.append(child_item)
|
|
self.child_count += 1
|
|
|
|
# Context-sensitive call graph data model level three item
|
|
|
|
class CallGraphLevelThreeItem(CallGraphLevelTwoPlusItemBase):
|
|
|
|
def __init__(self, glb, params, row, comm_id, thread_id, call_path_id, name, dso, count, time, insn_cnt, cyc_cnt, branch_count, parent_item):
|
|
super(CallGraphLevelThreeItem, self).__init__(glb, params, row, comm_id, thread_id, call_path_id, time, insn_cnt, cyc_cnt, branch_count, parent_item)
|
|
dso = dsoname(dso)
|
|
if self.params.have_ipc:
|
|
insn_pcnt = PercentToOneDP(insn_cnt, parent_item.insn_cnt)
|
|
cyc_pcnt = PercentToOneDP(cyc_cnt, parent_item.cyc_cnt)
|
|
br_pcnt = PercentToOneDP(branch_count, parent_item.branch_count)
|
|
ipc = CalcIPC(cyc_cnt, insn_cnt)
|
|
self.data = [ name, dso, str(count), str(time), PercentToOneDP(time, parent_item.time), str(insn_cnt), insn_pcnt, str(cyc_cnt), cyc_pcnt, ipc, str(branch_count), br_pcnt ]
|
|
else:
|
|
self.data = [ name, dso, str(count), str(time), PercentToOneDP(time, parent_item.time), str(branch_count), PercentToOneDP(branch_count, parent_item.branch_count) ]
|
|
self.dbid = call_path_id
|
|
|
|
# Context-sensitive call graph data model level two item
|
|
|
|
class CallGraphLevelTwoItem(CallGraphLevelTwoPlusItemBase):
|
|
|
|
def __init__(self, glb, params, row, comm_id, thread_id, pid, tid, parent_item):
|
|
super(CallGraphLevelTwoItem, self).__init__(glb, params, row, comm_id, thread_id, 1, 0, 0, 0, 0, parent_item)
|
|
if self.params.have_ipc:
|
|
self.data = [str(pid) + ":" + str(tid), "", "", "", "", "", "", "", "", "", "", ""]
|
|
else:
|
|
self.data = [str(pid) + ":" + str(tid), "", "", "", "", "", ""]
|
|
self.dbid = thread_id
|
|
|
|
def Select(self):
|
|
super(CallGraphLevelTwoItem, self).Select()
|
|
for child_item in self.child_items:
|
|
self.time += child_item.time
|
|
self.insn_cnt += child_item.insn_cnt
|
|
self.cyc_cnt += child_item.cyc_cnt
|
|
self.branch_count += child_item.branch_count
|
|
for child_item in self.child_items:
|
|
child_item.data[4] = PercentToOneDP(child_item.time, self.time)
|
|
if self.params.have_ipc:
|
|
child_item.data[6] = PercentToOneDP(child_item.insn_cnt, self.insn_cnt)
|
|
child_item.data[8] = PercentToOneDP(child_item.cyc_cnt, self.cyc_cnt)
|
|
child_item.data[11] = PercentToOneDP(child_item.branch_count, self.branch_count)
|
|
else:
|
|
child_item.data[6] = PercentToOneDP(child_item.branch_count, self.branch_count)
|
|
|
|
# Context-sensitive call graph data model level one item
|
|
|
|
class CallGraphLevelOneItem(CallGraphLevelItemBase):
|
|
|
|
def __init__(self, glb, params, row, comm_id, comm, parent_item):
|
|
super(CallGraphLevelOneItem, self).__init__(glb, params, row, parent_item)
|
|
if self.params.have_ipc:
|
|
self.data = [comm, "", "", "", "", "", "", "", "", "", "", ""]
|
|
else:
|
|
self.data = [comm, "", "", "", "", "", ""]
|
|
self.dbid = comm_id
|
|
|
|
def Select(self):
|
|
self.query_done = True
|
|
query = QSqlQuery(self.glb.db)
|
|
QueryExec(query, "SELECT thread_id, pid, tid"
|
|
" FROM comm_threads"
|
|
" INNER JOIN threads ON thread_id = threads.id"
|
|
" WHERE comm_id = " + str(self.dbid))
|
|
while query.next():
|
|
child_item = CallGraphLevelTwoItem(self.glb, self.params, self.child_count, self.dbid, query.value(0), query.value(1), query.value(2), self)
|
|
self.child_items.append(child_item)
|
|
self.child_count += 1
|
|
|
|
# Context-sensitive call graph data model root item
|
|
|
|
class CallGraphRootItem(CallGraphLevelItemBase):
|
|
|
|
def __init__(self, glb, params):
|
|
super(CallGraphRootItem, self).__init__(glb, params, 0, None)
|
|
self.dbid = 0
|
|
self.query_done = True
|
|
if_has_calls = ""
|
|
if IsSelectable(glb.db, "comms", columns = "has_calls"):
|
|
if_has_calls = " WHERE has_calls = " + glb.dbref.TRUE
|
|
query = QSqlQuery(glb.db)
|
|
QueryExec(query, "SELECT id, comm FROM comms" + if_has_calls)
|
|
while query.next():
|
|
if not query.value(0):
|
|
continue
|
|
child_item = CallGraphLevelOneItem(glb, params, self.child_count, query.value(0), query.value(1), self)
|
|
self.child_items.append(child_item)
|
|
self.child_count += 1
|
|
|
|
# Call graph model parameters
|
|
|
|
class CallGraphModelParams():
|
|
|
|
def __init__(self, glb, parent=None):
|
|
self.have_ipc = IsSelectable(glb.db, "calls", columns = "insn_count, cyc_count")
|
|
|
|
# Context-sensitive call graph data model base
|
|
|
|
class CallGraphModelBase(TreeModel):
|
|
|
|
def __init__(self, glb, parent=None):
|
|
super(CallGraphModelBase, self).__init__(glb, CallGraphModelParams(glb), parent)
|
|
|
|
def FindSelect(self, value, pattern, query):
|
|
if pattern:
|
|
# postgresql and sqlite pattern patching differences:
|
|
# postgresql LIKE is case sensitive but sqlite LIKE is not
|
|
# postgresql LIKE allows % and _ to be escaped with \ but sqlite LIKE does not
|
|
# postgresql supports ILIKE which is case insensitive
|
|
# sqlite supports GLOB (text only) which uses * and ? and is case sensitive
|
|
if not self.glb.dbref.is_sqlite3:
|
|
# Escape % and _
|
|
s = value.replace("%", "\%")
|
|
s = s.replace("_", "\_")
|
|
# Translate * and ? into SQL LIKE pattern characters % and _
|
|
trans = string.maketrans("*?", "%_")
|
|
match = " LIKE '" + str(s).translate(trans) + "'"
|
|
else:
|
|
match = " GLOB '" + str(value) + "'"
|
|
else:
|
|
match = " = '" + str(value) + "'"
|
|
self.DoFindSelect(query, match)
|
|
|
|
def Found(self, query, found):
|
|
if found:
|
|
return self.FindPath(query)
|
|
return []
|
|
|
|
def FindValue(self, value, pattern, query, last_value, last_pattern):
|
|
if last_value == value and pattern == last_pattern:
|
|
found = query.first()
|
|
else:
|
|
self.FindSelect(value, pattern, query)
|
|
found = query.next()
|
|
return self.Found(query, found)
|
|
|
|
def FindNext(self, query):
|
|
found = query.next()
|
|
if not found:
|
|
found = query.first()
|
|
return self.Found(query, found)
|
|
|
|
def FindPrev(self, query):
|
|
found = query.previous()
|
|
if not found:
|
|
found = query.last()
|
|
return self.Found(query, found)
|
|
|
|
def FindThread(self, c):
|
|
if c.direction == 0 or c.value != c.last_value or c.pattern != c.last_pattern:
|
|
ids = self.FindValue(c.value, c.pattern, c.query, c.last_value, c.last_pattern)
|
|
elif c.direction > 0:
|
|
ids = self.FindNext(c.query)
|
|
else:
|
|
ids = self.FindPrev(c.query)
|
|
return (True, ids)
|
|
|
|
def Find(self, value, direction, pattern, context, callback):
|
|
class Context():
|
|
def __init__(self, *x):
|
|
self.value, self.direction, self.pattern, self.query, self.last_value, self.last_pattern = x
|
|
def Update(self, *x):
|
|
self.value, self.direction, self.pattern, self.last_value, self.last_pattern = x + (self.value, self.pattern)
|
|
if len(context):
|
|
context[0].Update(value, direction, pattern)
|
|
else:
|
|
context.append(Context(value, direction, pattern, QSqlQuery(self.glb.db), None, None))
|
|
# Use a thread so the UI is not blocked during the SELECT
|
|
thread = Thread(self.FindThread, context[0])
|
|
thread.done.connect(lambda ids, t=thread, c=callback: self.FindDone(t, c, ids), Qt.QueuedConnection)
|
|
thread.start()
|
|
|
|
def FindDone(self, thread, callback, ids):
|
|
callback(ids)
|
|
|
|
# Context-sensitive call graph data model
|
|
|
|
class CallGraphModel(CallGraphModelBase):
|
|
|
|
def __init__(self, glb, parent=None):
|
|
super(CallGraphModel, self).__init__(glb, parent)
|
|
|
|
def GetRoot(self):
|
|
return CallGraphRootItem(self.glb, self.params)
|
|
|
|
def columnCount(self, parent=None):
|
|
if self.params.have_ipc:
|
|
return 12
|
|
else:
|
|
return 7
|
|
|
|
def columnHeader(self, column):
|
|
if self.params.have_ipc:
|
|
headers = ["Call Path", "Object", "Count ", "Time (ns) ", "Time (%) ", "Insn Cnt", "Insn Cnt (%)", "Cyc Cnt", "Cyc Cnt (%)", "IPC", "Branch Count ", "Branch Count (%) "]
|
|
else:
|
|
headers = ["Call Path", "Object", "Count ", "Time (ns) ", "Time (%) ", "Branch Count ", "Branch Count (%) "]
|
|
return headers[column]
|
|
|
|
def columnAlignment(self, column):
|
|
if self.params.have_ipc:
|
|
alignment = [ Qt.AlignLeft, Qt.AlignLeft, Qt.AlignRight, Qt.AlignRight, Qt.AlignRight, Qt.AlignRight, Qt.AlignRight, Qt.AlignRight, Qt.AlignRight, Qt.AlignRight, Qt.AlignRight, Qt.AlignRight ]
|
|
else:
|
|
alignment = [ Qt.AlignLeft, Qt.AlignLeft, Qt.AlignRight, Qt.AlignRight, Qt.AlignRight, Qt.AlignRight, Qt.AlignRight ]
|
|
return alignment[column]
|
|
|
|
def DoFindSelect(self, query, match):
|
|
QueryExec(query, "SELECT call_path_id, comm_id, thread_id"
|
|
" FROM calls"
|
|
" INNER JOIN call_paths ON calls.call_path_id = call_paths.id"
|
|
" INNER JOIN symbols ON call_paths.symbol_id = symbols.id"
|
|
" WHERE symbols.name" + match +
|
|
" GROUP BY comm_id, thread_id, call_path_id"
|
|
" ORDER BY comm_id, thread_id, call_path_id")
|
|
|
|
def FindPath(self, query):
|
|
# Turn the query result into a list of ids that the tree view can walk
|
|
# to open the tree at the right place.
|
|
ids = []
|
|
parent_id = query.value(0)
|
|
while parent_id:
|
|
ids.insert(0, parent_id)
|
|
q2 = QSqlQuery(self.glb.db)
|
|
QueryExec(q2, "SELECT parent_id"
|
|
" FROM call_paths"
|
|
" WHERE id = " + str(parent_id))
|
|
if not q2.next():
|
|
break
|
|
parent_id = q2.value(0)
|
|
# The call path root is not used
|
|
if ids[0] == 1:
|
|
del ids[0]
|
|
ids.insert(0, query.value(2))
|
|
ids.insert(0, query.value(1))
|
|
return ids
|
|
|
|
# Call tree data model level 2+ item base
|
|
|
|
class CallTreeLevelTwoPlusItemBase(CallGraphLevelItemBase):
|
|
|
|
def __init__(self, glb, params, row, comm_id, thread_id, calls_id, time, insn_cnt, cyc_cnt, branch_count, parent_item):
|
|
super(CallTreeLevelTwoPlusItemBase, self).__init__(glb, params, row, parent_item)
|
|
self.comm_id = comm_id
|
|
self.thread_id = thread_id
|
|
self.calls_id = calls_id
|
|
self.insn_cnt = insn_cnt
|
|
self.cyc_cnt = cyc_cnt
|
|
self.branch_count = branch_count
|
|
self.time = time
|
|
|
|
def Select(self):
|
|
self.query_done = True
|
|
if self.calls_id == 0:
|
|
comm_thread = " AND comm_id = " + str(self.comm_id) + " AND thread_id = " + str(self.thread_id)
|
|
else:
|
|
comm_thread = ""
|
|
if self.params.have_ipc:
|
|
ipc_str = ", insn_count, cyc_count"
|
|
else:
|
|
ipc_str = ""
|
|
query = QSqlQuery(self.glb.db)
|
|
QueryExec(query, "SELECT calls.id, name, short_name, call_time, return_time - call_time" + ipc_str + ", branch_count"
|
|
" FROM calls"
|
|
" INNER JOIN call_paths ON calls.call_path_id = call_paths.id"
|
|
" INNER JOIN symbols ON call_paths.symbol_id = symbols.id"
|
|
" INNER JOIN dsos ON symbols.dso_id = dsos.id"
|
|
" WHERE calls.parent_id = " + str(self.calls_id) + comm_thread +
|
|
" ORDER BY call_time, calls.id")
|
|
while query.next():
|
|
if self.params.have_ipc:
|
|
insn_cnt = int(query.value(5))
|
|
cyc_cnt = int(query.value(6))
|
|
branch_count = int(query.value(7))
|
|
else:
|
|
insn_cnt = 0
|
|
cyc_cnt = 0
|
|
branch_count = int(query.value(5))
|
|
child_item = CallTreeLevelThreeItem(self.glb, self.params, self.child_count, self.comm_id, self.thread_id, query.value(0), query.value(1), query.value(2), query.value(3), int(query.value(4)), insn_cnt, cyc_cnt, branch_count, self)
|
|
self.child_items.append(child_item)
|
|
self.child_count += 1
|
|
|
|
# Call tree data model level three item
|
|
|
|
class CallTreeLevelThreeItem(CallTreeLevelTwoPlusItemBase):
|
|
|
|
def __init__(self, glb, params, row, comm_id, thread_id, calls_id, name, dso, count, time, insn_cnt, cyc_cnt, branch_count, parent_item):
|
|
super(CallTreeLevelThreeItem, self).__init__(glb, params, row, comm_id, thread_id, calls_id, time, insn_cnt, cyc_cnt, branch_count, parent_item)
|
|
dso = dsoname(dso)
|
|
if self.params.have_ipc:
|
|
insn_pcnt = PercentToOneDP(insn_cnt, parent_item.insn_cnt)
|
|
cyc_pcnt = PercentToOneDP(cyc_cnt, parent_item.cyc_cnt)
|
|
br_pcnt = PercentToOneDP(branch_count, parent_item.branch_count)
|
|
ipc = CalcIPC(cyc_cnt, insn_cnt)
|
|
self.data = [ name, dso, str(count), str(time), PercentToOneDP(time, parent_item.time), str(insn_cnt), insn_pcnt, str(cyc_cnt), cyc_pcnt, ipc, str(branch_count), br_pcnt ]
|
|
else:
|
|
self.data = [ name, dso, str(count), str(time), PercentToOneDP(time, parent_item.time), str(branch_count), PercentToOneDP(branch_count, parent_item.branch_count) ]
|
|
self.dbid = calls_id
|
|
|
|
# Call tree data model level two item
|
|
|
|
class CallTreeLevelTwoItem(CallTreeLevelTwoPlusItemBase):
|
|
|
|
def __init__(self, glb, params, row, comm_id, thread_id, pid, tid, parent_item):
|
|
super(CallTreeLevelTwoItem, self).__init__(glb, params, row, comm_id, thread_id, 0, 0, 0, 0, 0, parent_item)
|
|
if self.params.have_ipc:
|
|
self.data = [str(pid) + ":" + str(tid), "", "", "", "", "", "", "", "", "", "", ""]
|
|
else:
|
|
self.data = [str(pid) + ":" + str(tid), "", "", "", "", "", ""]
|
|
self.dbid = thread_id
|
|
|
|
def Select(self):
|
|
super(CallTreeLevelTwoItem, self).Select()
|
|
for child_item in self.child_items:
|
|
self.time += child_item.time
|
|
self.insn_cnt += child_item.insn_cnt
|
|
self.cyc_cnt += child_item.cyc_cnt
|
|
self.branch_count += child_item.branch_count
|
|
for child_item in self.child_items:
|
|
child_item.data[4] = PercentToOneDP(child_item.time, self.time)
|
|
if self.params.have_ipc:
|
|
child_item.data[6] = PercentToOneDP(child_item.insn_cnt, self.insn_cnt)
|
|
child_item.data[8] = PercentToOneDP(child_item.cyc_cnt, self.cyc_cnt)
|
|
child_item.data[11] = PercentToOneDP(child_item.branch_count, self.branch_count)
|
|
else:
|
|
child_item.data[6] = PercentToOneDP(child_item.branch_count, self.branch_count)
|
|
|
|
# Call tree data model level one item
|
|
|
|
class CallTreeLevelOneItem(CallGraphLevelItemBase):
|
|
|
|
def __init__(self, glb, params, row, comm_id, comm, parent_item):
|
|
super(CallTreeLevelOneItem, self).__init__(glb, params, row, parent_item)
|
|
if self.params.have_ipc:
|
|
self.data = [comm, "", "", "", "", "", "", "", "", "", "", ""]
|
|
else:
|
|
self.data = [comm, "", "", "", "", "", ""]
|
|
self.dbid = comm_id
|
|
|
|
def Select(self):
|
|
self.query_done = True
|
|
query = QSqlQuery(self.glb.db)
|
|
QueryExec(query, "SELECT thread_id, pid, tid"
|
|
" FROM comm_threads"
|
|
" INNER JOIN threads ON thread_id = threads.id"
|
|
" WHERE comm_id = " + str(self.dbid))
|
|
while query.next():
|
|
child_item = CallTreeLevelTwoItem(self.glb, self.params, self.child_count, self.dbid, query.value(0), query.value(1), query.value(2), self)
|
|
self.child_items.append(child_item)
|
|
self.child_count += 1
|
|
|
|
# Call tree data model root item
|
|
|
|
class CallTreeRootItem(CallGraphLevelItemBase):
|
|
|
|
def __init__(self, glb, params):
|
|
super(CallTreeRootItem, self).__init__(glb, params, 0, None)
|
|
self.dbid = 0
|
|
self.query_done = True
|
|
if_has_calls = ""
|
|
if IsSelectable(glb.db, "comms", columns = "has_calls"):
|
|
if_has_calls = " WHERE has_calls = " + glb.dbref.TRUE
|
|
query = QSqlQuery(glb.db)
|
|
QueryExec(query, "SELECT id, comm FROM comms" + if_has_calls)
|
|
while query.next():
|
|
if not query.value(0):
|
|
continue
|
|
child_item = CallTreeLevelOneItem(glb, params, self.child_count, query.value(0), query.value(1), self)
|
|
self.child_items.append(child_item)
|
|
self.child_count += 1
|
|
|
|
# Call Tree data model
|
|
|
|
class CallTreeModel(CallGraphModelBase):
|
|
|
|
def __init__(self, glb, parent=None):
|
|
super(CallTreeModel, self).__init__(glb, parent)
|
|
|
|
def GetRoot(self):
|
|
return CallTreeRootItem(self.glb, self.params)
|
|
|
|
def columnCount(self, parent=None):
|
|
if self.params.have_ipc:
|
|
return 12
|
|
else:
|
|
return 7
|
|
|
|
def columnHeader(self, column):
|
|
if self.params.have_ipc:
|
|
headers = ["Call Path", "Object", "Call Time", "Time (ns) ", "Time (%) ", "Insn Cnt", "Insn Cnt (%)", "Cyc Cnt", "Cyc Cnt (%)", "IPC", "Branch Count ", "Branch Count (%) "]
|
|
else:
|
|
headers = ["Call Path", "Object", "Call Time", "Time (ns) ", "Time (%) ", "Branch Count ", "Branch Count (%) "]
|
|
return headers[column]
|
|
|
|
def columnAlignment(self, column):
|
|
if self.params.have_ipc:
|
|
alignment = [ Qt.AlignLeft, Qt.AlignLeft, Qt.AlignRight, Qt.AlignRight, Qt.AlignRight, Qt.AlignRight, Qt.AlignRight, Qt.AlignRight, Qt.AlignRight, Qt.AlignRight, Qt.AlignRight, Qt.AlignRight ]
|
|
else:
|
|
alignment = [ Qt.AlignLeft, Qt.AlignLeft, Qt.AlignRight, Qt.AlignRight, Qt.AlignRight, Qt.AlignRight, Qt.AlignRight ]
|
|
return alignment[column]
|
|
|
|
def DoFindSelect(self, query, match):
|
|
QueryExec(query, "SELECT calls.id, comm_id, thread_id"
|
|
" FROM calls"
|
|
" INNER JOIN call_paths ON calls.call_path_id = call_paths.id"
|
|
" INNER JOIN symbols ON call_paths.symbol_id = symbols.id"
|
|
" WHERE symbols.name" + match +
|
|
" ORDER BY comm_id, thread_id, call_time, calls.id")
|
|
|
|
def FindPath(self, query):
|
|
# Turn the query result into a list of ids that the tree view can walk
|
|
# to open the tree at the right place.
|
|
ids = []
|
|
parent_id = query.value(0)
|
|
while parent_id:
|
|
ids.insert(0, parent_id)
|
|
q2 = QSqlQuery(self.glb.db)
|
|
QueryExec(q2, "SELECT parent_id"
|
|
" FROM calls"
|
|
" WHERE id = " + str(parent_id))
|
|
if not q2.next():
|
|
break
|
|
parent_id = q2.value(0)
|
|
ids.insert(0, query.value(2))
|
|
ids.insert(0, query.value(1))
|
|
return ids
|
|
|
|
# Vertical widget layout
|
|
|
|
class VBox():
|
|
|
|
def __init__(self, w1, w2, w3=None):
|
|
self.vbox = QWidget()
|
|
self.vbox.setLayout(QVBoxLayout())
|
|
|
|
self.vbox.layout().setContentsMargins(0, 0, 0, 0)
|
|
|
|
self.vbox.layout().addWidget(w1)
|
|
self.vbox.layout().addWidget(w2)
|
|
if w3:
|
|
self.vbox.layout().addWidget(w3)
|
|
|
|
def Widget(self):
|
|
return self.vbox
|
|
|
|
# Tree window base
|
|
|
|
class TreeWindowBase(QMdiSubWindow):
|
|
|
|
def __init__(self, parent=None):
|
|
super(TreeWindowBase, self).__init__(parent)
|
|
|
|
self.model = None
|
|
self.find_bar = None
|
|
|
|
self.view = QTreeView()
|
|
self.view.setSelectionMode(QAbstractItemView.ContiguousSelection)
|
|
self.view.CopyCellsToClipboard = CopyTreeCellsToClipboard
|
|
|
|
self.context_menu = TreeContextMenu(self.view)
|
|
|
|
def DisplayFound(self, ids):
|
|
if not len(ids):
|
|
return False
|
|
parent = QModelIndex()
|
|
for dbid in ids:
|
|
found = False
|
|
n = self.model.rowCount(parent)
|
|
for row in xrange(n):
|
|
child = self.model.index(row, 0, parent)
|
|
if child.internalPointer().dbid == dbid:
|
|
found = True
|
|
self.view.setCurrentIndex(child)
|
|
parent = child
|
|
break
|
|
if not found:
|
|
break
|
|
return found
|
|
|
|
def Find(self, value, direction, pattern, context):
|
|
self.view.setFocus()
|
|
self.find_bar.Busy()
|
|
self.model.Find(value, direction, pattern, context, self.FindDone)
|
|
|
|
def FindDone(self, ids):
|
|
found = True
|
|
if not self.DisplayFound(ids):
|
|
found = False
|
|
self.find_bar.Idle()
|
|
if not found:
|
|
self.find_bar.NotFound()
|
|
|
|
|
|
# Context-sensitive call graph window
|
|
|
|
class CallGraphWindow(TreeWindowBase):
|
|
|
|
def __init__(self, glb, parent=None):
|
|
super(CallGraphWindow, self).__init__(parent)
|
|
|
|
self.model = LookupCreateModel("Context-Sensitive Call Graph", lambda x=glb: CallGraphModel(x))
|
|
|
|
self.view.setModel(self.model)
|
|
|
|
for c, w in ((0, 250), (1, 100), (2, 60), (3, 70), (4, 70), (5, 100)):
|
|
self.view.setColumnWidth(c, w)
|
|
|
|
self.find_bar = FindBar(self, self)
|
|
|
|
self.vbox = VBox(self.view, self.find_bar.Widget())
|
|
|
|
self.setWidget(self.vbox.Widget())
|
|
|
|
AddSubWindow(glb.mainwindow.mdi_area, self, "Context-Sensitive Call Graph")
|
|
|
|
# Call tree window
|
|
|
|
class CallTreeWindow(TreeWindowBase):
|
|
|
|
def __init__(self, glb, parent=None):
|
|
super(CallTreeWindow, self).__init__(parent)
|
|
|
|
self.model = LookupCreateModel("Call Tree", lambda x=glb: CallTreeModel(x))
|
|
|
|
self.view.setModel(self.model)
|
|
|
|
for c, w in ((0, 230), (1, 100), (2, 100), (3, 70), (4, 70), (5, 100)):
|
|
self.view.setColumnWidth(c, w)
|
|
|
|
self.find_bar = FindBar(self, self)
|
|
|
|
self.vbox = VBox(self.view, self.find_bar.Widget())
|
|
|
|
self.setWidget(self.vbox.Widget())
|
|
|
|
AddSubWindow(glb.mainwindow.mdi_area, self, "Call Tree")
|
|
|
|
# Child data item finder
|
|
|
|
class ChildDataItemFinder():
|
|
|
|
def __init__(self, root):
|
|
self.root = root
|
|
self.value, self.direction, self.pattern, self.last_value, self.last_pattern = (None,) * 5
|
|
self.rows = []
|
|
self.pos = 0
|
|
|
|
def FindSelect(self):
|
|
self.rows = []
|
|
if self.pattern:
|
|
pattern = re.compile(self.value)
|
|
for child in self.root.child_items:
|
|
for column_data in child.data:
|
|
if re.search(pattern, str(column_data)) is not None:
|
|
self.rows.append(child.row)
|
|
break
|
|
else:
|
|
for child in self.root.child_items:
|
|
for column_data in child.data:
|
|
if self.value in str(column_data):
|
|
self.rows.append(child.row)
|
|
break
|
|
|
|
def FindValue(self):
|
|
self.pos = 0
|
|
if self.last_value != self.value or self.pattern != self.last_pattern:
|
|
self.FindSelect()
|
|
if not len(self.rows):
|
|
return -1
|
|
return self.rows[self.pos]
|
|
|
|
def FindThread(self):
|
|
if self.direction == 0 or self.value != self.last_value or self.pattern != self.last_pattern:
|
|
row = self.FindValue()
|
|
elif len(self.rows):
|
|
if self.direction > 0:
|
|
self.pos += 1
|
|
if self.pos >= len(self.rows):
|
|
self.pos = 0
|
|
else:
|
|
self.pos -= 1
|
|
if self.pos < 0:
|
|
self.pos = len(self.rows) - 1
|
|
row = self.rows[self.pos]
|
|
else:
|
|
row = -1
|
|
return (True, row)
|
|
|
|
def Find(self, value, direction, pattern, context, callback):
|
|
self.value, self.direction, self.pattern, self.last_value, self.last_pattern = (value, direction,pattern, self.value, self.pattern)
|
|
# Use a thread so the UI is not blocked
|
|
thread = Thread(self.FindThread)
|
|
thread.done.connect(lambda row, t=thread, c=callback: self.FindDone(t, c, row), Qt.QueuedConnection)
|
|
thread.start()
|
|
|
|
def FindDone(self, thread, callback, row):
|
|
callback(row)
|
|
|
|
# Number of database records to fetch in one go
|
|
|
|
glb_chunk_sz = 10000
|
|
|
|
# Background process for SQL data fetcher
|
|
|
|
class SQLFetcherProcess():
|
|
|
|
def __init__(self, dbref, sql, buffer, head, tail, fetch_count, fetching_done, process_target, wait_event, fetched_event, prep):
|
|
# Need a unique connection name
|
|
conn_name = "SQLFetcher" + str(os.getpid())
|
|
self.db, dbname = dbref.Open(conn_name)
|
|
self.sql = sql
|
|
self.buffer = buffer
|
|
self.head = head
|
|
self.tail = tail
|
|
self.fetch_count = fetch_count
|
|
self.fetching_done = fetching_done
|
|
self.process_target = process_target
|
|
self.wait_event = wait_event
|
|
self.fetched_event = fetched_event
|
|
self.prep = prep
|
|
self.query = QSqlQuery(self.db)
|
|
self.query_limit = 0 if "$$last_id$$" in sql else 2
|
|
self.last_id = -1
|
|
self.fetched = 0
|
|
self.more = True
|
|
self.local_head = self.head.value
|
|
self.local_tail = self.tail.value
|
|
|
|
def Select(self):
|
|
if self.query_limit:
|
|
if self.query_limit == 1:
|
|
return
|
|
self.query_limit -= 1
|
|
stmt = self.sql.replace("$$last_id$$", str(self.last_id))
|
|
QueryExec(self.query, stmt)
|
|
|
|
def Next(self):
|
|
if not self.query.next():
|
|
self.Select()
|
|
if not self.query.next():
|
|
return None
|
|
self.last_id = self.query.value(0)
|
|
return self.prep(self.query)
|
|
|
|
def WaitForTarget(self):
|
|
while True:
|
|
self.wait_event.clear()
|
|
target = self.process_target.value
|
|
if target > self.fetched or target < 0:
|
|
break
|
|
self.wait_event.wait()
|
|
return target
|
|
|
|
def HasSpace(self, sz):
|
|
if self.local_tail <= self.local_head:
|
|
space = len(self.buffer) - self.local_head
|
|
if space > sz:
|
|
return True
|
|
if space >= glb_nsz:
|
|
# Use 0 (or space < glb_nsz) to mean there is no more at the top of the buffer
|
|
nd = pickle.dumps(0, pickle.HIGHEST_PROTOCOL)
|
|
self.buffer[self.local_head : self.local_head + len(nd)] = nd
|
|
self.local_head = 0
|
|
if self.local_tail - self.local_head > sz:
|
|
return True
|
|
return False
|
|
|
|
def WaitForSpace(self, sz):
|
|
if self.HasSpace(sz):
|
|
return
|
|
while True:
|
|
self.wait_event.clear()
|
|
self.local_tail = self.tail.value
|
|
if self.HasSpace(sz):
|
|
return
|
|
self.wait_event.wait()
|
|
|
|
def AddToBuffer(self, obj):
|
|
d = pickle.dumps(obj, pickle.HIGHEST_PROTOCOL)
|
|
n = len(d)
|
|
nd = pickle.dumps(n, pickle.HIGHEST_PROTOCOL)
|
|
sz = n + glb_nsz
|
|
self.WaitForSpace(sz)
|
|
pos = self.local_head
|
|
self.buffer[pos : pos + len(nd)] = nd
|
|
self.buffer[pos + glb_nsz : pos + sz] = d
|
|
self.local_head += sz
|
|
|
|
def FetchBatch(self, batch_size):
|
|
fetched = 0
|
|
while batch_size > fetched:
|
|
obj = self.Next()
|
|
if obj is None:
|
|
self.more = False
|
|
break
|
|
self.AddToBuffer(obj)
|
|
fetched += 1
|
|
if fetched:
|
|
self.fetched += fetched
|
|
with self.fetch_count.get_lock():
|
|
self.fetch_count.value += fetched
|
|
self.head.value = self.local_head
|
|
self.fetched_event.set()
|
|
|
|
def Run(self):
|
|
while self.more:
|
|
target = self.WaitForTarget()
|
|
if target < 0:
|
|
break
|
|
batch_size = min(glb_chunk_sz, target - self.fetched)
|
|
self.FetchBatch(batch_size)
|
|
self.fetching_done.value = True
|
|
self.fetched_event.set()
|
|
|
|
def SQLFetcherFn(*x):
|
|
process = SQLFetcherProcess(*x)
|
|
process.Run()
|
|
|
|
# SQL data fetcher
|
|
|
|
class SQLFetcher(QObject):
|
|
|
|
done = Signal(object)
|
|
|
|
def __init__(self, glb, sql, prep, process_data, parent=None):
|
|
super(SQLFetcher, self).__init__(parent)
|
|
self.process_data = process_data
|
|
self.more = True
|
|
self.target = 0
|
|
self.last_target = 0
|
|
self.fetched = 0
|
|
self.buffer_size = 16 * 1024 * 1024
|
|
self.buffer = Array(c_char, self.buffer_size, lock=False)
|
|
self.head = Value(c_longlong)
|
|
self.tail = Value(c_longlong)
|
|
self.local_tail = 0
|
|
self.fetch_count = Value(c_longlong)
|
|
self.fetching_done = Value(c_bool)
|
|
self.last_count = 0
|
|
self.process_target = Value(c_longlong)
|
|
self.wait_event = Event()
|
|
self.fetched_event = Event()
|
|
glb.AddInstanceToShutdownOnExit(self)
|
|
self.process = Process(target=SQLFetcherFn, args=(glb.dbref, sql, self.buffer, self.head, self.tail, self.fetch_count, self.fetching_done, self.process_target, self.wait_event, self.fetched_event, prep))
|
|
self.process.start()
|
|
self.thread = Thread(self.Thread)
|
|
self.thread.done.connect(self.ProcessData, Qt.QueuedConnection)
|
|
self.thread.start()
|
|
|
|
def Shutdown(self):
|
|
# Tell the thread and process to exit
|
|
self.process_target.value = -1
|
|
self.wait_event.set()
|
|
self.more = False
|
|
self.fetching_done.value = True
|
|
self.fetched_event.set()
|
|
|
|
def Thread(self):
|
|
if not self.more:
|
|
return True, 0
|
|
while True:
|
|
self.fetched_event.clear()
|
|
fetch_count = self.fetch_count.value
|
|
if fetch_count != self.last_count:
|
|
break
|
|
if self.fetching_done.value:
|
|
self.more = False
|
|
return True, 0
|
|
self.fetched_event.wait()
|
|
count = fetch_count - self.last_count
|
|
self.last_count = fetch_count
|
|
self.fetched += count
|
|
return False, count
|
|
|
|
def Fetch(self, nr):
|
|
if not self.more:
|
|
# -1 inidcates there are no more
|
|
return -1
|
|
result = self.fetched
|
|
extra = result + nr - self.target
|
|
if extra > 0:
|
|
self.target += extra
|
|
# process_target < 0 indicates shutting down
|
|
if self.process_target.value >= 0:
|
|
self.process_target.value = self.target
|
|
self.wait_event.set()
|
|
return result
|
|
|
|
def RemoveFromBuffer(self):
|
|
pos = self.local_tail
|
|
if len(self.buffer) - pos < glb_nsz:
|
|
pos = 0
|
|
n = pickle.loads(self.buffer[pos : pos + glb_nsz])
|
|
if n == 0:
|
|
pos = 0
|
|
n = pickle.loads(self.buffer[0 : glb_nsz])
|
|
pos += glb_nsz
|
|
obj = pickle.loads(self.buffer[pos : pos + n])
|
|
self.local_tail = pos + n
|
|
return obj
|
|
|
|
def ProcessData(self, count):
|
|
for i in xrange(count):
|
|
obj = self.RemoveFromBuffer()
|
|
self.process_data(obj)
|
|
self.tail.value = self.local_tail
|
|
self.wait_event.set()
|
|
self.done.emit(count)
|
|
|
|
# Fetch more records bar
|
|
|
|
class FetchMoreRecordsBar():
|
|
|
|
def __init__(self, model, parent):
|
|
self.model = model
|
|
|
|
self.label = QLabel("Number of records (x " + "{:,}".format(glb_chunk_sz) + ") to fetch:")
|
|
self.label.setSizePolicy(QSizePolicy.Fixed, QSizePolicy.Fixed)
|
|
|
|
self.fetch_count = QSpinBox()
|
|
self.fetch_count.setRange(1, 1000000)
|
|
self.fetch_count.setValue(10)
|
|
self.fetch_count.setSizePolicy(QSizePolicy.Fixed, QSizePolicy.Fixed)
|
|
|
|
self.fetch = QPushButton("Go!")
|
|
self.fetch.setSizePolicy(QSizePolicy.Fixed, QSizePolicy.Fixed)
|
|
self.fetch.released.connect(self.FetchMoreRecords)
|
|
|
|
self.progress = QProgressBar()
|
|
self.progress.setRange(0, 100)
|
|
self.progress.hide()
|
|
|
|
self.done_label = QLabel("All records fetched")
|
|
self.done_label.hide()
|
|
|
|
self.spacer = QLabel("")
|
|
|
|
self.close_button = QToolButton()
|
|
self.close_button.setIcon(parent.style().standardIcon(QStyle.SP_DockWidgetCloseButton))
|
|
self.close_button.released.connect(self.Deactivate)
|
|
|
|
self.hbox = QHBoxLayout()
|
|
self.hbox.setContentsMargins(0, 0, 0, 0)
|
|
|
|
self.hbox.addWidget(self.label)
|
|
self.hbox.addWidget(self.fetch_count)
|
|
self.hbox.addWidget(self.fetch)
|
|
self.hbox.addWidget(self.spacer)
|
|
self.hbox.addWidget(self.progress)
|
|
self.hbox.addWidget(self.done_label)
|
|
self.hbox.addWidget(self.close_button)
|
|
|
|
self.bar = QWidget()
|
|
self.bar.setLayout(self.hbox)
|
|
self.bar.show()
|
|
|
|
self.in_progress = False
|
|
self.model.progress.connect(self.Progress)
|
|
|
|
self.done = False
|
|
|
|
if not model.HasMoreRecords():
|
|
self.Done()
|
|
|
|
def Widget(self):
|
|
return self.bar
|
|
|
|
def Activate(self):
|
|
self.bar.show()
|
|
self.fetch.setFocus()
|
|
|
|
def Deactivate(self):
|
|
self.bar.hide()
|
|
|
|
def Enable(self, enable):
|
|
self.fetch.setEnabled(enable)
|
|
self.fetch_count.setEnabled(enable)
|
|
|
|
def Busy(self):
|
|
self.Enable(False)
|
|
self.fetch.hide()
|
|
self.spacer.hide()
|
|
self.progress.show()
|
|
|
|
def Idle(self):
|
|
self.in_progress = False
|
|
self.Enable(True)
|
|
self.progress.hide()
|
|
self.fetch.show()
|
|
self.spacer.show()
|
|
|
|
def Target(self):
|
|
return self.fetch_count.value() * glb_chunk_sz
|
|
|
|
def Done(self):
|
|
self.done = True
|
|
self.Idle()
|
|
self.label.hide()
|
|
self.fetch_count.hide()
|
|
self.fetch.hide()
|
|
self.spacer.hide()
|
|
self.done_label.show()
|
|
|
|
def Progress(self, count):
|
|
if self.in_progress:
|
|
if count:
|
|
percent = ((count - self.start) * 100) / self.Target()
|
|
if percent >= 100:
|
|
self.Idle()
|
|
else:
|
|
self.progress.setValue(percent)
|
|
if not count:
|
|
# Count value of zero means no more records
|
|
self.Done()
|
|
|
|
def FetchMoreRecords(self):
|
|
if self.done:
|
|
return
|
|
self.progress.setValue(0)
|
|
self.Busy()
|
|
self.in_progress = True
|
|
self.start = self.model.FetchMoreRecords(self.Target())
|
|
|
|
# Brance data model level two item
|
|
|
|
class BranchLevelTwoItem():
|
|
|
|
def __init__(self, row, col, text, parent_item):
|
|
self.row = row
|
|
self.parent_item = parent_item
|
|
self.data = [""] * (col + 1)
|
|
self.data[col] = text
|
|
self.level = 2
|
|
|
|
def getParentItem(self):
|
|
return self.parent_item
|
|
|
|
def getRow(self):
|
|
return self.row
|
|
|
|
def childCount(self):
|
|
return 0
|
|
|
|
def hasChildren(self):
|
|
return False
|
|
|
|
def getData(self, column):
|
|
return self.data[column]
|
|
|
|
# Brance data model level one item
|
|
|
|
class BranchLevelOneItem():
|
|
|
|
def __init__(self, glb, row, data, parent_item):
|
|
self.glb = glb
|
|
self.row = row
|
|
self.parent_item = parent_item
|
|
self.child_count = 0
|
|
self.child_items = []
|
|
self.data = data[1:]
|
|
self.dbid = data[0]
|
|
self.level = 1
|
|
self.query_done = False
|
|
self.br_col = len(self.data) - 1
|
|
|
|
def getChildItem(self, row):
|
|
return self.child_items[row]
|
|
|
|
def getParentItem(self):
|
|
return self.parent_item
|
|
|
|
def getRow(self):
|
|
return self.row
|
|
|
|
def Select(self):
|
|
self.query_done = True
|
|
|
|
if not self.glb.have_disassembler:
|
|
return
|
|
|
|
query = QSqlQuery(self.glb.db)
|
|
|
|
QueryExec(query, "SELECT cpu, to_dso_id, to_symbol_id, to_sym_offset, short_name, long_name, build_id, sym_start, to_ip"
|
|
" FROM samples"
|
|
" INNER JOIN dsos ON samples.to_dso_id = dsos.id"
|
|
" INNER JOIN symbols ON samples.to_symbol_id = symbols.id"
|
|
" WHERE samples.id = " + str(self.dbid))
|
|
if not query.next():
|
|
return
|
|
cpu = query.value(0)
|
|
dso = query.value(1)
|
|
sym = query.value(2)
|
|
if dso == 0 or sym == 0:
|
|
return
|
|
off = query.value(3)
|
|
short_name = query.value(4)
|
|
long_name = query.value(5)
|
|
build_id = query.value(6)
|
|
sym_start = query.value(7)
|
|
ip = query.value(8)
|
|
|
|
QueryExec(query, "SELECT samples.dso_id, symbol_id, sym_offset, sym_start"
|
|
" FROM samples"
|
|
" INNER JOIN symbols ON samples.symbol_id = symbols.id"
|
|
" WHERE samples.id > " + str(self.dbid) + " AND cpu = " + str(cpu) +
|
|
" ORDER BY samples.id"
|
|
" LIMIT 1")
|
|
if not query.next():
|
|
return
|
|
if query.value(0) != dso:
|
|
# Cannot disassemble from one dso to another
|
|
return
|
|
bsym = query.value(1)
|
|
boff = query.value(2)
|
|
bsym_start = query.value(3)
|
|
if bsym == 0:
|
|
return
|
|
tot = bsym_start + boff + 1 - sym_start - off
|
|
if tot <= 0 or tot > 16384:
|
|
return
|
|
|
|
inst = self.glb.disassembler.Instruction()
|
|
f = self.glb.FileFromNamesAndBuildId(short_name, long_name, build_id)
|
|
if not f:
|
|
return
|
|
mode = 0 if Is64Bit(f) else 1
|
|
self.glb.disassembler.SetMode(inst, mode)
|
|
|
|
buf_sz = tot + 16
|
|
buf = create_string_buffer(tot + 16)
|
|
f.seek(sym_start + off)
|
|
buf.value = f.read(buf_sz)
|
|
buf_ptr = addressof(buf)
|
|
i = 0
|
|
while tot > 0:
|
|
cnt, text = self.glb.disassembler.DisassembleOne(inst, buf_ptr, buf_sz, ip)
|
|
if cnt:
|
|
byte_str = tohex(ip).rjust(16)
|
|
for k in xrange(cnt):
|
|
byte_str += " %02x" % ord(buf[i])
|
|
i += 1
|
|
while k < 15:
|
|
byte_str += " "
|
|
k += 1
|
|
self.child_items.append(BranchLevelTwoItem(0, self.br_col, byte_str + " " + text, self))
|
|
self.child_count += 1
|
|
else:
|
|
return
|
|
buf_ptr += cnt
|
|
tot -= cnt
|
|
buf_sz -= cnt
|
|
ip += cnt
|
|
|
|
def childCount(self):
|
|
if not self.query_done:
|
|
self.Select()
|
|
if not self.child_count:
|
|
return -1
|
|
return self.child_count
|
|
|
|
def hasChildren(self):
|
|
if not self.query_done:
|
|
return True
|
|
return self.child_count > 0
|
|
|
|
def getData(self, column):
|
|
return self.data[column]
|
|
|
|
# Brance data model root item
|
|
|
|
class BranchRootItem():
|
|
|
|
def __init__(self):
|
|
self.child_count = 0
|
|
self.child_items = []
|
|
self.level = 0
|
|
|
|
def getChildItem(self, row):
|
|
return self.child_items[row]
|
|
|
|
def getParentItem(self):
|
|
return None
|
|
|
|
def getRow(self):
|
|
return 0
|
|
|
|
def childCount(self):
|
|
return self.child_count
|
|
|
|
def hasChildren(self):
|
|
return self.child_count > 0
|
|
|
|
def getData(self, column):
|
|
return ""
|
|
|
|
# Calculate instructions per cycle
|
|
|
|
def CalcIPC(cyc_cnt, insn_cnt):
|
|
if cyc_cnt and insn_cnt:
|
|
ipc = Decimal(float(insn_cnt) / cyc_cnt)
|
|
ipc = str(ipc.quantize(Decimal(".01"), rounding=ROUND_HALF_UP))
|
|
else:
|
|
ipc = "0"
|
|
return ipc
|
|
|
|
# Branch data preparation
|
|
|
|
def BranchDataPrepBr(query, data):
|
|
data.append(tohex(query.value(8)).rjust(16) + " " + query.value(9) + offstr(query.value(10)) +
|
|
" (" + dsoname(query.value(11)) + ")" + " -> " +
|
|
tohex(query.value(12)) + " " + query.value(13) + offstr(query.value(14)) +
|
|
" (" + dsoname(query.value(15)) + ")")
|
|
|
|
def BranchDataPrepIPC(query, data):
|
|
insn_cnt = query.value(16)
|
|
cyc_cnt = query.value(17)
|
|
ipc = CalcIPC(cyc_cnt, insn_cnt)
|
|
data.append(insn_cnt)
|
|
data.append(cyc_cnt)
|
|
data.append(ipc)
|
|
|
|
def BranchDataPrep(query):
|
|
data = []
|
|
for i in xrange(0, 8):
|
|
data.append(query.value(i))
|
|
BranchDataPrepBr(query, data)
|
|
return data
|
|
|
|
def BranchDataPrepWA(query):
|
|
data = []
|
|
data.append(query.value(0))
|
|
# Workaround pyside failing to handle large integers (i.e. time) in python3 by converting to a string
|
|
data.append("{:>19}".format(query.value(1)))
|
|
for i in xrange(2, 8):
|
|
data.append(query.value(i))
|
|
BranchDataPrepBr(query, data)
|
|
return data
|
|
|
|
def BranchDataWithIPCPrep(query):
|
|
data = []
|
|
for i in xrange(0, 8):
|
|
data.append(query.value(i))
|
|
BranchDataPrepIPC(query, data)
|
|
BranchDataPrepBr(query, data)
|
|
return data
|
|
|
|
def BranchDataWithIPCPrepWA(query):
|
|
data = []
|
|
data.append(query.value(0))
|
|
# Workaround pyside failing to handle large integers (i.e. time) in python3 by converting to a string
|
|
data.append("{:>19}".format(query.value(1)))
|
|
for i in xrange(2, 8):
|
|
data.append(query.value(i))
|
|
BranchDataPrepIPC(query, data)
|
|
BranchDataPrepBr(query, data)
|
|
return data
|
|
|
|
# Branch data model
|
|
|
|
class BranchModel(TreeModel):
|
|
|
|
progress = Signal(object)
|
|
|
|
def __init__(self, glb, event_id, where_clause, parent=None):
|
|
super(BranchModel, self).__init__(glb, None, parent)
|
|
self.event_id = event_id
|
|
self.more = True
|
|
self.populated = 0
|
|
self.have_ipc = IsSelectable(glb.db, "samples", columns = "insn_count, cyc_count")
|
|
if self.have_ipc:
|
|
select_ipc = ", insn_count, cyc_count"
|
|
prep_fn = BranchDataWithIPCPrep
|
|
prep_wa_fn = BranchDataWithIPCPrepWA
|
|
else:
|
|
select_ipc = ""
|
|
prep_fn = BranchDataPrep
|
|
prep_wa_fn = BranchDataPrepWA
|
|
sql = ("SELECT samples.id, time, cpu, comm, pid, tid, branch_types.name,"
|
|
" CASE WHEN in_tx = '0' THEN 'No' ELSE 'Yes' END,"
|
|
" ip, symbols.name, sym_offset, dsos.short_name,"
|
|
" to_ip, to_symbols.name, to_sym_offset, to_dsos.short_name"
|
|
+ select_ipc +
|
|
" FROM samples"
|
|
" INNER JOIN comms ON comm_id = comms.id"
|
|
" INNER JOIN threads ON thread_id = threads.id"
|
|
" INNER JOIN branch_types ON branch_type = branch_types.id"
|
|
" INNER JOIN symbols ON symbol_id = symbols.id"
|
|
" INNER JOIN symbols to_symbols ON to_symbol_id = to_symbols.id"
|
|
" INNER JOIN dsos ON samples.dso_id = dsos.id"
|
|
" INNER JOIN dsos AS to_dsos ON samples.to_dso_id = to_dsos.id"
|
|
" WHERE samples.id > $$last_id$$" + where_clause +
|
|
" AND evsel_id = " + str(self.event_id) +
|
|
" ORDER BY samples.id"
|
|
" LIMIT " + str(glb_chunk_sz))
|
|
if pyside_version_1 and sys.version_info[0] == 3:
|
|
prep = prep_fn
|
|
else:
|
|
prep = prep_wa_fn
|
|
self.fetcher = SQLFetcher(glb, sql, prep, self.AddSample)
|
|
self.fetcher.done.connect(self.Update)
|
|
self.fetcher.Fetch(glb_chunk_sz)
|
|
|
|
def GetRoot(self):
|
|
return BranchRootItem()
|
|
|
|
def columnCount(self, parent=None):
|
|
if self.have_ipc:
|
|
return 11
|
|
else:
|
|
return 8
|
|
|
|
def columnHeader(self, column):
|
|
if self.have_ipc:
|
|
return ("Time", "CPU", "Command", "PID", "TID", "Branch Type", "In Tx", "Insn Cnt", "Cyc Cnt", "IPC", "Branch")[column]
|
|
else:
|
|
return ("Time", "CPU", "Command", "PID", "TID", "Branch Type", "In Tx", "Branch")[column]
|
|
|
|
def columnFont(self, column):
|
|
if self.have_ipc:
|
|
br_col = 10
|
|
else:
|
|
br_col = 7
|
|
if column != br_col:
|
|
return None
|
|
return QFont("Monospace")
|
|
|
|
def DisplayData(self, item, index):
|
|
if item.level == 1:
|
|
self.FetchIfNeeded(item.row)
|
|
return item.getData(index.column())
|
|
|
|
def AddSample(self, data):
|
|
child = BranchLevelOneItem(self.glb, self.populated, data, self.root)
|
|
self.root.child_items.append(child)
|
|
self.populated += 1
|
|
|
|
def Update(self, fetched):
|
|
if not fetched:
|
|
self.more = False
|
|
self.progress.emit(0)
|
|
child_count = self.root.child_count
|
|
count = self.populated - child_count
|
|
if count > 0:
|
|
parent = QModelIndex()
|
|
self.beginInsertRows(parent, child_count, child_count + count - 1)
|
|
self.insertRows(child_count, count, parent)
|
|
self.root.child_count += count
|
|
self.endInsertRows()
|
|
self.progress.emit(self.root.child_count)
|
|
|
|
def FetchMoreRecords(self, count):
|
|
current = self.root.child_count
|
|
if self.more:
|
|
self.fetcher.Fetch(count)
|
|
else:
|
|
self.progress.emit(0)
|
|
return current
|
|
|
|
def HasMoreRecords(self):
|
|
return self.more
|
|
|
|
# Report Variables
|
|
|
|
class ReportVars():
|
|
|
|
def __init__(self, name = "", where_clause = "", limit = ""):
|
|
self.name = name
|
|
self.where_clause = where_clause
|
|
self.limit = limit
|
|
|
|
def UniqueId(self):
|
|
return str(self.where_clause + ";" + self.limit)
|
|
|
|
# Branch window
|
|
|
|
class BranchWindow(QMdiSubWindow):
|
|
|
|
def __init__(self, glb, event_id, report_vars, parent=None):
|
|
super(BranchWindow, self).__init__(parent)
|
|
|
|
model_name = "Branch Events " + str(event_id) + " " + report_vars.UniqueId()
|
|
|
|
self.model = LookupCreateModel(model_name, lambda: BranchModel(glb, event_id, report_vars.where_clause))
|
|
|
|
self.view = QTreeView()
|
|
self.view.setUniformRowHeights(True)
|
|
self.view.setSelectionMode(QAbstractItemView.ContiguousSelection)
|
|
self.view.CopyCellsToClipboard = CopyTreeCellsToClipboard
|
|
self.view.setModel(self.model)
|
|
|
|
self.ResizeColumnsToContents()
|
|
|
|
self.context_menu = TreeContextMenu(self.view)
|
|
|
|
self.find_bar = FindBar(self, self, True)
|
|
|
|
self.finder = ChildDataItemFinder(self.model.root)
|
|
|
|
self.fetch_bar = FetchMoreRecordsBar(self.model, self)
|
|
|
|
self.vbox = VBox(self.view, self.find_bar.Widget(), self.fetch_bar.Widget())
|
|
|
|
self.setWidget(self.vbox.Widget())
|
|
|
|
AddSubWindow(glb.mainwindow.mdi_area, self, report_vars.name + " Branch Events")
|
|
|
|
def ResizeColumnToContents(self, column, n):
|
|
# Using the view's resizeColumnToContents() here is extrememly slow
|
|
# so implement a crude alternative
|
|
mm = "MM" if column else "MMMM"
|
|
font = self.view.font()
|
|
metrics = QFontMetrics(font)
|
|
max = 0
|
|
for row in xrange(n):
|
|
val = self.model.root.child_items[row].data[column]
|
|
len = metrics.width(str(val) + mm)
|
|
max = len if len > max else max
|
|
val = self.model.columnHeader(column)
|
|
len = metrics.width(str(val) + mm)
|
|
max = len if len > max else max
|
|
self.view.setColumnWidth(column, max)
|
|
|
|
def ResizeColumnsToContents(self):
|
|
n = min(self.model.root.child_count, 100)
|
|
if n < 1:
|
|
# No data yet, so connect a signal to notify when there is
|
|
self.model.rowsInserted.connect(self.UpdateColumnWidths)
|
|
return
|
|
columns = self.model.columnCount()
|
|
for i in xrange(columns):
|
|
self.ResizeColumnToContents(i, n)
|
|
|
|
def UpdateColumnWidths(self, *x):
|
|
# This only needs to be done once, so disconnect the signal now
|
|
self.model.rowsInserted.disconnect(self.UpdateColumnWidths)
|
|
self.ResizeColumnsToContents()
|
|
|
|
def Find(self, value, direction, pattern, context):
|
|
self.view.setFocus()
|
|
self.find_bar.Busy()
|
|
self.finder.Find(value, direction, pattern, context, self.FindDone)
|
|
|
|
def FindDone(self, row):
|
|
self.find_bar.Idle()
|
|
if row >= 0:
|
|
self.view.setCurrentIndex(self.model.index(row, 0, QModelIndex()))
|
|
else:
|
|
self.find_bar.NotFound()
|
|
|
|
# Line edit data item
|
|
|
|
class LineEditDataItem(object):
|
|
|
|
def __init__(self, glb, label, placeholder_text, parent, id = "", default = ""):
|
|
self.glb = glb
|
|
self.label = label
|
|
self.placeholder_text = placeholder_text
|
|
self.parent = parent
|
|
self.id = id
|
|
|
|
self.value = default
|
|
|
|
self.widget = QLineEdit(default)
|
|
self.widget.editingFinished.connect(self.Validate)
|
|
self.widget.textChanged.connect(self.Invalidate)
|
|
self.red = False
|
|
self.error = ""
|
|
self.validated = True
|
|
|
|
if placeholder_text:
|
|
self.widget.setPlaceholderText(placeholder_text)
|
|
|
|
def TurnTextRed(self):
|
|
if not self.red:
|
|
palette = QPalette()
|
|
palette.setColor(QPalette.Text,Qt.red)
|
|
self.widget.setPalette(palette)
|
|
self.red = True
|
|
|
|
def TurnTextNormal(self):
|
|
if self.red:
|
|
palette = QPalette()
|
|
self.widget.setPalette(palette)
|
|
self.red = False
|
|
|
|
def InvalidValue(self, value):
|
|
self.value = ""
|
|
self.TurnTextRed()
|
|
self.error = self.label + " invalid value '" + value + "'"
|
|
self.parent.ShowMessage(self.error)
|
|
|
|
def Invalidate(self):
|
|
self.validated = False
|
|
|
|
def DoValidate(self, input_string):
|
|
self.value = input_string.strip()
|
|
|
|
def Validate(self):
|
|
self.validated = True
|
|
self.error = ""
|
|
self.TurnTextNormal()
|
|
self.parent.ClearMessage()
|
|
input_string = self.widget.text()
|
|
if not len(input_string.strip()):
|
|
self.value = ""
|
|
return
|
|
self.DoValidate(input_string)
|
|
|
|
def IsValid(self):
|
|
if not self.validated:
|
|
self.Validate()
|
|
if len(self.error):
|
|
self.parent.ShowMessage(self.error)
|
|
return False
|
|
return True
|
|
|
|
def IsNumber(self, value):
|
|
try:
|
|
x = int(value)
|
|
except:
|
|
x = 0
|
|
return str(x) == value
|
|
|
|
# Non-negative integer ranges dialog data item
|
|
|
|
class NonNegativeIntegerRangesDataItem(LineEditDataItem):
|
|
|
|
def __init__(self, glb, label, placeholder_text, column_name, parent):
|
|
super(NonNegativeIntegerRangesDataItem, self).__init__(glb, label, placeholder_text, parent)
|
|
|
|
self.column_name = column_name
|
|
|
|
def DoValidate(self, input_string):
|
|
singles = []
|
|
ranges = []
|
|
for value in [x.strip() for x in input_string.split(",")]:
|
|
if "-" in value:
|
|
vrange = value.split("-")
|
|
if len(vrange) != 2 or not self.IsNumber(vrange[0]) or not self.IsNumber(vrange[1]):
|
|
return self.InvalidValue(value)
|
|
ranges.append(vrange)
|
|
else:
|
|
if not self.IsNumber(value):
|
|
return self.InvalidValue(value)
|
|
singles.append(value)
|
|
ranges = [("(" + self.column_name + " >= " + r[0] + " AND " + self.column_name + " <= " + r[1] + ")") for r in ranges]
|
|
if len(singles):
|
|
ranges.append(self.column_name + " IN (" + ",".join(singles) + ")")
|
|
self.value = " OR ".join(ranges)
|
|
|
|
# Positive integer dialog data item
|
|
|
|
class PositiveIntegerDataItem(LineEditDataItem):
|
|
|
|
def __init__(self, glb, label, placeholder_text, parent, id = "", default = ""):
|
|
super(PositiveIntegerDataItem, self).__init__(glb, label, placeholder_text, parent, id, default)
|
|
|
|
def DoValidate(self, input_string):
|
|
if not self.IsNumber(input_string.strip()):
|
|
return self.InvalidValue(input_string)
|
|
value = int(input_string.strip())
|
|
if value <= 0:
|
|
return self.InvalidValue(input_string)
|
|
self.value = str(value)
|
|
|
|
# Dialog data item converted and validated using a SQL table
|
|
|
|
class SQLTableDataItem(LineEditDataItem):
|
|
|
|
def __init__(self, glb, label, placeholder_text, table_name, match_column, column_name1, column_name2, parent):
|
|
super(SQLTableDataItem, self).__init__(glb, label, placeholder_text, parent)
|
|
|
|
self.table_name = table_name
|
|
self.match_column = match_column
|
|
self.column_name1 = column_name1
|
|
self.column_name2 = column_name2
|
|
|
|
def ValueToIds(self, value):
|
|
ids = []
|
|
query = QSqlQuery(self.glb.db)
|
|
stmt = "SELECT id FROM " + self.table_name + " WHERE " + self.match_column + " = '" + value + "'"
|
|
ret = query.exec_(stmt)
|
|
if ret:
|
|
while query.next():
|
|
ids.append(str(query.value(0)))
|
|
return ids
|
|
|
|
def DoValidate(self, input_string):
|
|
all_ids = []
|
|
for value in [x.strip() for x in input_string.split(",")]:
|
|
ids = self.ValueToIds(value)
|
|
if len(ids):
|
|
all_ids.extend(ids)
|
|
else:
|
|
return self.InvalidValue(value)
|
|
self.value = self.column_name1 + " IN (" + ",".join(all_ids) + ")"
|
|
if self.column_name2:
|
|
self.value = "( " + self.value + " OR " + self.column_name2 + " IN (" + ",".join(all_ids) + ") )"
|
|
|
|
# Sample time ranges dialog data item converted and validated using 'samples' SQL table
|
|
|
|
class SampleTimeRangesDataItem(LineEditDataItem):
|
|
|
|
def __init__(self, glb, label, placeholder_text, column_name, parent):
|
|
self.column_name = column_name
|
|
|
|
self.last_id = 0
|
|
self.first_time = 0
|
|
self.last_time = 2 ** 64
|
|
|
|
query = QSqlQuery(glb.db)
|
|
QueryExec(query, "SELECT id, time FROM samples ORDER BY id DESC LIMIT 1")
|
|
if query.next():
|
|
self.last_id = int(query.value(0))
|
|
self.last_time = int(query.value(1))
|
|
QueryExec(query, "SELECT time FROM samples WHERE time != 0 ORDER BY id LIMIT 1")
|
|
if query.next():
|
|
self.first_time = int(query.value(0))
|
|
if placeholder_text:
|
|
placeholder_text += ", between " + str(self.first_time) + " and " + str(self.last_time)
|
|
|
|
super(SampleTimeRangesDataItem, self).__init__(glb, label, placeholder_text, parent)
|
|
|
|
def IdBetween(self, query, lower_id, higher_id, order):
|
|
QueryExec(query, "SELECT id FROM samples WHERE id > " + str(lower_id) + " AND id < " + str(higher_id) + " ORDER BY id " + order + " LIMIT 1")
|
|
if query.next():
|
|
return True, int(query.value(0))
|
|
else:
|
|
return False, 0
|
|
|
|
def BinarySearchTime(self, lower_id, higher_id, target_time, get_floor):
|
|
query = QSqlQuery(self.glb.db)
|
|
while True:
|
|
next_id = int((lower_id + higher_id) / 2)
|
|
QueryExec(query, "SELECT time FROM samples WHERE id = " + str(next_id))
|
|
if not query.next():
|
|
ok, dbid = self.IdBetween(query, lower_id, next_id, "DESC")
|
|
if not ok:
|
|
ok, dbid = self.IdBetween(query, next_id, higher_id, "")
|
|
if not ok:
|
|
return str(higher_id)
|
|
next_id = dbid
|
|
QueryExec(query, "SELECT time FROM samples WHERE id = " + str(next_id))
|
|
next_time = int(query.value(0))
|
|
if get_floor:
|
|
if target_time > next_time:
|
|
lower_id = next_id
|
|
else:
|
|
higher_id = next_id
|
|
if higher_id <= lower_id + 1:
|
|
return str(higher_id)
|
|
else:
|
|
if target_time >= next_time:
|
|
lower_id = next_id
|
|
else:
|
|
higher_id = next_id
|
|
if higher_id <= lower_id + 1:
|
|
return str(lower_id)
|
|
|
|
def ConvertRelativeTime(self, val):
|
|
mult = 1
|
|
suffix = val[-2:]
|
|
if suffix == "ms":
|
|
mult = 1000000
|
|
elif suffix == "us":
|
|
mult = 1000
|
|
elif suffix == "ns":
|
|
mult = 1
|
|
else:
|
|
return val
|
|
val = val[:-2].strip()
|
|
if not self.IsNumber(val):
|
|
return val
|
|
val = int(val) * mult
|
|
if val >= 0:
|
|
val += self.first_time
|
|
else:
|
|
val += self.last_time
|
|
return str(val)
|
|
|
|
def ConvertTimeRange(self, vrange):
|
|
if vrange[0] == "":
|
|
vrange[0] = str(self.first_time)
|
|
if vrange[1] == "":
|
|
vrange[1] = str(self.last_time)
|
|
vrange[0] = self.ConvertRelativeTime(vrange[0])
|
|
vrange[1] = self.ConvertRelativeTime(vrange[1])
|
|
if not self.IsNumber(vrange[0]) or not self.IsNumber(vrange[1]):
|
|
return False
|
|
beg_range = max(int(vrange[0]), self.first_time)
|
|
end_range = min(int(vrange[1]), self.last_time)
|
|
if beg_range > self.last_time or end_range < self.first_time:
|
|
return False
|
|
vrange[0] = self.BinarySearchTime(0, self.last_id, beg_range, True)
|
|
vrange[1] = self.BinarySearchTime(1, self.last_id + 1, end_range, False)
|
|
return True
|
|
|
|
def AddTimeRange(self, value, ranges):
|
|
n = value.count("-")
|
|
if n == 1:
|
|
pass
|
|
elif n == 2:
|
|
if value.split("-")[1].strip() == "":
|
|
n = 1
|
|
elif n == 3:
|
|
n = 2
|
|
else:
|
|
return False
|
|
pos = findnth(value, "-", n)
|
|
vrange = [value[:pos].strip() ,value[pos+1:].strip()]
|
|
if self.ConvertTimeRange(vrange):
|
|
ranges.append(vrange)
|
|
return True
|
|
return False
|
|
|
|
def DoValidate(self, input_string):
|
|
ranges = []
|
|
for value in [x.strip() for x in input_string.split(",")]:
|
|
if not self.AddTimeRange(value, ranges):
|
|
return self.InvalidValue(value)
|
|
ranges = [("(" + self.column_name + " >= " + r[0] + " AND " + self.column_name + " <= " + r[1] + ")") for r in ranges]
|
|
self.value = " OR ".join(ranges)
|
|
|
|
# Report Dialog Base
|
|
|
|
class ReportDialogBase(QDialog):
|
|
|
|
def __init__(self, glb, title, items, partial, parent=None):
|
|
super(ReportDialogBase, self).__init__(parent)
|
|
|
|
self.glb = glb
|
|
|
|
self.report_vars = ReportVars()
|
|
|
|
self.setWindowTitle(title)
|
|
self.setMinimumWidth(600)
|
|
|
|
self.data_items = [x(glb, self) for x in items]
|
|
|
|
self.partial = partial
|
|
|
|
self.grid = QGridLayout()
|
|
|
|
for row in xrange(len(self.data_items)):
|
|
self.grid.addWidget(QLabel(self.data_items[row].label), row, 0)
|
|
self.grid.addWidget(self.data_items[row].widget, row, 1)
|
|
|
|
self.status = QLabel()
|
|
|
|
self.ok_button = QPushButton("Ok", self)
|
|
self.ok_button.setDefault(True)
|
|
self.ok_button.released.connect(self.Ok)
|
|
self.ok_button.setSizePolicy(QSizePolicy.Fixed, QSizePolicy.Fixed)
|
|
|
|
self.cancel_button = QPushButton("Cancel", self)
|
|
self.cancel_button.released.connect(self.reject)
|
|
self.cancel_button.setSizePolicy(QSizePolicy.Fixed, QSizePolicy.Fixed)
|
|
|
|
self.hbox = QHBoxLayout()
|
|
#self.hbox.addStretch()
|
|
self.hbox.addWidget(self.status)
|
|
self.hbox.addWidget(self.ok_button)
|
|
self.hbox.addWidget(self.cancel_button)
|
|
|
|
self.vbox = QVBoxLayout()
|
|
self.vbox.addLayout(self.grid)
|
|
self.vbox.addLayout(self.hbox)
|
|
|
|
self.setLayout(self.vbox)
|
|
|
|
def Ok(self):
|
|
vars = self.report_vars
|
|
for d in self.data_items:
|
|
if d.id == "REPORTNAME":
|
|
vars.name = d.value
|
|
if not vars.name:
|
|
self.ShowMessage("Report name is required")
|
|
return
|
|
for d in self.data_items:
|
|
if not d.IsValid():
|
|
return
|
|
for d in self.data_items[1:]:
|
|
if d.id == "LIMIT":
|
|
vars.limit = d.value
|
|
elif len(d.value):
|
|
if len(vars.where_clause):
|
|
vars.where_clause += " AND "
|
|
vars.where_clause += d.value
|
|
if len(vars.where_clause):
|
|
if self.partial:
|
|
vars.where_clause = " AND ( " + vars.where_clause + " ) "
|
|
else:
|
|
vars.where_clause = " WHERE " + vars.where_clause + " "
|
|
self.accept()
|
|
|
|
def ShowMessage(self, msg):
|
|
self.status.setText("<font color=#FF0000>" + msg)
|
|
|
|
def ClearMessage(self):
|
|
self.status.setText("")
|
|
|
|
# Selected branch report creation dialog
|
|
|
|
class SelectedBranchDialog(ReportDialogBase):
|
|
|
|
def __init__(self, glb, parent=None):
|
|
title = "Selected Branches"
|
|
items = (lambda g, p: LineEditDataItem(g, "Report name:", "Enter a name to appear in the window title bar", p, "REPORTNAME"),
|
|
lambda g, p: SampleTimeRangesDataItem(g, "Time ranges:", "Enter time ranges", "samples.id", p),
|
|
lambda g, p: NonNegativeIntegerRangesDataItem(g, "CPUs:", "Enter CPUs or ranges e.g. 0,5-6", "cpu", p),
|
|
lambda g, p: SQLTableDataItem(g, "Commands:", "Only branches with these commands will be included", "comms", "comm", "comm_id", "", p),
|
|
lambda g, p: SQLTableDataItem(g, "PIDs:", "Only branches with these process IDs will be included", "threads", "pid", "thread_id", "", p),
|
|
lambda g, p: SQLTableDataItem(g, "TIDs:", "Only branches with these thread IDs will be included", "threads", "tid", "thread_id", "", p),
|
|
lambda g, p: SQLTableDataItem(g, "DSOs:", "Only branches with these DSOs will be included", "dsos", "short_name", "samples.dso_id", "to_dso_id", p),
|
|
lambda g, p: SQLTableDataItem(g, "Symbols:", "Only branches with these symbols will be included", "symbols", "name", "symbol_id", "to_symbol_id", p),
|
|
lambda g, p: LineEditDataItem(g, "Raw SQL clause: ", "Enter a raw SQL WHERE clause", p))
|
|
super(SelectedBranchDialog, self).__init__(glb, title, items, True, parent)
|
|
|
|
# Event list
|
|
|
|
def GetEventList(db):
|
|
events = []
|
|
query = QSqlQuery(db)
|
|
QueryExec(query, "SELECT name FROM selected_events WHERE id > 0 ORDER BY id")
|
|
while query.next():
|
|
events.append(query.value(0))
|
|
return events
|
|
|
|
# Is a table selectable
|
|
|
|
def IsSelectable(db, table, sql = "", columns = "*"):
|
|
query = QSqlQuery(db)
|
|
try:
|
|
QueryExec(query, "SELECT " + columns + " FROM " + table + " " + sql + " LIMIT 1")
|
|
except:
|
|
return False
|
|
return True
|
|
|
|
# SQL table data model item
|
|
|
|
class SQLTableItem():
|
|
|
|
def __init__(self, row, data):
|
|
self.row = row
|
|
self.data = data
|
|
|
|
def getData(self, column):
|
|
return self.data[column]
|
|
|
|
# SQL table data model
|
|
|
|
class SQLTableModel(TableModel):
|
|
|
|
progress = Signal(object)
|
|
|
|
def __init__(self, glb, sql, column_headers, parent=None):
|
|
super(SQLTableModel, self).__init__(parent)
|
|
self.glb = glb
|
|
self.more = True
|
|
self.populated = 0
|
|
self.column_headers = column_headers
|
|
self.fetcher = SQLFetcher(glb, sql, lambda x, y=len(column_headers): self.SQLTableDataPrep(x, y), self.AddSample)
|
|
self.fetcher.done.connect(self.Update)
|
|
self.fetcher.Fetch(glb_chunk_sz)
|
|
|
|
def DisplayData(self, item, index):
|
|
self.FetchIfNeeded(item.row)
|
|
return item.getData(index.column())
|
|
|
|
def AddSample(self, data):
|
|
child = SQLTableItem(self.populated, data)
|
|
self.child_items.append(child)
|
|
self.populated += 1
|
|
|
|
def Update(self, fetched):
|
|
if not fetched:
|
|
self.more = False
|
|
self.progress.emit(0)
|
|
child_count = self.child_count
|
|
count = self.populated - child_count
|
|
if count > 0:
|
|
parent = QModelIndex()
|
|
self.beginInsertRows(parent, child_count, child_count + count - 1)
|
|
self.insertRows(child_count, count, parent)
|
|
self.child_count += count
|
|
self.endInsertRows()
|
|
self.progress.emit(self.child_count)
|
|
|
|
def FetchMoreRecords(self, count):
|
|
current = self.child_count
|
|
if self.more:
|
|
self.fetcher.Fetch(count)
|
|
else:
|
|
self.progress.emit(0)
|
|
return current
|
|
|
|
def HasMoreRecords(self):
|
|
return self.more
|
|
|
|
def columnCount(self, parent=None):
|
|
return len(self.column_headers)
|
|
|
|
def columnHeader(self, column):
|
|
return self.column_headers[column]
|
|
|
|
def SQLTableDataPrep(self, query, count):
|
|
data = []
|
|
for i in xrange(count):
|
|
data.append(query.value(i))
|
|
return data
|
|
|
|
# SQL automatic table data model
|
|
|
|
class SQLAutoTableModel(SQLTableModel):
|
|
|
|
def __init__(self, glb, table_name, parent=None):
|
|
sql = "SELECT * FROM " + table_name + " WHERE id > $$last_id$$ ORDER BY id LIMIT " + str(glb_chunk_sz)
|
|
if table_name == "comm_threads_view":
|
|
# For now, comm_threads_view has no id column
|
|
sql = "SELECT * FROM " + table_name + " WHERE comm_id > $$last_id$$ ORDER BY comm_id LIMIT " + str(glb_chunk_sz)
|
|
column_headers = []
|
|
query = QSqlQuery(glb.db)
|
|
if glb.dbref.is_sqlite3:
|
|
QueryExec(query, "PRAGMA table_info(" + table_name + ")")
|
|
while query.next():
|
|
column_headers.append(query.value(1))
|
|
if table_name == "sqlite_master":
|
|
sql = "SELECT * FROM " + table_name
|
|
else:
|
|
if table_name[:19] == "information_schema.":
|
|
sql = "SELECT * FROM " + table_name
|
|
select_table_name = table_name[19:]
|
|
schema = "information_schema"
|
|
else:
|
|
select_table_name = table_name
|
|
schema = "public"
|
|
QueryExec(query, "SELECT column_name FROM information_schema.columns WHERE table_schema = '" + schema + "' and table_name = '" + select_table_name + "'")
|
|
while query.next():
|
|
column_headers.append(query.value(0))
|
|
if pyside_version_1 and sys.version_info[0] == 3:
|
|
if table_name == "samples_view":
|
|
self.SQLTableDataPrep = self.samples_view_DataPrep
|
|
if table_name == "samples":
|
|
self.SQLTableDataPrep = self.samples_DataPrep
|
|
super(SQLAutoTableModel, self).__init__(glb, sql, column_headers, parent)
|
|
|
|
def samples_view_DataPrep(self, query, count):
|
|
data = []
|
|
data.append(query.value(0))
|
|
# Workaround pyside failing to handle large integers (i.e. time) in python3 by converting to a string
|
|
data.append("{:>19}".format(query.value(1)))
|
|
for i in xrange(2, count):
|
|
data.append(query.value(i))
|
|
return data
|
|
|
|
def samples_DataPrep(self, query, count):
|
|
data = []
|
|
for i in xrange(9):
|
|
data.append(query.value(i))
|
|
# Workaround pyside failing to handle large integers (i.e. time) in python3 by converting to a string
|
|
data.append("{:>19}".format(query.value(9)))
|
|
for i in xrange(10, count):
|
|
data.append(query.value(i))
|
|
return data
|
|
|
|
# Base class for custom ResizeColumnsToContents
|
|
|
|
class ResizeColumnsToContentsBase(QObject):
|
|
|
|
def __init__(self, parent=None):
|
|
super(ResizeColumnsToContentsBase, self).__init__(parent)
|
|
|
|
def ResizeColumnToContents(self, column, n):
|
|
# Using the view's resizeColumnToContents() here is extrememly slow
|
|
# so implement a crude alternative
|
|
font = self.view.font()
|
|
metrics = QFontMetrics(font)
|
|
max = 0
|
|
for row in xrange(n):
|
|
val = self.data_model.child_items[row].data[column]
|
|
len = metrics.width(str(val) + "MM")
|
|
max = len if len > max else max
|
|
val = self.data_model.columnHeader(column)
|
|
len = metrics.width(str(val) + "MM")
|
|
max = len if len > max else max
|
|
self.view.setColumnWidth(column, max)
|
|
|
|
def ResizeColumnsToContents(self):
|
|
n = min(self.data_model.child_count, 100)
|
|
if n < 1:
|
|
# No data yet, so connect a signal to notify when there is
|
|
self.data_model.rowsInserted.connect(self.UpdateColumnWidths)
|
|
return
|
|
columns = self.data_model.columnCount()
|
|
for i in xrange(columns):
|
|
self.ResizeColumnToContents(i, n)
|
|
|
|
def UpdateColumnWidths(self, *x):
|
|
# This only needs to be done once, so disconnect the signal now
|
|
self.data_model.rowsInserted.disconnect(self.UpdateColumnWidths)
|
|
self.ResizeColumnsToContents()
|
|
|
|
# Convert value to CSV
|
|
|
|
def ToCSValue(val):
|
|
if '"' in val:
|
|
val = val.replace('"', '""')
|
|
if "," in val or '"' in val:
|
|
val = '"' + val + '"'
|
|
return val
|
|
|
|
# Key to sort table model indexes by row / column, assuming fewer than 1000 columns
|
|
|
|
glb_max_cols = 1000
|
|
|
|
def RowColumnKey(a):
|
|
return a.row() * glb_max_cols + a.column()
|
|
|
|
# Copy selected table cells to clipboard
|
|
|
|
def CopyTableCellsToClipboard(view, as_csv=False, with_hdr=False):
|
|
indexes = sorted(view.selectedIndexes(), key=RowColumnKey)
|
|
idx_cnt = len(indexes)
|
|
if not idx_cnt:
|
|
return
|
|
if idx_cnt == 1:
|
|
with_hdr=False
|
|
min_row = indexes[0].row()
|
|
max_row = indexes[0].row()
|
|
min_col = indexes[0].column()
|
|
max_col = indexes[0].column()
|
|
for i in indexes:
|
|
min_row = min(min_row, i.row())
|
|
max_row = max(max_row, i.row())
|
|
min_col = min(min_col, i.column())
|
|
max_col = max(max_col, i.column())
|
|
if max_col > glb_max_cols:
|
|
raise RuntimeError("glb_max_cols is too low")
|
|
max_width = [0] * (1 + max_col - min_col)
|
|
for i in indexes:
|
|
c = i.column() - min_col
|
|
max_width[c] = max(max_width[c], len(str(i.data())))
|
|
text = ""
|
|
pad = ""
|
|
sep = ""
|
|
if with_hdr:
|
|
model = indexes[0].model()
|
|
for col in range(min_col, max_col + 1):
|
|
val = model.headerData(col, Qt.Horizontal)
|
|
if as_csv:
|
|
text += sep + ToCSValue(val)
|
|
sep = ","
|
|
else:
|
|
c = col - min_col
|
|
max_width[c] = max(max_width[c], len(val))
|
|
width = max_width[c]
|
|
align = model.headerData(col, Qt.Horizontal, Qt.TextAlignmentRole)
|
|
if align & Qt.AlignRight:
|
|
val = val.rjust(width)
|
|
text += pad + sep + val
|
|
pad = " " * (width - len(val))
|
|
sep = " "
|
|
text += "\n"
|
|
pad = ""
|
|
sep = ""
|
|
last_row = min_row
|
|
for i in indexes:
|
|
if i.row() > last_row:
|
|
last_row = i.row()
|
|
text += "\n"
|
|
pad = ""
|
|
sep = ""
|
|
if as_csv:
|
|
text += sep + ToCSValue(str(i.data()))
|
|
sep = ","
|
|
else:
|
|
width = max_width[i.column() - min_col]
|
|
if i.data(Qt.TextAlignmentRole) & Qt.AlignRight:
|
|
val = str(i.data()).rjust(width)
|
|
else:
|
|
val = str(i.data())
|
|
text += pad + sep + val
|
|
pad = " " * (width - len(val))
|
|
sep = " "
|
|
QApplication.clipboard().setText(text)
|
|
|
|
def CopyTreeCellsToClipboard(view, as_csv=False, with_hdr=False):
|
|
indexes = view.selectedIndexes()
|
|
if not len(indexes):
|
|
return
|
|
|
|
selection = view.selectionModel()
|
|
|
|
first = None
|
|
for i in indexes:
|
|
above = view.indexAbove(i)
|
|
if not selection.isSelected(above):
|
|
first = i
|
|
break
|
|
|
|
if first is None:
|
|
raise RuntimeError("CopyTreeCellsToClipboard internal error")
|
|
|
|
model = first.model()
|
|
row_cnt = 0
|
|
col_cnt = model.columnCount(first)
|
|
max_width = [0] * col_cnt
|
|
|
|
indent_sz = 2
|
|
indent_str = " " * indent_sz
|
|
|
|
expanded_mark_sz = 2
|
|
if sys.version_info[0] == 3:
|
|
expanded_mark = "\u25BC "
|
|
not_expanded_mark = "\u25B6 "
|
|
else:
|
|
expanded_mark = unicode(chr(0xE2) + chr(0x96) + chr(0xBC) + " ", "utf-8")
|
|
not_expanded_mark = unicode(chr(0xE2) + chr(0x96) + chr(0xB6) + " ", "utf-8")
|
|
leaf_mark = " "
|
|
|
|
if not as_csv:
|
|
pos = first
|
|
while True:
|
|
row_cnt += 1
|
|
row = pos.row()
|
|
for c in range(col_cnt):
|
|
i = pos.sibling(row, c)
|
|
if c:
|
|
n = len(str(i.data()))
|
|
else:
|
|
n = len(str(i.data()).strip())
|
|
n += (i.internalPointer().level - 1) * indent_sz
|
|
n += expanded_mark_sz
|
|
max_width[c] = max(max_width[c], n)
|
|
pos = view.indexBelow(pos)
|
|
if not selection.isSelected(pos):
|
|
break
|
|
|
|
text = ""
|
|
pad = ""
|
|
sep = ""
|
|
if with_hdr:
|
|
for c in range(col_cnt):
|
|
val = model.headerData(c, Qt.Horizontal, Qt.DisplayRole).strip()
|
|
if as_csv:
|
|
text += sep + ToCSValue(val)
|
|
sep = ","
|
|
else:
|
|
max_width[c] = max(max_width[c], len(val))
|
|
width = max_width[c]
|
|
align = model.headerData(c, Qt.Horizontal, Qt.TextAlignmentRole)
|
|
if align & Qt.AlignRight:
|
|
val = val.rjust(width)
|
|
text += pad + sep + val
|
|
pad = " " * (width - len(val))
|
|
sep = " "
|
|
text += "\n"
|
|
pad = ""
|
|
sep = ""
|
|
|
|
pos = first
|
|
while True:
|
|
row = pos.row()
|
|
for c in range(col_cnt):
|
|
i = pos.sibling(row, c)
|
|
val = str(i.data())
|
|
if not c:
|
|
if model.hasChildren(i):
|
|
if view.isExpanded(i):
|
|
mark = expanded_mark
|
|
else:
|
|
mark = not_expanded_mark
|
|
else:
|
|
mark = leaf_mark
|
|
val = indent_str * (i.internalPointer().level - 1) + mark + val.strip()
|
|
if as_csv:
|
|
text += sep + ToCSValue(val)
|
|
sep = ","
|
|
else:
|
|
width = max_width[c]
|
|
if c and i.data(Qt.TextAlignmentRole) & Qt.AlignRight:
|
|
val = val.rjust(width)
|
|
text += pad + sep + val
|
|
pad = " " * (width - len(val))
|
|
sep = " "
|
|
pos = view.indexBelow(pos)
|
|
if not selection.isSelected(pos):
|
|
break
|
|
text = text.rstrip() + "\n"
|
|
pad = ""
|
|
sep = ""
|
|
|
|
QApplication.clipboard().setText(text)
|
|
|
|
def CopyCellsToClipboard(view, as_csv=False, with_hdr=False):
|
|
view.CopyCellsToClipboard(view, as_csv, with_hdr)
|
|
|
|
def CopyCellsToClipboardHdr(view):
|
|
CopyCellsToClipboard(view, False, True)
|
|
|
|
def CopyCellsToClipboardCSV(view):
|
|
CopyCellsToClipboard(view, True, True)
|
|
|
|
# Context menu
|
|
|
|
class ContextMenu(object):
|
|
|
|
def __init__(self, view):
|
|
self.view = view
|
|
self.view.setContextMenuPolicy(Qt.CustomContextMenu)
|
|
self.view.customContextMenuRequested.connect(self.ShowContextMenu)
|
|
|
|
def ShowContextMenu(self, pos):
|
|
menu = QMenu(self.view)
|
|
self.AddActions(menu)
|
|
menu.exec_(self.view.mapToGlobal(pos))
|
|
|
|
def AddCopy(self, menu):
|
|
menu.addAction(CreateAction("&Copy selection", "Copy to clipboard", lambda: CopyCellsToClipboardHdr(self.view), self.view))
|
|
menu.addAction(CreateAction("Copy selection as CS&V", "Copy to clipboard as CSV", lambda: CopyCellsToClipboardCSV(self.view), self.view))
|
|
|
|
def AddActions(self, menu):
|
|
self.AddCopy(menu)
|
|
|
|
class TreeContextMenu(ContextMenu):
|
|
|
|
def __init__(self, view):
|
|
super(TreeContextMenu, self).__init__(view)
|
|
|
|
def AddActions(self, menu):
|
|
i = self.view.currentIndex()
|
|
text = str(i.data()).strip()
|
|
if len(text):
|
|
menu.addAction(CreateAction('Copy "' + text + '"', "Copy to clipboard", lambda: QApplication.clipboard().setText(text), self.view))
|
|
self.AddCopy(menu)
|
|
|
|
# Table window
|
|
|
|
class TableWindow(QMdiSubWindow, ResizeColumnsToContentsBase):
|
|
|
|
def __init__(self, glb, table_name, parent=None):
|
|
super(TableWindow, self).__init__(parent)
|
|
|
|
self.data_model = LookupCreateModel(table_name + " Table", lambda: SQLAutoTableModel(glb, table_name))
|
|
|
|
self.model = QSortFilterProxyModel()
|
|
self.model.setSourceModel(self.data_model)
|
|
|
|
self.view = QTableView()
|
|
self.view.setModel(self.model)
|
|
self.view.setEditTriggers(QAbstractItemView.NoEditTriggers)
|
|
self.view.verticalHeader().setVisible(False)
|
|
self.view.sortByColumn(-1, Qt.AscendingOrder)
|
|
self.view.setSortingEnabled(True)
|
|
self.view.setSelectionMode(QAbstractItemView.ContiguousSelection)
|
|
self.view.CopyCellsToClipboard = CopyTableCellsToClipboard
|
|
|
|
self.ResizeColumnsToContents()
|
|
|
|
self.context_menu = ContextMenu(self.view)
|
|
|
|
self.find_bar = FindBar(self, self, True)
|
|
|
|
self.finder = ChildDataItemFinder(self.data_model)
|
|
|
|
self.fetch_bar = FetchMoreRecordsBar(self.data_model, self)
|
|
|
|
self.vbox = VBox(self.view, self.find_bar.Widget(), self.fetch_bar.Widget())
|
|
|
|
self.setWidget(self.vbox.Widget())
|
|
|
|
AddSubWindow(glb.mainwindow.mdi_area, self, table_name + " Table")
|
|
|
|
def Find(self, value, direction, pattern, context):
|
|
self.view.setFocus()
|
|
self.find_bar.Busy()
|
|
self.finder.Find(value, direction, pattern, context, self.FindDone)
|
|
|
|
def FindDone(self, row):
|
|
self.find_bar.Idle()
|
|
if row >= 0:
|
|
self.view.setCurrentIndex(self.model.mapFromSource(self.data_model.index(row, 0, QModelIndex())))
|
|
else:
|
|
self.find_bar.NotFound()
|
|
|
|
# Table list
|
|
|
|
def GetTableList(glb):
|
|
tables = []
|
|
query = QSqlQuery(glb.db)
|
|
if glb.dbref.is_sqlite3:
|
|
QueryExec(query, "SELECT name FROM sqlite_master WHERE type IN ( 'table' , 'view' ) ORDER BY name")
|
|
else:
|
|
QueryExec(query, "SELECT table_name FROM information_schema.tables WHERE table_schema = 'public' AND table_type IN ( 'BASE TABLE' , 'VIEW' ) ORDER BY table_name")
|
|
while query.next():
|
|
tables.append(query.value(0))
|
|
if glb.dbref.is_sqlite3:
|
|
tables.append("sqlite_master")
|
|
else:
|
|
tables.append("information_schema.tables")
|
|
tables.append("information_schema.views")
|
|
tables.append("information_schema.columns")
|
|
return tables
|
|
|
|
# Top Calls data model
|
|
|
|
class TopCallsModel(SQLTableModel):
|
|
|
|
def __init__(self, glb, report_vars, parent=None):
|
|
text = ""
|
|
if not glb.dbref.is_sqlite3:
|
|
text = "::text"
|
|
limit = ""
|
|
if len(report_vars.limit):
|
|
limit = " LIMIT " + report_vars.limit
|
|
sql = ("SELECT comm, pid, tid, name,"
|
|
" CASE"
|
|
" WHEN (short_name = '[kernel.kallsyms]') THEN '[kernel]'" + text +
|
|
" ELSE short_name"
|
|
" END AS dso,"
|
|
" call_time, return_time, (return_time - call_time) AS elapsed_time, branch_count, "
|
|
" CASE"
|
|
" WHEN (calls.flags = 1) THEN 'no call'" + text +
|
|
" WHEN (calls.flags = 2) THEN 'no return'" + text +
|
|
" WHEN (calls.flags = 3) THEN 'no call/return'" + text +
|
|
" ELSE ''" + text +
|
|
" END AS flags"
|
|
" FROM calls"
|
|
" INNER JOIN call_paths ON calls.call_path_id = call_paths.id"
|
|
" INNER JOIN symbols ON call_paths.symbol_id = symbols.id"
|
|
" INNER JOIN dsos ON symbols.dso_id = dsos.id"
|
|
" INNER JOIN comms ON calls.comm_id = comms.id"
|
|
" INNER JOIN threads ON calls.thread_id = threads.id" +
|
|
report_vars.where_clause +
|
|
" ORDER BY elapsed_time DESC" +
|
|
limit
|
|
)
|
|
column_headers = ("Command", "PID", "TID", "Symbol", "Object", "Call Time", "Return Time", "Elapsed Time (ns)", "Branch Count", "Flags")
|
|
self.alignment = (Qt.AlignLeft, Qt.AlignLeft, Qt.AlignLeft, Qt.AlignLeft, Qt.AlignLeft, Qt.AlignLeft, Qt.AlignLeft, Qt.AlignRight, Qt.AlignRight, Qt.AlignLeft)
|
|
super(TopCallsModel, self).__init__(glb, sql, column_headers, parent)
|
|
|
|
def columnAlignment(self, column):
|
|
return self.alignment[column]
|
|
|
|
# Top Calls report creation dialog
|
|
|
|
class TopCallsDialog(ReportDialogBase):
|
|
|
|
def __init__(self, glb, parent=None):
|
|
title = "Top Calls by Elapsed Time"
|
|
items = (lambda g, p: LineEditDataItem(g, "Report name:", "Enter a name to appear in the window title bar", p, "REPORTNAME"),
|
|
lambda g, p: SQLTableDataItem(g, "Commands:", "Only calls with these commands will be included", "comms", "comm", "comm_id", "", p),
|
|
lambda g, p: SQLTableDataItem(g, "PIDs:", "Only calls with these process IDs will be included", "threads", "pid", "thread_id", "", p),
|
|
lambda g, p: SQLTableDataItem(g, "TIDs:", "Only calls with these thread IDs will be included", "threads", "tid", "thread_id", "", p),
|
|
lambda g, p: SQLTableDataItem(g, "DSOs:", "Only calls with these DSOs will be included", "dsos", "short_name", "dso_id", "", p),
|
|
lambda g, p: SQLTableDataItem(g, "Symbols:", "Only calls with these symbols will be included", "symbols", "name", "symbol_id", "", p),
|
|
lambda g, p: LineEditDataItem(g, "Raw SQL clause: ", "Enter a raw SQL WHERE clause", p),
|
|
lambda g, p: PositiveIntegerDataItem(g, "Record limit:", "Limit selection to this number of records", p, "LIMIT", "100"))
|
|
super(TopCallsDialog, self).__init__(glb, title, items, False, parent)
|
|
|
|
# Top Calls window
|
|
|
|
class TopCallsWindow(QMdiSubWindow, ResizeColumnsToContentsBase):
|
|
|
|
def __init__(self, glb, report_vars, parent=None):
|
|
super(TopCallsWindow, self).__init__(parent)
|
|
|
|
self.data_model = LookupCreateModel("Top Calls " + report_vars.UniqueId(), lambda: TopCallsModel(glb, report_vars))
|
|
self.model = self.data_model
|
|
|
|
self.view = QTableView()
|
|
self.view.setModel(self.model)
|
|
self.view.setEditTriggers(QAbstractItemView.NoEditTriggers)
|
|
self.view.verticalHeader().setVisible(False)
|
|
self.view.setSelectionMode(QAbstractItemView.ContiguousSelection)
|
|
self.view.CopyCellsToClipboard = CopyTableCellsToClipboard
|
|
|
|
self.context_menu = ContextMenu(self.view)
|
|
|
|
self.ResizeColumnsToContents()
|
|
|
|
self.find_bar = FindBar(self, self, True)
|
|
|
|
self.finder = ChildDataItemFinder(self.model)
|
|
|
|
self.fetch_bar = FetchMoreRecordsBar(self.data_model, self)
|
|
|
|
self.vbox = VBox(self.view, self.find_bar.Widget(), self.fetch_bar.Widget())
|
|
|
|
self.setWidget(self.vbox.Widget())
|
|
|
|
AddSubWindow(glb.mainwindow.mdi_area, self, report_vars.name)
|
|
|
|
def Find(self, value, direction, pattern, context):
|
|
self.view.setFocus()
|
|
self.find_bar.Busy()
|
|
self.finder.Find(value, direction, pattern, context, self.FindDone)
|
|
|
|
def FindDone(self, row):
|
|
self.find_bar.Idle()
|
|
if row >= 0:
|
|
self.view.setCurrentIndex(self.model.index(row, 0, QModelIndex()))
|
|
else:
|
|
self.find_bar.NotFound()
|
|
|
|
# Action Definition
|
|
|
|
def CreateAction(label, tip, callback, parent=None, shortcut=None):
|
|
action = QAction(label, parent)
|
|
if shortcut != None:
|
|
action.setShortcuts(shortcut)
|
|
action.setStatusTip(tip)
|
|
action.triggered.connect(callback)
|
|
return action
|
|
|
|
# Typical application actions
|
|
|
|
def CreateExitAction(app, parent=None):
|
|
return CreateAction("&Quit", "Exit the application", app.closeAllWindows, parent, QKeySequence.Quit)
|
|
|
|
# Typical MDI actions
|
|
|
|
def CreateCloseActiveWindowAction(mdi_area):
|
|
return CreateAction("Cl&ose", "Close the active window", mdi_area.closeActiveSubWindow, mdi_area)
|
|
|
|
def CreateCloseAllWindowsAction(mdi_area):
|
|
return CreateAction("Close &All", "Close all the windows", mdi_area.closeAllSubWindows, mdi_area)
|
|
|
|
def CreateTileWindowsAction(mdi_area):
|
|
return CreateAction("&Tile", "Tile the windows", mdi_area.tileSubWindows, mdi_area)
|
|
|
|
def CreateCascadeWindowsAction(mdi_area):
|
|
return CreateAction("&Cascade", "Cascade the windows", mdi_area.cascadeSubWindows, mdi_area)
|
|
|
|
def CreateNextWindowAction(mdi_area):
|
|
return CreateAction("Ne&xt", "Move the focus to the next window", mdi_area.activateNextSubWindow, mdi_area, QKeySequence.NextChild)
|
|
|
|
def CreatePreviousWindowAction(mdi_area):
|
|
return CreateAction("Pre&vious", "Move the focus to the previous window", mdi_area.activatePreviousSubWindow, mdi_area, QKeySequence.PreviousChild)
|
|
|
|
# Typical MDI window menu
|
|
|
|
class WindowMenu():
|
|
|
|
def __init__(self, mdi_area, menu):
|
|
self.mdi_area = mdi_area
|
|
self.window_menu = menu.addMenu("&Windows")
|
|
self.close_active_window = CreateCloseActiveWindowAction(mdi_area)
|
|
self.close_all_windows = CreateCloseAllWindowsAction(mdi_area)
|
|
self.tile_windows = CreateTileWindowsAction(mdi_area)
|
|
self.cascade_windows = CreateCascadeWindowsAction(mdi_area)
|
|
self.next_window = CreateNextWindowAction(mdi_area)
|
|
self.previous_window = CreatePreviousWindowAction(mdi_area)
|
|
self.window_menu.aboutToShow.connect(self.Update)
|
|
|
|
def Update(self):
|
|
self.window_menu.clear()
|
|
sub_window_count = len(self.mdi_area.subWindowList())
|
|
have_sub_windows = sub_window_count != 0
|
|
self.close_active_window.setEnabled(have_sub_windows)
|
|
self.close_all_windows.setEnabled(have_sub_windows)
|
|
self.tile_windows.setEnabled(have_sub_windows)
|
|
self.cascade_windows.setEnabled(have_sub_windows)
|
|
self.next_window.setEnabled(have_sub_windows)
|
|
self.previous_window.setEnabled(have_sub_windows)
|
|
self.window_menu.addAction(self.close_active_window)
|
|
self.window_menu.addAction(self.close_all_windows)
|
|
self.window_menu.addSeparator()
|
|
self.window_menu.addAction(self.tile_windows)
|
|
self.window_menu.addAction(self.cascade_windows)
|
|
self.window_menu.addSeparator()
|
|
self.window_menu.addAction(self.next_window)
|
|
self.window_menu.addAction(self.previous_window)
|
|
if sub_window_count == 0:
|
|
return
|
|
self.window_menu.addSeparator()
|
|
nr = 1
|
|
for sub_window in self.mdi_area.subWindowList():
|
|
label = str(nr) + " " + sub_window.name
|
|
if nr < 10:
|
|
label = "&" + label
|
|
action = self.window_menu.addAction(label)
|
|
action.setCheckable(True)
|
|
action.setChecked(sub_window == self.mdi_area.activeSubWindow())
|
|
action.triggered.connect(lambda a=None,x=nr: self.setActiveSubWindow(x))
|
|
self.window_menu.addAction(action)
|
|
nr += 1
|
|
|
|
def setActiveSubWindow(self, nr):
|
|
self.mdi_area.setActiveSubWindow(self.mdi_area.subWindowList()[nr - 1])
|
|
|
|
# Help text
|
|
|
|
glb_help_text = """
|
|
<h1>Contents</h1>
|
|
<style>
|
|
p.c1 {
|
|
text-indent: 40px;
|
|
}
|
|
p.c2 {
|
|
text-indent: 80px;
|
|
}
|
|
}
|
|
</style>
|
|
<p class=c1><a href=#reports>1. Reports</a></p>
|
|
<p class=c2><a href=#callgraph>1.1 Context-Sensitive Call Graph</a></p>
|
|
<p class=c2><a href=#calltree>1.2 Call Tree</a></p>
|
|
<p class=c2><a href=#allbranches>1.3 All branches</a></p>
|
|
<p class=c2><a href=#selectedbranches>1.4 Selected branches</a></p>
|
|
<p class=c2><a href=#topcallsbyelapsedtime>1.5 Top calls by elapsed time</a></p>
|
|
<p class=c1><a href=#tables>2. Tables</a></p>
|
|
<h1 id=reports>1. Reports</h1>
|
|
<h2 id=callgraph>1.1 Context-Sensitive Call Graph</h2>
|
|
The result is a GUI window with a tree representing a context-sensitive
|
|
call-graph. Expanding a couple of levels of the tree and adjusting column
|
|
widths to suit will display something like:
|
|
<pre>
|
|
Call Graph: pt_example
|
|
Call Path Object Count Time(ns) Time(%) Branch Count Branch Count(%)
|
|
v- ls
|
|
v- 2638:2638
|
|
v- _start ld-2.19.so 1 10074071 100.0 211135 100.0
|
|
|- unknown unknown 1 13198 0.1 1 0.0
|
|
>- _dl_start ld-2.19.so 1 1400980 13.9 19637 9.3
|
|
>- _d_linit_internal ld-2.19.so 1 448152 4.4 11094 5.3
|
|
v-__libc_start_main@plt ls 1 8211741 81.5 180397 85.4
|
|
>- _dl_fixup ld-2.19.so 1 7607 0.1 108 0.1
|
|
>- __cxa_atexit libc-2.19.so 1 11737 0.1 10 0.0
|
|
>- __libc_csu_init ls 1 10354 0.1 10 0.0
|
|
|- _setjmp libc-2.19.so 1 0 0.0 4 0.0
|
|
v- main ls 1 8182043 99.6 180254 99.9
|
|
</pre>
|
|
<h3>Points to note:</h3>
|
|
<ul>
|
|
<li>The top level is a command name (comm)</li>
|
|
<li>The next level is a thread (pid:tid)</li>
|
|
<li>Subsequent levels are functions</li>
|
|
<li>'Count' is the number of calls</li>
|
|
<li>'Time' is the elapsed time until the function returns</li>
|
|
<li>Percentages are relative to the level above</li>
|
|
<li>'Branch Count' is the total number of branches for that function and all functions that it calls
|
|
</ul>
|
|
<h3>Find</h3>
|
|
Ctrl-F displays a Find bar which finds function names by either an exact match or a pattern match.
|
|
The pattern matching symbols are ? for any character and * for zero or more characters.
|
|
<h2 id=calltree>1.2 Call Tree</h2>
|
|
The Call Tree report is very similar to the Context-Sensitive Call Graph, but the data is not aggregated.
|
|
Also the 'Count' column, which would be always 1, is replaced by the 'Call Time'.
|
|
<h2 id=allbranches>1.3 All branches</h2>
|
|
The All branches report displays all branches in chronological order.
|
|
Not all data is fetched immediately. More records can be fetched using the Fetch bar provided.
|
|
<h3>Disassembly</h3>
|
|
Open a branch to display disassembly. This only works if:
|
|
<ol>
|
|
<li>The disassembler is available. Currently, only Intel XED is supported - see <a href=#xed>Intel XED Setup</a></li>
|
|
<li>The object code is available. Currently, only the perf build ID cache is searched for object code.
|
|
The default directory ~/.debug can be overridden by setting environment variable PERF_BUILDID_DIR.
|
|
One exception is kcore where the DSO long name is used (refer dsos_view on the Tables menu),
|
|
or alternatively, set environment variable PERF_KCORE to the kcore file name.</li>
|
|
</ol>
|
|
<h4 id=xed>Intel XED Setup</h4>
|
|
To use Intel XED, libxed.so must be present. To build and install libxed.so:
|
|
<pre>
|
|
git clone https://github.com/intelxed/mbuild.git mbuild
|
|
git clone https://github.com/intelxed/xed
|
|
cd xed
|
|
./mfile.py --share
|
|
sudo ./mfile.py --prefix=/usr/local install
|
|
sudo ldconfig
|
|
</pre>
|
|
<h3>Instructions per Cycle (IPC)</h3>
|
|
If available, IPC information is displayed in columns 'insn_cnt', 'cyc_cnt' and 'IPC'.
|
|
<p><b>Intel PT note:</b> The information applies to the blocks of code ending with, and including, that branch.
|
|
Due to the granularity of timing information, the number of cycles for some code blocks will not be known.
|
|
In that case, 'insn_cnt', 'cyc_cnt' and 'IPC' are zero, but when 'IPC' is displayed it covers the period
|
|
since the previous displayed 'IPC'.
|
|
<h3>Find</h3>
|
|
Ctrl-F displays a Find bar which finds substrings by either an exact match or a regular expression match.
|
|
Refer to Python documentation for the regular expression syntax.
|
|
All columns are searched, but only currently fetched rows are searched.
|
|
<h2 id=selectedbranches>1.4 Selected branches</h2>
|
|
This is the same as the <a href=#allbranches>All branches</a> report but with the data reduced
|
|
by various selection criteria. A dialog box displays available criteria which are AND'ed together.
|
|
<h3>1.4.1 Time ranges</h3>
|
|
The time ranges hint text shows the total time range. Relative time ranges can also be entered in
|
|
ms, us or ns. Also, negative values are relative to the end of trace. Examples:
|
|
<pre>
|
|
81073085947329-81073085958238 From 81073085947329 to 81073085958238
|
|
100us-200us From 100us to 200us
|
|
10ms- From 10ms to the end
|
|
-100ns The first 100ns
|
|
-10ms- The last 10ms
|
|
</pre>
|
|
N.B. Due to the granularity of timestamps, there could be no branches in any given time range.
|
|
<h2 id=topcallsbyelapsedtime>1.5 Top calls by elapsed time</h2>
|
|
The Top calls by elapsed time report displays calls in descending order of time elapsed between when the function was called and when it returned.
|
|
The data is reduced by various selection criteria. A dialog box displays available criteria which are AND'ed together.
|
|
If not all data is fetched, a Fetch bar is provided. Ctrl-F displays a Find bar.
|
|
<h1 id=tables>2. Tables</h1>
|
|
The Tables menu shows all tables and views in the database. Most tables have an associated view
|
|
which displays the information in a more friendly way. Not all data for large tables is fetched
|
|
immediately. More records can be fetched using the Fetch bar provided. Columns can be sorted,
|
|
but that can be slow for large tables.
|
|
<p>There are also tables of database meta-information.
|
|
For SQLite3 databases, the sqlite_master table is included.
|
|
For PostgreSQL databases, information_schema.tables/views/columns are included.
|
|
<h3>Find</h3>
|
|
Ctrl-F displays a Find bar which finds substrings by either an exact match or a regular expression match.
|
|
Refer to Python documentation for the regular expression syntax.
|
|
All columns are searched, but only currently fetched rows are searched.
|
|
<p>N.B. Results are found in id order, so if the table is re-ordered, find-next and find-previous
|
|
will go to the next/previous result in id order, instead of display order.
|
|
"""
|
|
|
|
# Help window
|
|
|
|
class HelpWindow(QMdiSubWindow):
|
|
|
|
def __init__(self, glb, parent=None):
|
|
super(HelpWindow, self).__init__(parent)
|
|
|
|
self.text = QTextBrowser()
|
|
self.text.setHtml(glb_help_text)
|
|
self.text.setReadOnly(True)
|
|
self.text.setOpenExternalLinks(True)
|
|
|
|
self.setWidget(self.text)
|
|
|
|
AddSubWindow(glb.mainwindow.mdi_area, self, "Exported SQL Viewer Help")
|
|
|
|
# Main window that only displays the help text
|
|
|
|
class HelpOnlyWindow(QMainWindow):
|
|
|
|
def __init__(self, parent=None):
|
|
super(HelpOnlyWindow, self).__init__(parent)
|
|
|
|
self.setMinimumSize(200, 100)
|
|
self.resize(800, 600)
|
|
self.setWindowTitle("Exported SQL Viewer Help")
|
|
self.setWindowIcon(self.style().standardIcon(QStyle.SP_MessageBoxInformation))
|
|
|
|
self.text = QTextBrowser()
|
|
self.text.setHtml(glb_help_text)
|
|
self.text.setReadOnly(True)
|
|
self.text.setOpenExternalLinks(True)
|
|
|
|
self.setCentralWidget(self.text)
|
|
|
|
# PostqreSQL server version
|
|
|
|
def PostqreSQLServerVersion(db):
|
|
query = QSqlQuery(db)
|
|
QueryExec(query, "SELECT VERSION()")
|
|
if query.next():
|
|
v_str = query.value(0)
|
|
v_list = v_str.strip().split(" ")
|
|
if v_list[0] == "PostgreSQL" and v_list[2] == "on":
|
|
return v_list[1]
|
|
return v_str
|
|
return "Unknown"
|
|
|
|
# SQLite version
|
|
|
|
def SQLiteVersion(db):
|
|
query = QSqlQuery(db)
|
|
QueryExec(query, "SELECT sqlite_version()")
|
|
if query.next():
|
|
return query.value(0)
|
|
return "Unknown"
|
|
|
|
# About dialog
|
|
|
|
class AboutDialog(QDialog):
|
|
|
|
def __init__(self, glb, parent=None):
|
|
super(AboutDialog, self).__init__(parent)
|
|
|
|
self.setWindowTitle("About Exported SQL Viewer")
|
|
self.setMinimumWidth(300)
|
|
|
|
pyside_version = "1" if pyside_version_1 else "2"
|
|
|
|
text = "<pre>"
|
|
text += "Python version: " + sys.version.split(" ")[0] + "\n"
|
|
text += "PySide version: " + pyside_version + "\n"
|
|
text += "Qt version: " + qVersion() + "\n"
|
|
if glb.dbref.is_sqlite3:
|
|
text += "SQLite version: " + SQLiteVersion(glb.db) + "\n"
|
|
else:
|
|
text += "PostqreSQL version: " + PostqreSQLServerVersion(glb.db) + "\n"
|
|
text += "</pre>"
|
|
|
|
self.text = QTextBrowser()
|
|
self.text.setHtml(text)
|
|
self.text.setReadOnly(True)
|
|
self.text.setOpenExternalLinks(True)
|
|
|
|
self.vbox = QVBoxLayout()
|
|
self.vbox.addWidget(self.text)
|
|
|
|
self.setLayout(self.vbox)
|
|
|
|
# Font resize
|
|
|
|
def ResizeFont(widget, diff):
|
|
font = widget.font()
|
|
sz = font.pointSize()
|
|
font.setPointSize(sz + diff)
|
|
widget.setFont(font)
|
|
|
|
def ShrinkFont(widget):
|
|
ResizeFont(widget, -1)
|
|
|
|
def EnlargeFont(widget):
|
|
ResizeFont(widget, 1)
|
|
|
|
# Unique name for sub-windows
|
|
|
|
def NumberedWindowName(name, nr):
|
|
if nr > 1:
|
|
name += " <" + str(nr) + ">"
|
|
return name
|
|
|
|
def UniqueSubWindowName(mdi_area, name):
|
|
nr = 1
|
|
while True:
|
|
unique_name = NumberedWindowName(name, nr)
|
|
ok = True
|
|
for sub_window in mdi_area.subWindowList():
|
|
if sub_window.name == unique_name:
|
|
ok = False
|
|
break
|
|
if ok:
|
|
return unique_name
|
|
nr += 1
|
|
|
|
# Add a sub-window
|
|
|
|
def AddSubWindow(mdi_area, sub_window, name):
|
|
unique_name = UniqueSubWindowName(mdi_area, name)
|
|
sub_window.setMinimumSize(200, 100)
|
|
sub_window.resize(800, 600)
|
|
sub_window.setWindowTitle(unique_name)
|
|
sub_window.setAttribute(Qt.WA_DeleteOnClose)
|
|
sub_window.setWindowIcon(sub_window.style().standardIcon(QStyle.SP_FileIcon))
|
|
sub_window.name = unique_name
|
|
mdi_area.addSubWindow(sub_window)
|
|
sub_window.show()
|
|
|
|
# Main window
|
|
|
|
class MainWindow(QMainWindow):
|
|
|
|
def __init__(self, glb, parent=None):
|
|
super(MainWindow, self).__init__(parent)
|
|
|
|
self.glb = glb
|
|
|
|
self.setWindowTitle("Exported SQL Viewer: " + glb.dbname)
|
|
self.setWindowIcon(self.style().standardIcon(QStyle.SP_ComputerIcon))
|
|
self.setMinimumSize(200, 100)
|
|
|
|
self.mdi_area = QMdiArea()
|
|
self.mdi_area.setHorizontalScrollBarPolicy(Qt.ScrollBarAsNeeded)
|
|
self.mdi_area.setVerticalScrollBarPolicy(Qt.ScrollBarAsNeeded)
|
|
|
|
self.setCentralWidget(self.mdi_area)
|
|
|
|
menu = self.menuBar()
|
|
|
|
file_menu = menu.addMenu("&File")
|
|
file_menu.addAction(CreateExitAction(glb.app, self))
|
|
|
|
edit_menu = menu.addMenu("&Edit")
|
|
edit_menu.addAction(CreateAction("&Copy", "Copy to clipboard", self.CopyToClipboard, self, QKeySequence.Copy))
|
|
edit_menu.addAction(CreateAction("Copy as CS&V", "Copy to clipboard as CSV", self.CopyToClipboardCSV, self))
|
|
edit_menu.addAction(CreateAction("&Find...", "Find items", self.Find, self, QKeySequence.Find))
|
|
edit_menu.addAction(CreateAction("Fetch &more records...", "Fetch more records", self.FetchMoreRecords, self, [QKeySequence(Qt.Key_F8)]))
|
|
edit_menu.addAction(CreateAction("&Shrink Font", "Make text smaller", self.ShrinkFont, self, [QKeySequence("Ctrl+-")]))
|
|
edit_menu.addAction(CreateAction("&Enlarge Font", "Make text bigger", self.EnlargeFont, self, [QKeySequence("Ctrl++")]))
|
|
|
|
reports_menu = menu.addMenu("&Reports")
|
|
if IsSelectable(glb.db, "calls"):
|
|
reports_menu.addAction(CreateAction("Context-Sensitive Call &Graph", "Create a new window containing a context-sensitive call graph", self.NewCallGraph, self))
|
|
|
|
if IsSelectable(glb.db, "calls", "WHERE parent_id >= 0"):
|
|
reports_menu.addAction(CreateAction("Call &Tree", "Create a new window containing a call tree", self.NewCallTree, self))
|
|
|
|
self.EventMenu(GetEventList(glb.db), reports_menu)
|
|
|
|
if IsSelectable(glb.db, "calls"):
|
|
reports_menu.addAction(CreateAction("&Top calls by elapsed time", "Create a new window displaying top calls by elapsed time", self.NewTopCalls, self))
|
|
|
|
self.TableMenu(GetTableList(glb), menu)
|
|
|
|
self.window_menu = WindowMenu(self.mdi_area, menu)
|
|
|
|
help_menu = menu.addMenu("&Help")
|
|
help_menu.addAction(CreateAction("&Exported SQL Viewer Help", "Helpful information", self.Help, self, QKeySequence.HelpContents))
|
|
help_menu.addAction(CreateAction("&About Exported SQL Viewer", "About this application", self.About, self))
|
|
|
|
def Try(self, fn):
|
|
win = self.mdi_area.activeSubWindow()
|
|
if win:
|
|
try:
|
|
fn(win.view)
|
|
except:
|
|
pass
|
|
|
|
def CopyToClipboard(self):
|
|
self.Try(CopyCellsToClipboardHdr)
|
|
|
|
def CopyToClipboardCSV(self):
|
|
self.Try(CopyCellsToClipboardCSV)
|
|
|
|
def Find(self):
|
|
win = self.mdi_area.activeSubWindow()
|
|
if win:
|
|
try:
|
|
win.find_bar.Activate()
|
|
except:
|
|
pass
|
|
|
|
def FetchMoreRecords(self):
|
|
win = self.mdi_area.activeSubWindow()
|
|
if win:
|
|
try:
|
|
win.fetch_bar.Activate()
|
|
except:
|
|
pass
|
|
|
|
def ShrinkFont(self):
|
|
self.Try(ShrinkFont)
|
|
|
|
def EnlargeFont(self):
|
|
self.Try(EnlargeFont)
|
|
|
|
def EventMenu(self, events, reports_menu):
|
|
branches_events = 0
|
|
for event in events:
|
|
event = event.split(":")[0]
|
|
if event == "branches":
|
|
branches_events += 1
|
|
dbid = 0
|
|
for event in events:
|
|
dbid += 1
|
|
event = event.split(":")[0]
|
|
if event == "branches":
|
|
label = "All branches" if branches_events == 1 else "All branches " + "(id=" + dbid + ")"
|
|
reports_menu.addAction(CreateAction(label, "Create a new window displaying branch events", lambda a=None,x=dbid: self.NewBranchView(x), self))
|
|
label = "Selected branches" if branches_events == 1 else "Selected branches " + "(id=" + dbid + ")"
|
|
reports_menu.addAction(CreateAction(label, "Create a new window displaying branch events", lambda a=None,x=dbid: self.NewSelectedBranchView(x), self))
|
|
|
|
def TableMenu(self, tables, menu):
|
|
table_menu = menu.addMenu("&Tables")
|
|
for table in tables:
|
|
table_menu.addAction(CreateAction(table, "Create a new window containing a table view", lambda a=None,t=table: self.NewTableView(t), self))
|
|
|
|
def NewCallGraph(self):
|
|
CallGraphWindow(self.glb, self)
|
|
|
|
def NewCallTree(self):
|
|
CallTreeWindow(self.glb, self)
|
|
|
|
def NewTopCalls(self):
|
|
dialog = TopCallsDialog(self.glb, self)
|
|
ret = dialog.exec_()
|
|
if ret:
|
|
TopCallsWindow(self.glb, dialog.report_vars, self)
|
|
|
|
def NewBranchView(self, event_id):
|
|
BranchWindow(self.glb, event_id, ReportVars(), self)
|
|
|
|
def NewSelectedBranchView(self, event_id):
|
|
dialog = SelectedBranchDialog(self.glb, self)
|
|
ret = dialog.exec_()
|
|
if ret:
|
|
BranchWindow(self.glb, event_id, dialog.report_vars, self)
|
|
|
|
def NewTableView(self, table_name):
|
|
TableWindow(self.glb, table_name, self)
|
|
|
|
def Help(self):
|
|
HelpWindow(self.glb, self)
|
|
|
|
def About(self):
|
|
dialog = AboutDialog(self.glb, self)
|
|
dialog.exec_()
|
|
|
|
# XED Disassembler
|
|
|
|
class xed_state_t(Structure):
|
|
|
|
_fields_ = [
|
|
("mode", c_int),
|
|
("width", c_int)
|
|
]
|
|
|
|
class XEDInstruction():
|
|
|
|
def __init__(self, libxed):
|
|
# Current xed_decoded_inst_t structure is 192 bytes. Use 512 to allow for future expansion
|
|
xedd_t = c_byte * 512
|
|
self.xedd = xedd_t()
|
|
self.xedp = addressof(self.xedd)
|
|
libxed.xed_decoded_inst_zero(self.xedp)
|
|
self.state = xed_state_t()
|
|
self.statep = addressof(self.state)
|
|
# Buffer for disassembled instruction text
|
|
self.buffer = create_string_buffer(256)
|
|
self.bufferp = addressof(self.buffer)
|
|
|
|
class LibXED():
|
|
|
|
def __init__(self):
|
|
try:
|
|
self.libxed = CDLL("libxed.so")
|
|
except:
|
|
self.libxed = None
|
|
if not self.libxed:
|
|
self.libxed = CDLL("/usr/local/lib/libxed.so")
|
|
|
|
self.xed_tables_init = self.libxed.xed_tables_init
|
|
self.xed_tables_init.restype = None
|
|
self.xed_tables_init.argtypes = []
|
|
|
|
self.xed_decoded_inst_zero = self.libxed.xed_decoded_inst_zero
|
|
self.xed_decoded_inst_zero.restype = None
|
|
self.xed_decoded_inst_zero.argtypes = [ c_void_p ]
|
|
|
|
self.xed_operand_values_set_mode = self.libxed.xed_operand_values_set_mode
|
|
self.xed_operand_values_set_mode.restype = None
|
|
self.xed_operand_values_set_mode.argtypes = [ c_void_p, c_void_p ]
|
|
|
|
self.xed_decoded_inst_zero_keep_mode = self.libxed.xed_decoded_inst_zero_keep_mode
|
|
self.xed_decoded_inst_zero_keep_mode.restype = None
|
|
self.xed_decoded_inst_zero_keep_mode.argtypes = [ c_void_p ]
|
|
|
|
self.xed_decode = self.libxed.xed_decode
|
|
self.xed_decode.restype = c_int
|
|
self.xed_decode.argtypes = [ c_void_p, c_void_p, c_uint ]
|
|
|
|
self.xed_format_context = self.libxed.xed_format_context
|
|
self.xed_format_context.restype = c_uint
|
|
self.xed_format_context.argtypes = [ c_int, c_void_p, c_void_p, c_int, c_ulonglong, c_void_p, c_void_p ]
|
|
|
|
self.xed_tables_init()
|
|
|
|
def Instruction(self):
|
|
return XEDInstruction(self)
|
|
|
|
def SetMode(self, inst, mode):
|
|
if mode:
|
|
inst.state.mode = 4 # 32-bit
|
|
inst.state.width = 4 # 4 bytes
|
|
else:
|
|
inst.state.mode = 1 # 64-bit
|
|
inst.state.width = 8 # 8 bytes
|
|
self.xed_operand_values_set_mode(inst.xedp, inst.statep)
|
|
|
|
def DisassembleOne(self, inst, bytes_ptr, bytes_cnt, ip):
|
|
self.xed_decoded_inst_zero_keep_mode(inst.xedp)
|
|
err = self.xed_decode(inst.xedp, bytes_ptr, bytes_cnt)
|
|
if err:
|
|
return 0, ""
|
|
# Use AT&T mode (2), alternative is Intel (3)
|
|
ok = self.xed_format_context(2, inst.xedp, inst.bufferp, sizeof(inst.buffer), ip, 0, 0)
|
|
if not ok:
|
|
return 0, ""
|
|
if sys.version_info[0] == 2:
|
|
result = inst.buffer.value
|
|
else:
|
|
result = inst.buffer.value.decode()
|
|
# Return instruction length and the disassembled instruction text
|
|
# For now, assume the length is in byte 166
|
|
return inst.xedd[166], result
|
|
|
|
def TryOpen(file_name):
|
|
try:
|
|
return open(file_name, "rb")
|
|
except:
|
|
return None
|
|
|
|
def Is64Bit(f):
|
|
result = sizeof(c_void_p)
|
|
# ELF support only
|
|
pos = f.tell()
|
|
f.seek(0)
|
|
header = f.read(7)
|
|
f.seek(pos)
|
|
magic = header[0:4]
|
|
if sys.version_info[0] == 2:
|
|
eclass = ord(header[4])
|
|
encoding = ord(header[5])
|
|
version = ord(header[6])
|
|
else:
|
|
eclass = header[4]
|
|
encoding = header[5]
|
|
version = header[6]
|
|
if magic == chr(127) + "ELF" and eclass > 0 and eclass < 3 and encoding > 0 and encoding < 3 and version == 1:
|
|
result = True if eclass == 2 else False
|
|
return result
|
|
|
|
# Global data
|
|
|
|
class Glb():
|
|
|
|
def __init__(self, dbref, db, dbname):
|
|
self.dbref = dbref
|
|
self.db = db
|
|
self.dbname = dbname
|
|
self.home_dir = os.path.expanduser("~")
|
|
self.buildid_dir = os.getenv("PERF_BUILDID_DIR")
|
|
if self.buildid_dir:
|
|
self.buildid_dir += "/.build-id/"
|
|
else:
|
|
self.buildid_dir = self.home_dir + "/.debug/.build-id/"
|
|
self.app = None
|
|
self.mainwindow = None
|
|
self.instances_to_shutdown_on_exit = weakref.WeakSet()
|
|
try:
|
|
self.disassembler = LibXED()
|
|
self.have_disassembler = True
|
|
except:
|
|
self.have_disassembler = False
|
|
|
|
def FileFromBuildId(self, build_id):
|
|
file_name = self.buildid_dir + build_id[0:2] + "/" + build_id[2:] + "/elf"
|
|
return TryOpen(file_name)
|
|
|
|
def FileFromNamesAndBuildId(self, short_name, long_name, build_id):
|
|
# Assume current machine i.e. no support for virtualization
|
|
if short_name[0:7] == "[kernel" and os.path.basename(long_name) == "kcore":
|
|
file_name = os.getenv("PERF_KCORE")
|
|
f = TryOpen(file_name) if file_name else None
|
|
if f:
|
|
return f
|
|
# For now, no special handling if long_name is /proc/kcore
|
|
f = TryOpen(long_name)
|
|
if f:
|
|
return f
|
|
f = self.FileFromBuildId(build_id)
|
|
if f:
|
|
return f
|
|
return None
|
|
|
|
def AddInstanceToShutdownOnExit(self, instance):
|
|
self.instances_to_shutdown_on_exit.add(instance)
|
|
|
|
# Shutdown any background processes or threads
|
|
def ShutdownInstances(self):
|
|
for x in self.instances_to_shutdown_on_exit:
|
|
try:
|
|
x.Shutdown()
|
|
except:
|
|
pass
|
|
|
|
# Database reference
|
|
|
|
class DBRef():
|
|
|
|
def __init__(self, is_sqlite3, dbname):
|
|
self.is_sqlite3 = is_sqlite3
|
|
self.dbname = dbname
|
|
self.TRUE = "TRUE"
|
|
self.FALSE = "FALSE"
|
|
# SQLite prior to version 3.23 does not support TRUE and FALSE
|
|
if self.is_sqlite3:
|
|
self.TRUE = "1"
|
|
self.FALSE = "0"
|
|
|
|
def Open(self, connection_name):
|
|
dbname = self.dbname
|
|
if self.is_sqlite3:
|
|
db = QSqlDatabase.addDatabase("QSQLITE", connection_name)
|
|
else:
|
|
db = QSqlDatabase.addDatabase("QPSQL", connection_name)
|
|
opts = dbname.split()
|
|
for opt in opts:
|
|
if "=" in opt:
|
|
opt = opt.split("=")
|
|
if opt[0] == "hostname":
|
|
db.setHostName(opt[1])
|
|
elif opt[0] == "port":
|
|
db.setPort(int(opt[1]))
|
|
elif opt[0] == "username":
|
|
db.setUserName(opt[1])
|
|
elif opt[0] == "password":
|
|
db.setPassword(opt[1])
|
|
elif opt[0] == "dbname":
|
|
dbname = opt[1]
|
|
else:
|
|
dbname = opt
|
|
|
|
db.setDatabaseName(dbname)
|
|
if not db.open():
|
|
raise Exception("Failed to open database " + dbname + " error: " + db.lastError().text())
|
|
return db, dbname
|
|
|
|
# Main
|
|
|
|
def Main():
|
|
usage_str = "exported-sql-viewer.py [--pyside-version-1] <database name>\n" \
|
|
" or: exported-sql-viewer.py --help-only"
|
|
ap = argparse.ArgumentParser(usage = usage_str, add_help = False)
|
|
ap.add_argument("--pyside-version-1", action='store_true')
|
|
ap.add_argument("dbname", nargs="?")
|
|
ap.add_argument("--help-only", action='store_true')
|
|
args = ap.parse_args()
|
|
|
|
if args.help_only:
|
|
app = QApplication(sys.argv)
|
|
mainwindow = HelpOnlyWindow()
|
|
mainwindow.show()
|
|
err = app.exec_()
|
|
sys.exit(err)
|
|
|
|
dbname = args.dbname
|
|
if dbname is None:
|
|
ap.print_usage()
|
|
print("Too few arguments")
|
|
sys.exit(1)
|
|
|
|
is_sqlite3 = False
|
|
try:
|
|
f = open(dbname, "rb")
|
|
if f.read(15) == b'SQLite format 3':
|
|
is_sqlite3 = True
|
|
f.close()
|
|
except:
|
|
pass
|
|
|
|
dbref = DBRef(is_sqlite3, dbname)
|
|
db, dbname = dbref.Open("main")
|
|
glb = Glb(dbref, db, dbname)
|
|
app = QApplication(sys.argv)
|
|
glb.app = app
|
|
mainwindow = MainWindow(glb)
|
|
glb.mainwindow = mainwindow
|
|
mainwindow.show()
|
|
err = app.exec_()
|
|
glb.ShutdownInstances()
|
|
db.close()
|
|
sys.exit(err)
|
|
|
|
if __name__ == "__main__":
|
|
Main()
|