summaryrefslogtreecommitdiffstats
path: root/packages/Python/lldbsuite/test/benchmarks/disassembly
diff options
context:
space:
mode:
authordim <dim@FreeBSD.org>2016-01-06 20:12:03 +0000
committerdim <dim@FreeBSD.org>2016-01-06 20:12:03 +0000
commit78b9749c0a4ea980a8b934645da6ae98fcc665e8 (patch)
treedd2a1ddf0476664c2b823409c36cbccd52662ca7 /packages/Python/lldbsuite/test/benchmarks/disassembly
parent60cb593f9d55fa5ca7a5372b731f2330345b4b9a (diff)
downloadFreeBSD-src-78b9749c0a4ea980a8b934645da6ae98fcc665e8.zip
FreeBSD-src-78b9749c0a4ea980a8b934645da6ae98fcc665e8.tar.gz
Vendor import of lldb trunk r256945:
https://llvm.org/svn/llvm-project/lldb/trunk@256945
Diffstat (limited to 'packages/Python/lldbsuite/test/benchmarks/disassembly')
-rw-r--r--packages/Python/lldbsuite/test/benchmarks/disassembly/TestDisassembly.py155
-rw-r--r--packages/Python/lldbsuite/test/benchmarks/disassembly/TestDoAttachThenDisassembly.py67
-rw-r--r--packages/Python/lldbsuite/test/benchmarks/disassembly/TestXcode41Vs42GDBDisassembly.py94
3 files changed, 316 insertions, 0 deletions
diff --git a/packages/Python/lldbsuite/test/benchmarks/disassembly/TestDisassembly.py b/packages/Python/lldbsuite/test/benchmarks/disassembly/TestDisassembly.py
new file mode 100644
index 0000000..a18cb2a
--- /dev/null
+++ b/packages/Python/lldbsuite/test/benchmarks/disassembly/TestDisassembly.py
@@ -0,0 +1,155 @@
+"""Disassemble lldb's Driver::MainLoop() functions comparing lldb against gdb."""
+
+from __future__ import print_function
+
+
+
+import os, sys
+import lldb
+from lldbsuite.test import configuration
+from lldbsuite.test.lldbbench import *
+
+def is_exe(fpath):
+ """Returns true if fpath is an executable."""
+ return os.path.isfile(fpath) and os.access(fpath, os.X_OK)
+
+class DisassembleDriverMainLoop(BenchBase):
+
+ mydir = TestBase.compute_mydir(__file__)
+
+ def setUp(self):
+ """
+ Note that lldbtest_config.lldbExec can be specified with the LLDB_EXEC env variable (see
+ dotest.py), and gdbExec can be specified with the GDB_EXEC env variable.
+ This provides a flexibility in specifying different versions of gdb for
+ comparison purposes.
+ """
+ BenchBase.setUp(self)
+ # If env var GDB_EXEC is specified, use it; otherwise, use gdb in your
+ # PATH env var.
+ if "GDB_EXEC" in os.environ and is_exe(os.environ["GDB_EXEC"]):
+ self.gdbExec = os.environ["GDB_EXEC"]
+ else:
+ self.gdbExec = "gdb"
+
+ self.exe = lldbtest_config.lldbExec
+ self.function = 'Driver::MainLoop()'
+ self.lldb_avg = None
+ self.gdb_avg = None
+ self.count = 5
+
+ @benchmarks_test
+ @no_debug_info_test
+ @expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
+ def test_run_lldb_then_gdb(self):
+ """Test disassembly on a large function with lldb vs. gdb."""
+ print()
+ print("lldb path: %s" % lldbtest_config.lldbExec)
+ print("gdb path: %s" % self.gdbExec)
+
+ print()
+ self.run_lldb_disassembly(self.exe, self.function, self.count)
+ print("lldb benchmark:", self.stopwatch)
+ self.run_gdb_disassembly(self.exe, self.function, self.count)
+ print("gdb benchmark:", self.stopwatch)
+ print("lldb_avg/gdb_avg: %f" % (self.lldb_avg/self.gdb_avg))
+
+ @benchmarks_test
+ @no_debug_info_test
+ @expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
+ def test_run_gdb_then_lldb(self):
+ """Test disassembly on a large function with lldb vs. gdb."""
+ print()
+ print("lldb path: %s" % lldbtest_config.lldbExec)
+ print("gdb path: %s" % self.gdbExec)
+
+ print()
+ self.run_gdb_disassembly(self.exe, self.function, self.count)
+ print("gdb benchmark:", self.stopwatch)
+ self.run_lldb_disassembly(self.exe, self.function, self.count)
+ print("lldb benchmark:", self.stopwatch)
+ print("lldb_avg/gdb_avg: %f" % (self.lldb_avg/self.gdb_avg))
+
+ def run_lldb_disassembly(self, exe, function, count):
+ import pexpect
+ # Set self.child_prompt, which is "(lldb) ".
+ self.child_prompt = '(lldb) '
+ prompt = self.child_prompt
+
+ # So that the child gets torn down after the test.
+ self.child = pexpect.spawn('%s %s %s' % (lldbtest_config.lldbExec, self.lldbOption, exe))
+ child = self.child
+
+ # Turn on logging for what the child sends back.
+ if self.TraceOn():
+ child.logfile_read = sys.stdout
+
+ child.expect_exact(prompt)
+ child.sendline('breakpoint set -F %s' % function)
+ child.expect_exact(prompt)
+ child.sendline('run')
+ child.expect_exact(prompt)
+
+ # Reset the stopwatch now.
+ self.stopwatch.reset()
+ for i in range(count):
+ with self.stopwatch:
+ # Disassemble the function.
+ child.sendline('disassemble -f')
+ child.expect_exact(prompt)
+ child.sendline('next')
+ child.expect_exact(prompt)
+
+ child.sendline('quit')
+ try:
+ self.child.expect(pexpect.EOF)
+ except:
+ pass
+
+ self.lldb_avg = self.stopwatch.avg()
+ if self.TraceOn():
+ print("lldb disassembly benchmark:", str(self.stopwatch))
+ self.child = None
+
+ def run_gdb_disassembly(self, exe, function, count):
+ import pexpect
+ # Set self.child_prompt, which is "(gdb) ".
+ self.child_prompt = '(gdb) '
+ prompt = self.child_prompt
+
+ # So that the child gets torn down after the test.
+ self.child = pexpect.spawn('%s --nx %s' % (self.gdbExec, exe))
+ child = self.child
+
+ # Turn on logging for what the child sends back.
+ if self.TraceOn():
+ child.logfile_read = sys.stdout
+
+ child.expect_exact(prompt)
+ child.sendline('break %s' % function)
+ child.expect_exact(prompt)
+ child.sendline('run')
+ child.expect_exact(prompt)
+
+ # Reset the stopwatch now.
+ self.stopwatch.reset()
+ for i in range(count):
+ with self.stopwatch:
+ # Disassemble the function.
+ child.sendline('disassemble')
+ child.expect_exact(prompt)
+ child.sendline('next')
+ child.expect_exact(prompt)
+
+ child.sendline('quit')
+ child.expect_exact('The program is running. Exit anyway?')
+ child.sendline('y')
+ try:
+ self.child.expect(pexpect.EOF)
+ except:
+ pass
+
+ self.gdb_avg = self.stopwatch.avg()
+ if self.TraceOn():
+ print("gdb disassembly benchmark:", str(self.stopwatch))
+ self.child = None
diff --git a/packages/Python/lldbsuite/test/benchmarks/disassembly/TestDoAttachThenDisassembly.py b/packages/Python/lldbsuite/test/benchmarks/disassembly/TestDoAttachThenDisassembly.py
new file mode 100644
index 0000000..b7b0709
--- /dev/null
+++ b/packages/Python/lldbsuite/test/benchmarks/disassembly/TestDoAttachThenDisassembly.py
@@ -0,0 +1,67 @@
+"""Test lldb's disassemblt speed. This bench deliberately attaches to an lldb
+inferior and traverses the stack for thread0 to arrive at frame with function
+'MainLoop'. It is important to specify an lldb executable as the inferior."""
+
+from __future__ import print_function
+
+
+
+import os, sys
+import lldb
+from lldbsuite.test.lldbbench import *
+from lldbsuite.test import configuration
+
+class AttachThenDisassemblyBench(BenchBase):
+
+ mydir = TestBase.compute_mydir(__file__)
+
+ def setUp(self):
+ BenchBase.setUp(self)
+ self.exe = lldbtest_config.lldbExec
+ self.count = 10
+
+ @benchmarks_test
+ @no_debug_info_test
+ def test_attach_then_disassembly(self):
+ """Attach to a spawned lldb process then run disassembly benchmarks."""
+ print()
+ self.run_lldb_attach_then_disassembly(self.exe, self.count)
+ print("lldb disassembly benchmark:", self.stopwatch)
+
+ def run_lldb_attach_then_disassembly(self, exe, count):
+ target = self.dbg.CreateTarget(exe)
+
+ # Spawn a new process and don't display the stdout if not in TraceOn() mode.
+ import subprocess
+ popen = subprocess.Popen([exe, self.lldbOption],
+ stdout = open(os.devnull, 'w') if not self.TraceOn() else None)
+ if self.TraceOn():
+ print("pid of spawned process: %d" % popen.pid)
+
+ # Attach to the launched lldb process.
+ listener = lldb.SBListener("my.attach.listener")
+ error = lldb.SBError()
+ process = target.AttachToProcessWithID(listener, popen.pid, error)
+
+ # Set thread0 as the selected thread, followed by the 'MainLoop' frame
+ # as the selected frame. Then do disassembly on the function.
+ thread0 = process.GetThreadAtIndex(0)
+ process.SetSelectedThread(thread0)
+ i = 0
+ found = False
+ for f in thread0:
+ #print("frame#%d %s" % (i, f.GetFunctionName()))
+ if "MainLoop" in f.GetFunctionName():
+ found = True
+ thread0.SetSelectedFrame(i)
+ if self.TraceOn():
+ print("Found frame#%d for function 'MainLoop'" % i)
+ break
+ i += 1
+
+ # Reset the stopwatch now.
+ self.stopwatch.reset()
+ for i in range(count):
+ with self.stopwatch:
+ # Disassemble the function.
+ self.runCmd("disassemble -f")
diff --git a/packages/Python/lldbsuite/test/benchmarks/disassembly/TestXcode41Vs42GDBDisassembly.py b/packages/Python/lldbsuite/test/benchmarks/disassembly/TestXcode41Vs42GDBDisassembly.py
new file mode 100644
index 0000000..745e7b6
--- /dev/null
+++ b/packages/Python/lldbsuite/test/benchmarks/disassembly/TestXcode41Vs42GDBDisassembly.py
@@ -0,0 +1,94 @@
+"""Disassemble lldb's Driver::MainLoop() functions comparing Xcode 4.1 vs. 4.2's gdb."""
+
+from __future__ import print_function
+
+
+
+import os, sys
+import lldb
+from lldbsuite.test import configuration
+from lldbsuite.test.lldbbench import *
+
+class XCode41Vs42GDBDisassembly(BenchBase):
+
+ mydir = TestBase.compute_mydir(__file__)
+
+ def setUp(self):
+ BenchBase.setUp(self)
+ self.gdb_41_exe = '/Xcode41/usr/bin/gdb'
+ self.gdb_42_exe = '/Developer/usr/bin/gdb'
+ self.exe = lldbtest_config.lldbExec
+ self.function = 'Driver::MainLoop()'
+ self.gdb_41_avg = None
+ self.gdb_42_avg = None
+ self.count = 5
+
+ @benchmarks_test
+ @no_debug_info_test
+ @expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
+ def test_run_41_then_42(self):
+ """Test disassembly on a large function with 4.1 vs. 4.2's gdb."""
+ print()
+ self.run_gdb_disassembly(self.gdb_41_exe, self.exe, self.function, self.count)
+ print("4.1 gdb benchmark:", self.stopwatch)
+ self.gdb_41_avg = self.stopwatch.avg()
+ self.run_gdb_disassembly(self.gdb_42_exe, self.exe, self.function, self.count)
+ print("4.2 gdb benchmark:", self.stopwatch)
+ self.gdb_42_avg = self.stopwatch.avg()
+ print("gdb_42_avg/gdb_41_avg: %f" % (self.gdb_42_avg/self.gdb_41_avg))
+
+ @benchmarks_test
+ @no_debug_info_test
+ @expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
+ def test_run_42_then_41(self):
+ """Test disassembly on a large function with 4.1 vs. 4.2's gdb."""
+ print()
+ self.run_gdb_disassembly(self.gdb_42_exe, self.exe, self.function, self.count)
+ print("4.2 gdb benchmark:", self.stopwatch)
+ self.gdb_42_avg = self.stopwatch.avg()
+ self.run_gdb_disassembly(self.gdb_41_exe, self.exe, self.function, self.count)
+ print("4.1 gdb benchmark:", self.stopwatch)
+ self.gdb_41_avg = self.stopwatch.avg()
+ print("gdb_42_avg/gdb_41_avg: %f" % (self.gdb_42_avg/self.gdb_41_avg))
+
+ def run_gdb_disassembly(self, gdb_exe_path, exe, function, count):
+ import pexpect
+ # Set self.child_prompt, which is "(gdb) ".
+ self.child_prompt = '(gdb) '
+ prompt = self.child_prompt
+
+ # So that the child gets torn down after the test.
+ self.child = pexpect.spawn('%s --nx %s' % (gdb_exe_path, exe))
+ child = self.child
+
+ # Turn on logging for what the child sends back.
+ if self.TraceOn():
+ child.logfile_read = sys.stdout
+
+ child.expect_exact(prompt)
+ child.sendline('break %s' % function)
+ child.expect_exact(prompt)
+ child.sendline('run')
+ child.expect_exact(prompt)
+
+ # Reset the stopwatch now.
+ self.stopwatch.reset()
+ for i in range(count):
+ with self.stopwatch:
+ # Disassemble the function.
+ child.sendline('disassemble')
+ child.expect_exact(prompt)
+ child.sendline('next')
+ child.expect_exact(prompt)
+
+ child.sendline('quit')
+ child.expect_exact('The program is running. Exit anyway?')
+ child.sendline('y')
+ try:
+ self.child.expect(pexpect.EOF)
+ except:
+ pass
+
+ if self.TraceOn():
+ print("gdb disassembly benchmark:", str(self.stopwatch))
+ self.child = None
OpenPOWER on IntegriCloud