#! /usr/bin/python
# -*- python -*-
# -*- coding: utf-8 -*-
# tuna - Application Tuning GUI
# Copyright (C) 2009 Arnaldo Carvalho de Melo
# Arnaldo Carvalho de Melo <acme@redhat.com>
#
# This application is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License
# as published by the Free Software Foundation; version 2.
#
# This application is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# General Public License for more details.
import filecmp, getopt, os, posix, signal, sys, tempfile
regtest_output_dir = "/media/tb/pahole/regtest/"
regtest_obj_dir = "/media/tb/debuginfo/usr/lib/debug/"
tools = {"pahole": { "dwarf": "--flat_arrays --show_private_classes --fixup_silly_bitfields --first_obj_only --classes_as_structs" }}
all_formats = ("ctf", "dwarf")
formats = all_formats
len_debug_dir = len(regtest_obj_dir)
verbose = 1
# Turn this on when testing CTF generated files
use_options = False
def diff_file(from_filename, to_filename):
fd, diff_filename = tempfile.mkstemp()
command = 'diff -up "%s" "%s" > %s' % (from_filename,
to_filename, diff_filename)
if verbose > 1:
print command
try:
os.system(command)
os.system("vim %s" % diff_filename)
finally:
os.unlink(diff_filename)
def dir_has_no_diffs(dirname):
return os.access(os.path.join(dirname, ".no_diffs"), os.F_OK)
def set_dir_has_no_diffs(dirname):
f = file(os.path.join(dirname, ".no_diffs"), "w")
f.close()
def reset_dir_has_no_diffs(dirname):
os.unlink(os.path.join(dirname, ".no_diffs"))
def diff_dir(from_dir, to_dir, dir = None, recursive = True):
if dir:
from_dir = os.path.join(from_dir, dir)
to_dir = os.path.join(to_dir, dir)
print "\r%-130s" % from_dir
sys.stdout.flush()
diff = filecmp.dircmp(from_dir, to_dir)
if not dir_has_no_diffs(to_dir):
diff_files = diff.diff_files
if diff_files:
diff_files.sort()
print "\n %s" % from_dir
sys.stdout.flush()
for f in diff_files:
diff_file(os.path.join(from_dir, f),
os.path.join(to_dir, f))
else:
set_dir_has_no_diffs(to_dir)
if not recursive:
return
common_dirs = diff.common_dirs
if not common_dirs:
return
common_dirs.sort()
for dir in common_dirs:
diff_dir(from_dir, to_dir, dir)
def do_diff_dwarfs2ctfs():
diff_dir(os.path.join(regtest_output_dir, "after", "pahole", "dwarf"),
os.path.join(regtest_output_dir, "after", "pahole", "ctf"))
def do_diff_dwarfs():
diff_dir(os.path.join(regtest_output_dir, "before", "pahole", "dwarf"),
os.path.join(regtest_output_dir, "after", "pahole", "dwarf"))
def do_tool(tool, before_after, format, dirname, fname,
prepend_obj_dir = False):
if prepend_obj_dir:
fname += ".debug"
fixed_dirname = dirname
else:
fixed_dirname = dirname[len_debug_dir:]
tool_output_dir = os.path.join(regtest_output_dir,
before_after, tool, format,
fixed_dirname)
obj_path = os.path.join(dirname, fname)
if prepend_obj_dir:
obj_path = os.path.join(regtest_obj_dir, obj_path)
if os.path.islink(obj_path) or os.path.isdir(obj_path):
return
try:
os.makedirs(tool_output_dir)
except:
pass
if dir_has_no_diffs(tool_output_dir):
reset_dir_has_no_diffs(tool_output_dir)
output_file = os.path.join(tool_output_dir, fname[:-6])
if use_options and tools[tool].has_key(format):
options = tools[tool][format]
else:
options = ""
command = '%s -F %s %s %s > "%s"' % (tool, format, options,
obj_path, output_file)
if verbose > 1:
print command
sys.stdout.flush()
elif verbose > 0:
print "%s: %s" % (format,
os.path.join(fixed_dirname, fname[:-6]))
os.system(command)
def do_tool_on_files(arg, dirname, fnames, prepend_obj_dir = False):
if dirname.find("/.") >= 0:
return
tool, before_after = arg
for fname in fnames:
if not prepend_obj_dir and fname[-6:] != ".debug":
continue
for format in formats:
do_tool(tool, before_after, format, dirname, fname,
prepend_obj_dir)
def do_tools(before_after):
for tool in tools.keys():
os.path.walk(regtest_obj_dir, do_tool_on_files, (tool, before_after))
def do_ctf(dirname, fname, prepend_obj_dir = False):
if prepend_obj_dir:
fname += ".debug"
fixed_dirname = dirname
else:
fixed_dirname = dirname[len_debug_dir:]
obj_path = os.path.join(dirname, fname)
if prepend_obj_dir:
obj_path = os.path.join(regtest_obj_dir, obj_path)
if os.path.islink(obj_path) or os.path.isdir(obj_path):
return
command = 'pahole -Z "%s" 2> /dev/null' % obj_path
if verbose > 1:
print command
elif verbose > 0:
print os.path.join(fixed_dirname, fname[:-6])
os.system(command)
def do_ctf_on_files(arg, dirname, fnames, prepend_obj_dir = False):
if dirname.find("/.") >= 0:
return
for fname in fnames:
if not prepend_obj_dir and fname[-6:] != ".debug":
continue
do_ctf(dirname, fname, prepend_obj_dir)
def do_ctfs():
os.path.walk(regtest_obj_dir, do_ctf_on_files, None)
def sig_exit(sig_number, stack_frame):
sys.exit(1)
def listdebugs(dirname):
fnames = []
for fname in os.listdir(os.path.join(regtest_obj_dir, dirname)):
if fname[-6:] != ".debug":
continue
obj_path = os.path.join(regtest_obj_dir, dirname, fname)
if os.path.islink(obj_path) or os.path.isdir(obj_path):
continue
fnames.append(fname[:-6])
return fnames
def usage():
print 'Usage: regtest [OPTIONS]'
fmt = '\t%-20s %s'
print fmt % ('-h, --help', 'Give this help list')
print fmt % ('-a, --after', 'Generate new output')
print fmt % ('-b, --before', 'Generate old output')
print fmt % ('-c, --ctf_diff', 'Diff between DWARF and CTF for new output')
print fmt % ('-C, --ctf_encode', 'Encode CTF into object files')
print fmt % ('-d, --diff', 'Diff between old and new output')
print fmt % ('-f, --formats', 'formats used (default: %s)' ','.join(formats))
def main(argv):
global formats
for sig in (signal.SIGHUP, signal.SIGINT, signal.SIGTERM):
signal.signal(sig, sig_exit)
try:
short = "habcCdf:"
long = ("help", "after", "before", "ctf_diff", "ctf_encode",
"diff", "formats")
opts, args = getopt.getopt(sys.argv[1:], short, long)
except getopt.GetoptError, err:
usage()
print str(err)
sys.exit(2)
for o, a in opts:
if o in ("-h", "--help"):
usage()
return
elif o in ("-f", "--formats"):
formats = a.split(',')
elif o in ("-a", "--after",
"-b", "--before",
"-c", "--ctf_diff",
"-C", "--ctf_encode",
"-d", "--diff"):
if len(args) > 0:
dirname = args[0]
if len(args) > 1:
fnames = args[1:]
elif o in ('-a', '--after',
'-b', '--before',
'-C', '--ctf_encode'):
fnames = listdebugs(dirname)
if o in ('-b', '--before', '-a', '--after'):
if o in ('-b', '--before'):
when = 'before'
else:
when = 'after'
if len(args) > 0:
for tool in tools.keys():
arg = (tool, when)
do_tool_on_files(arg, dirname, fnames, True)
else:
do_tools(when)
elif o in ('-d', '--diff'):
if len(args) > 0:
from_dir = os.path.join(regtest_output_dir,
"before", "pahole",
"dwarf", dirname)
to_dir = os.path.join(regtest_output_dir,
"after", "pahole",
"dwarf", dirname)
if len(args) > 1:
for fname in fnames:
diff_file(os.path.join(from_dir, fname),
os.path.join(to_dir, fname))
else:
diff_dir(from_dir, to_dir, recursive = False)
else:
do_diff_dwarfs()
elif o in ('-C', 'ctf'):
if len(args) > 0:
do_ctf_on_files(None, dirname, fnames, True)
else:
do_ctfs()
elif o in ('-c', 'ctf_diff'):
if len(args) > 0:
from_dir = os.path.join(regtest_output_dir,
"after", "pahole",
"dwarf", dirname)
to_dir = os.path.join(regtest_output_dir,
"after", "pahole",
"ctf", dirname)
if len(args) > 1:
for fname in fnames:
diff_file(os.path.join(from_dir, fname),
os.path.join(to_dir, fname))
else:
diff_dir(from_dir, to_dir, recursive = False)
else:
do_diff_dwarfs2ctfs()
if __name__ == '__main__':
main(sys.argv)