#!/usr/bin/env python
# Copyright (C) 2004, 2005, 2006 Nathaniel Smith
# Copyright (C) 2007 Holger Hans Peter Freyther
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
#
# 1. Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# 2. Redistributions in binary form must reproduce the above copyright
# notice, this list of conditions and the following disclaimer in the
# documentation and/or other materials provided with the distribution.
# 3. Neither the name of Apple Computer, Inc. ("Apple") nor the names of
# its contributors may be used to endorse or promote products derived
# from this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY APPLE AND ITS CONTRIBUTORS "AS IS" AND ANY
# EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
# DISCLAIMED. IN NO EVENT SHALL APPLE OR ITS CONTRIBUTORS BE LIABLE FOR ANY
# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
# (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
# LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
# ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
import os, sys
# from BitBake
def mkdirhier(dir):
"""Create a directory like 'mkdir -p', but does not complain if
directory already exists like os.makedirs
"""
try:
os.makedirs(dir)
except OSError, e:
if e.errno != 17: raise e
def collect_base(src,match_array):
"""
Collect all files that match the match_array.
"""
sources = []
for root, dirs, files in os.walk(src):
if ".svn" in root:
continue
for file in files:
base,ext = os.path.splitext(file)
if ext in match_array:
sources.append( os.path.join(root, file) )
return sources
def collect_depends(src):
return collect_base(src, [".d"])
def parse_dependency_file(src, base_dir, black_list):
"""
Parse the .d files of the gcc
Wow, the first time os.path.join is doing the right thing. We might
have a relative path in the depends using os.path.join(dirname of .d, dep)
we will end up in
"""
file = open(src)
file = file.read()
file = file.replace('\\', '').replace('\n', '')
# We now have object: dependencies splitted
ar = file.split(':', 1)
obj = ar[0].strip()
dir = os.path.dirname(obj)
deps = ar[1].split(' ')
# Remove files outside WebKit, make path absolute
deps = filter(lambda x: base_dir in x, deps)
deps = map(lambda x: os.path.abspath(os.path.join(dir, x)), deps)
return (obj, dir, deps)
def collect_cov(base_path,targets):
"""
Collect gcov files, collect_sources is not used as it also creates
dirs and needs to do substituting.
Actually we will build a mapping from source file to gcov files of
interest. This is because we could have bytestream.h in many different
subdirectories. And we would endup with bla.cpp##bytestream.h and we
do not know which bytestream file was tested
"""
def find_source_file(root,cov_file):
""" Find a Source line or crash
'#Users#ich#projekte#src#threadmessage.cpp###space#dports#include#qt3#qstring.h.gcov'
'#Users#ich#projekte#src#threadmessage.cpp##..#^#src#threadmessage.cpp.gcov'
### is absolute path
##..#^# is relative path... well a gcov bug as well
## normal split file in the same directory
"""
if '###' in cov_file:
split = cov_file.split('###')
if not len(split) == 2:
raise "Unexpected split result"
filepath = split[1][:-5].replace('#',os.path.sep)
return os.path.join(os.path.sep,filepath)
elif '##..#^#' in cov_file:
split = cov_file.split('##..#^#')
if not len(split) == 2:
raise "Unexpected split result"
filepath = split[1][:-5].replace('#',os.path.sep)
return os.path.abspath(os.path.join(root,os.path.pardir,os.path.pardir,filepath))
elif '##' in cov_file:
split = cov_file.split('##')
if not len(split) == 2:
raise "Unexpected split result"
filepath = split[1][:-5].replace('#',os.path.sep)
return os.path.abspath(os.path.join(root,filepath))
elif '#' in cov_file:
# wow a not broken gcov on OSX
basename=os.path.basename(cov_file).replace('#',os.path.sep)[:-5]
return os.path.abspath(os.path.join(root,basename))
else:
raise "No source found %s" % cov_file
def sanitize_path(path):
"""
Well fix up paths once again /usr/lib/gcc/i486-linux-gnu/4.1.2/^/^/^/^/include/c++/4.1.2/bits/stl_pair.h
according to gcov '^' is a relative path, we will now build one from this one. Somehow it depends
on the gcov version if .. really gets replaced to ^....
"""
import os
split = path.split(os.path.sep)
str = ""
for part in split:
if part == '':
str = os.path.sep
elif part == '^':
str = "%s..%s" % (str,os.path.sep)
else:
str = "%s%s%s" % (str,part,os.path.sep)
return os.path.abspath(str)
gcov = {}
for root, dirs, files in os.walk(base_path):
if ".svn" in root:
continue
for file in files:
base,ext = os.path.splitext(file)
if ext in [".gcov"]:
try:
cov = os.path.join(root, file)
src = find_source_file( root, cov )
src = sanitize_path( src )
if not src in gcov:
gcov[src] = []
gcov[src].append( cov )
except Exception,e:
print "Exception on ", e
#import sys
#sys.exit(0)
pass
#print gcov
return gcov
def generate_covs(candidates):
"""
Generate gcov files in the right directory
candidtaes contains the directories we have used when
building. Each directory contains a set of files we will
try to generate gcov files for.
"""
print candidates.keys()
for dir in candidates.keys():
print "Trying in %s" % (dir)
for dep in candidates[dir].keys():
cmd = "cd %s; gcov -p -l %s" % (dir, dep)
os.system("%s > /dev/null 2>&1 " % cmd)
def analyze_coverage(sources,data,dirs,runid,base):
"""
sources actual source files relative to src_dir e.g kdelibs/kdecore/klibloader.cpp
data Where to put the stuff
dirs Where to take a look for gcov files
base The base directory for files. All files not inside base will be ignored
"""
import cov
print base
gcov = collect_cov(base,dirs)
result = cov.analyze_coverage(gcov, sources, runid, data, base)
print result
if __name__ == "__main__":
#global targets
if not len(sys.argv) == 3:
print "This script needs three parameters"
print "Call it with generate_cov RUNID ResultsDir"
sys.exit(-1)
runid = sys.argv[1]
results = sys.argv[2]
# create directories for out result
mkdirhier(results)
print "Collection Sources and preparing data tree"
base_dir = os.path.abspath(os.path.curdir)
depends = collect_depends(base_dir)
candidates = map(lambda x: parse_dependency_file(x,base_dir,[]), depends)
# Build a number of sources from the candidates. This is a Set for the poor
# Two level dict. One for
dirs = {}
files = {}
for (_,dir,deps) in candidates:
if not dir in dirs:
dirs[dir] = {}
for dep in deps:
if not dep in dirs[dir]:
dirs[dir][dep] = dep
if not dep in files:
files[dep] = dep
sources = files.keys()
print "Found %d candidates" % (len(sources))
print "Will run inefficient generation of gcov files now"
generate_covs(dirs)
print "Analyzing Gcov"
analyze_coverage(sources, results, dirs.keys(), runid, base_dir)
print "Done"