#!/usr/bin/python
#
# Copyright 2010-2012 Google Inc. All Rights Reserved.
"""Renderscript Compiler Test.
Runs subdirectories of tests for the Renderscript compiler.
"""
import filecmp
import glob
import os
import re
import shutil
import subprocess
import sys
__author__ = 'Android'
class Options(object):
def __init__(self):
return
verbose = 0
cleanup = 1
updateCTS = 0
def CompareFiles(actual, expect):
"""Compares actual and expect for equality."""
if not os.path.isfile(actual):
if Options.verbose:
print 'Could not find %s' % actual
return False
if not os.path.isfile(expect):
if Options.verbose:
print 'Could not find %s' % expect
return False
return filecmp.cmp(actual, expect, False)
def UpdateFiles(src, dst):
"""Update dst if it is different from src."""
if not CompareFiles(src, dst):
print 'Copying from %s to %s' % (src, dst)
shutil.copyfile(src, dst)
def GetCommandLineArgs(filename):
"""Extracts command line arguments from first comment line in a file."""
f = open(filename, 'r')
line = f.readline()
if line[0] == '/' and line [1] == '/':
return line[2:].strip()
else:
return ''
def ExecTest(dirname):
"""Executes an llvm-rs-cc test from dirname."""
passed = True
if Options.verbose != 0:
print 'Testing %s' % dirname
os.chdir(dirname)
stdout_file = open('stdout.txt', 'w+')
stderr_file = open('stderr.txt', 'w+')
out_dir = os.environ['ANDROID_HOST_OUT']
cmd_string = ('%s/bin/llvm-rs-cc -o tmp/ -p tmp/ -MD '
'-I ../../../../../frameworks/rs/scriptc/ '
'-I ../../../../../external/clang/lib/Headers/') % out_dir
base_args = cmd_string.split()
rs_files = glob.glob('*.rs')
fs_files = glob.glob('*.fs')
rs_files += fs_files;
rs_files.sort()
# Extra command line arguments can be placed as // comments at the start of
# any .rs file. We automatically bundle up all of these extra args and invoke
# llvm-rs-cc with them.
extra_args_str = ''
for rs_file in rs_files:
extra_args_str += GetCommandLineArgs(rs_file)
extra_args = extra_args_str.split()
args = base_args + extra_args + rs_files
if Options.verbose > 1:
print 'Executing:',
for arg in args:
print arg,
print
# Execute the command and check the resulting shell return value.
# All tests that are expected to FAIL have directory names that
# start with 'F_'. Other tests that are expected to PASS have
# directory names that start with 'P_'.
ret = 0
try:
ret = subprocess.call(args, stdout=stdout_file, stderr=stderr_file)
except:
passed = False
stdout_file.flush()
stderr_file.flush()
if Options.verbose > 1:
stdout_file.seek(0)
stderr_file.seek(0)
for line in stdout_file:
print 'STDOUT>', line,
for line in stderr_file:
print 'STDERR>', line,
stdout_file.close()
stderr_file.close()
if dirname[0:2] == 'F_':
if ret == 0:
passed = False
if Options.verbose:
print 'Command passed on invalid input'
elif dirname[0:2] == 'P_':
if ret != 0:
passed = False
if Options.verbose:
print 'Command failed on valid input'
else:
passed = (ret == 0)
if Options.verbose:
print 'Test Directory name should start with an F or a P'
if not CompareFiles('stdout.txt', 'stdout.txt.expect'):
passed = False
if Options.verbose:
print 'stdout is different'
if not CompareFiles('stderr.txt', 'stderr.txt.expect'):
passed = False
if Options.verbose:
print 'stderr is different'
java_expect = glob.glob('Script*.java.expect');
for expect in java_expect:
expect_base = expect[:-7] # strip ".expect" suffix
if Options.verbose:
print 'Comparing ' + expect_base
find = 'tmp/*/' + expect_base
found = glob.glob(find)
if len(found) != 1:
passed = False
if Options.verbose:
print 'unique ' + find + ' not found'
elif not CompareFiles(found[0], expect):
passed = False
if Options.verbose:
print expect_base + ' is different'
if Options.updateCTS:
# Copy resulting files to appropriate CTS directory (if different).
if passed and glob.glob('IN_CTS'):
cts_path = '../../../../../cts/'
cts_res_raw_path = cts_path + 'tests/res/raw/'
cts_src_path = cts_path + 'tests/tests/renderscript/src/'
for bc_src in glob.glob('tmp/*.bc'):
bc_dst = re.sub('tmp\/', cts_res_raw_path, bc_src, 1)
UpdateFiles(bc_src, bc_dst)
for java_src in glob.glob('tmp/android/renderscript/cts/*.java'):
java_dst = re.sub('tmp\/', cts_src_path, java_src, 1)
UpdateFiles(java_src, java_dst)
if Options.cleanup:
try:
os.remove('stdout.txt')
os.remove('stderr.txt')
shutil.rmtree('tmp/')
except:
pass
os.chdir('..')
return passed
def Usage():
"""Print out usage information."""
print ('Usage: %s [OPTION]... [TESTNAME]...'
'Renderscript Compiler Test Harness\n'
'Runs TESTNAMEs (all tests by default)\n'
'Available Options:\n'
' -h, --help Help message\n'
' -n, --no-cleanup Don\'t clean up after running tests\n'
' -u, --update-cts Update CTS test versions\n'
' -v, --verbose Verbose output. Enter multiple -v to get more verbose.\n'
) % (sys.argv[0]),
return
def main():
passed = 0
failed = 0
files = []
failed_tests = []
for arg in sys.argv[1:]:
if arg in ('-h', '--help'):
Usage()
return 0
elif arg in ('-n', '--no-cleanup'):
Options.cleanup = 0
elif arg in ('-u', '--update-cts'):
Options.updateCTS = 1
elif arg in ('-v', '--verbose'):
Options.verbose += 1
else:
# Test list to run
if os.path.isdir(arg):
files.append(arg)
else:
print >> sys.stderr, 'Invalid test or option: %s' % arg
return 1
if not files:
tmp_files = os.listdir('.')
# Only run tests that are known to PASS or FAIL
# Disabled tests can be marked D_ and invoked explicitly
for f in tmp_files:
if os.path.isdir(f) and (f[0:2] == 'F_' or f[0:2] == 'P_'):
files.append(f)
files.sort()
for f in files:
if os.path.isdir(f):
if ExecTest(f):
passed += 1
else:
failed += 1
failed_tests.append(f)
print 'Tests Passed: %d\n' % passed,
print 'Tests Failed: %d\n' % failed,
if failed:
print 'Failures:',
for t in failed_tests:
print t,
return failed != 0
if __name__ == '__main__':
sys.exit(main())