#!/usr/bin/python3
#
# Copyright 2017, The Android Open Source Project
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
# There are many run-tests which generate their sources automatically.
# It is desirable to keep the checked-in source code, as we re-run generators very rarely.
#
# This script will re-run the generators only if their dependent files have changed and then
# complain if the outputs no longer matched what's in the source tree.
#
import os
import pathlib
import subprocess
import sys
import tempfile
THIS_PATH = os.path.dirname(os.path.realpath(__file__))
TOOLS_GEN_SRCS = [
# tool -> path to a script to generate a file
# reference_files -> list of files that the script can generate
# args -> lambda(path) that generates arguments the 'tool' in order to output to 'path'
# interesting_files -> which files much change in order to re-run the tool.
# interesting_to_reference_files: lambda(x,reference_files)
# given the interesting file 'x' and a list of reference_files,
# return exactly one reference file that corresponds to it.
{ 'tool' : 'test/988-method-trace/gen_srcs.py',
'reference_files' : ['test/988-method-trace/src/art/Test988Intrinsics.java'],
'args' : lambda output_path: [output_path],
'interesting_files' : ['compiler/intrinsics_list.h'],
'interesting_to_reference_file' : lambda interesting, references: references[0],
},
]
DEBUG = False
def debug_print(msg):
if DEBUG:
print("[DEBUG]: " + msg, file=sys.stderr)
def is_interesting(f, tool_dict):
"""
Returns true if this is a file we want to run this tool before uploading. False otherwise.
"""
path = pathlib.Path(f)
return str(path) in tool_dict['interesting_files']
def get_changed_files(commit):
"""
Gets the files changed in the given commit.
"""
return subprocess.check_output(
["git", 'diff-tree', '--no-commit-id', '--name-only', '-r', commit],
stderr=subprocess.STDOUT,
universal_newlines=True).split()
def command_line_for_tool(tool_dict, output):
"""
Calculate the command line for this tool when ran against the output file 'output'.
"""
proc_args = [tool_dict['tool']] + tool_dict['args'](output)
return proc_args
def run_tool(tool_dict, output):
"""
Execute this tool by passing the tool args to the tool.
"""
proc_args = command_line_for_tool(tool_dict, output)
debug_print("PROC_ARGS: %s" %(proc_args))
succ = subprocess.call(proc_args)
return succ
def get_reference_file(changed_file, tool_dict):
"""
Lookup the file that the tool is generating in response to changing an interesting file
"""
return tool_dict['interesting_to_reference_file'](changed_file, tool_dict['reference_files'])
def run_diff(changed_file, tool_dict, original_file):
ref_file = get_reference_file(changed_file, tool_dict)
return subprocess.call(["diff", ref_file, original_file]) != 0
def run_gen_srcs(files):
"""
Runs test tools only for interesting files that were changed in this commit.
"""
if len(files) == 0:
return
success = 0 # exit code 0 = success, >0 error.
had_diffs = False
for tool_dict in TOOLS_GEN_SRCS:
tool_ran_at_least_once = False
for f in files:
if is_interesting(f, tool_dict):
tmp_file = tempfile.mktemp()
reference_file = get_reference_file(f, tool_dict)
# Generate the source code with a temporary file as the output.
success = run_tool(tool_dict, tmp_file)
if success != 0:
# Immediately abort if the tool fails with a non-0 exit code, do not go any further.
print("[FATAL] Error when running tool (return code %s)" %(success), file=sys.stderr)
print("$> %s" %(" ".join(command_line_for_tool(tool_dict, tmp_file))), file=sys.stderr)
sys.exit(success)
if run_diff(f, tool_dict, tmp_file):
# If the tool succeeded, but there was a diff, then the generated code has diverged.
# Output the diff information and continue to the next files/tools.
had_diffs = True
print("-----------------------------------------------------------", file=sys.stderr)
print("File '%s' diverged from generated file; please re-run tools:" %(reference_file), file=sys.stderr)
print("$> %s" %(" ".join(command_line_for_tool(tool_dict, reference_file))), file=sys.stderr)
else:
debug_print("File %s is consistent with tool %s" %(reference_file, tool_dict['tool']))
tool_ran_at_least_once = True
if not tool_ran_at_least_once:
debug_print("Interesting files %s unchanged, skipping tool '%s'" %(tool_dict['interesting_files'], tool_dict['tool']))
if had_diffs:
success = 1
# Always return non-0 exit code when there were diffs so that the presubmit hooks are FAILED.
return success
def main():
if 'PREUPLOAD_COMMIT' in os.environ:
commit = os.environ['PREUPLOAD_COMMIT']
else:
print("WARNING: Not running as a pre-upload hook. Assuming commit to check = 'HEAD'", file=sys.stderr)
commit = "HEAD"
os.chdir(os.path.join(THIS_PATH, '..')) # run tool relative to 'art' directory
debug_print("CWD: %s" %(os.getcwd()))
changed_files = get_changed_files(commit)
debug_print("Changed files: %s" %(changed_files))
return run_gen_srcs(changed_files)
if __name__ == '__main__':
sys.exit(main())