普通文本  |  202行  |  6.57 KB

#!/usr/bin/env python3

#
# Copyright (C) 2018 The Android Open Source Project
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#

from __future__ import print_function

import argparse
import collections
import os
import re
import sys
import xml.dom.minidom

from blueprint import RecursiveParser, evaluate_defaults, fill_module_namespaces


_GROUPS = ['system_only', 'vendor_only', 'both']


def parse_manifest_xml(manifest_path):
    """Build a dictionary that maps directories into projects."""
    dir_project_dict = {}
    parsed_xml = xml.dom.minidom.parse(manifest_path)
    projects = parsed_xml.getElementsByTagName('project')
    for project in projects:
        name = project.getAttribute('name')
        path = project.getAttribute('path')
        if path:
            dir_project_dict[path] = name
        else:
            dir_project_dict[name] = name
    return dir_project_dict


class DirProjectMatcher(object):
    def __init__(self, dir_project_dict):
        self._projects = sorted(dir_project_dict.items(), reverse=True)
        self._matcher = re.compile(
            '|'.join('(' + re.escape(path) + '(?:/|$))'
                     for path, project in self._projects))

    def find(self, path):
        match = self._matcher.match(path)
        if match:
            return self._projects[match.lastindex - 1][1]
        return None


def parse_blueprint(root_bp_path):
    """Parse Android.bp files."""
    parser = RecursiveParser()
    parser.parse_file(root_bp_path)
    parsed_items = evaluate_defaults(parser.modules)
    return fill_module_namespaces(root_bp_path, parsed_items)


def _get_property(attrs, *names, **kwargs):
    try:
        result = attrs
        for name in names:
            result = result[name]
        return result
    except KeyError:
        return kwargs.get('default', None)


class GitProject(object):
    def __init__(self):
        self.system_only = set()
        self.vendor_only = set()
        self.both = set()

    def add_module(self, path, rule, attrs):
        name = _get_property(attrs, 'name')
        ent = (rule, path, name)

        if rule in {'llndk_library', 'hidl_interface'}:
            self.both.add(ent)
        elif rule.endswith('_binary') or \
             rule.endswith('_library') or \
             rule.endswith('_library_shared') or \
             rule.endswith('_library_static') or \
             rule.endswith('_headers'):
            if _get_property(attrs, 'vendor') or \
               _get_property(attrs, 'proprietary') or \
               _get_property(attrs, 'soc_specific') or \
               _get_property(attrs, 'device_specific'):
                self.vendor_only.add(ent)
            elif _get_property(attrs, 'vendor_available') or \
                 _get_property(attrs, 'vndk', 'enabled'):
                self.both.add(ent)
            else:
                self.system_only.add(ent)

    def __repr__(self):
        return ('GitProject(' +
                'system_only=' + repr(self.system_only) + ', '
                'vendor_only=' + repr(self.vendor_only) + ', '
                'both=' + repr(self.both) + ')')


def _parse_args():
    parser = argparse.ArgumentParser()
    parser.add_argument('-b', '--blueprint', required=True,
                        help='Path to root Android.bp')
    parser.add_argument('-m', '--manifest', required=True,
                        help='Path to repo manifest xml file')
    group = parser.add_mutually_exclusive_group()
    group.add_argument('--skip-no-overlaps', action='store_true',
                       help='Skip projects without overlaps')
    group.add_argument('--has-group', choices=_GROUPS,
                       help='List projects that some modules are in the group')
    group.add_argument('--only-has-group', choices=_GROUPS,
                       help='List projects that all modules are in the group')
    group.add_argument('--without-group', choices=_GROUPS,
                       help='List projects that no modules are in the group')
    return parser.parse_args()


def _dump_module_set(name, modules):
    if not modules:
        return
    print('\t' + name)
    for rule, path, name in sorted(modules):
        print('\t\t' + rule, path, name)


def main():
    args = _parse_args()

    # Load repo manifest xml file
    dir_matcher = DirProjectMatcher(parse_manifest_xml(args.manifest))

    # Classify Android.bp modules
    git_projects = collections.defaultdict(GitProject)

    root_dir = os.path.dirname(os.path.abspath(args.blueprint))
    root_prefix_len = len(root_dir) + 1

    has_error = False

    for rule, attrs in parse_blueprint(args.blueprint):
        path = _get_property(attrs, '_path')[root_prefix_len:]
        project = dir_matcher.find(path)
        if project is None:
            print('error: Path {!r} does not belong to any git projects.'
                  .format(path), file=sys.stderr)
            has_error = True
            continue
        git_projects[project].add_module(path, rule, attrs)

    # Print output
    total_projects = 0
    for project, modules in sorted(git_projects.items()):
        if args.skip_no_overlaps:
            if (int(len(modules.system_only) > 0) +
                int(len(modules.vendor_only) > 0) +
                int(len(modules.both) > 0)) <= 1:
                continue
        elif args.has_group:
            if not getattr(modules, args.has_group):
                continue
        elif args.only_has_group:
            if any(getattr(modules, group)
                   for group in _GROUPS if group != args.only_has_group):
                continue
            if not getattr(modules, args.only_has_group):
                continue
        elif args.without_group:
            if getattr(modules, args.without_group):
                continue

        print(project, len(modules.system_only), len(modules.vendor_only),
              len(modules.both))
        _dump_module_set('system_only', modules.system_only)
        _dump_module_set('vendor_only', modules.vendor_only)
        _dump_module_set('both', modules.both)

        total_projects += 1

    print('Total:', total_projects)

    if has_error:
        sys.exit(2)

if __name__ == '__main__':
    main()