content_test_filtering.py

#!/usr/bin/python3
import logging
from sys import stderr
from ctf import cli, diff_analysis, connect_to_labels, ContentTests, DiffLogging
from ctf.diff import git_wrapper

logger = logging.getLogger("content-test-filtering")
logger.setLevel(logging.INFO)
console_handler = logging.StreamHandler(stderr)
console_formatter = logging.Formatter("%(levelname)-7s %(module)-22s - %(message)s")
console_handler.setFormatter(console_formatter)
logger.addHandler(console_handler)


if __name__ == '__main__':
    options = cli.parse_args()
    already_analysed = []
    list_of_tests = []
    tests = ContentTests.ContentTests(options.output)
    logs = DiffLogging.DiffLogging()

    if options.output_tests:
        logging.disable(logging.CRITICAL)
    elif options.verbose:
        logger.setLevel(logging.DEBUG)

    logger.debug("Getting files from 'git diff'")
    git_wrapper.git_init(options.remote_repo, options.repository_path,
                         local=options.local)
    changed_files = git_wrapper.git_diff_files(options.base_branch,
                                               new_branch=options.branch,
                                               pr_number=options.pr_number)

    # Analyze each file separately and make set of tests for each one
    while True:
        if not changed_files:  # Finish when all files are analysed
            break

        file_record = changed_files.pop(0)
        if file_record["filepath"] in already_analysed:  # Don't analyse files twice
            continue

        try:
            diff_structure = diff_analysis.analyse_file(file_record)
        except diff_analysis.UnknownAnalysisFileType:
            logger.debug("Unknown type of file %s. Analysis has not been "
                         "performed for it.", file_record["filepath"])
            continue

        tests.fill_tests(diff_structure, options.profile_output, options.rule_output)
        logs.fill_logging(diff_structure)
        already_analysed.append(file_record["filepath"])
        # If change affected any other file -> analyse it
        changed_files.extend(diff_structure.affected_files)

    list_of_tests = connect_to_labels.get_labels(tests, options.output)
    if options.output == "json":
        logs.print_json(list_of_tests)
    else:
        logs.print_all_logs(list_of_tests, output_format=options.output_format)

    logger.debug("Finished")