run_functional_tests.py

#!/usr/bin/env python3.6

import os
import sys
import glob
import traceback
import subprocess

SOURCE_DIR = os.path.dirname('__file__')
BIN = os.path.join(SOURCE_DIR, 'target', 'debug', 'pythonvm')
LIB_DIR = os.path.join(SOURCE_DIR, 'pythonlib')
TESTS_DIR = os.path.join(SOURCE_DIR, 'functional_tests')

subprocess.check_call([sys.executable, '-m', 'compileall', '-b', TESTS_DIR],
        stdout=subprocess.DEVNULL)

all_ok = True

for filename in glob.glob(TESTS_DIR + os.path.sep + '*.py'):
    print('Running test: {}'.format(filename))
    system_python_result = subprocess.check_output([sys.executable, filename], universal_newlines=True)
    try:
        vm_result = subprocess.check_output([BIN, LIB_DIR, filename + 'c'], universal_newlines=True)
    except subprocess.CalledProcessError as e:
        traceback.print_exc()
        all_ok = False
    else:
        if vm_result != system_python_result:
            print('=' * 100)
            print('Test {} failed.'.format(filename))
            print('-' * 100)
            print('System Python:')
            print(system_python_result)
            print('-' * 100)
            print('VM result:')
            print(vm_result)
            print('=' * 100)
            all_ok = False

if all_ok:
    exit(0)
else:
    exit(1)