You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
92 lines
1.9 KiB
92 lines
1.9 KiB
#!/usr/bin/env python
|
|
#
|
|
# Copyright 2016 Google Inc.
|
|
#
|
|
# Use of this source code is governed by a BSD-style license that can be
|
|
# found in the LICENSE file.
|
|
|
|
|
|
"""Run all infrastructure-related tests."""
|
|
|
|
|
|
from __future__ import print_function
|
|
import os
|
|
import subprocess
|
|
import sys
|
|
|
|
|
|
INFRA_BOTS_DIR = os.path.dirname(os.path.realpath(__file__))
|
|
SKIA_DIR = os.path.abspath(os.path.join(INFRA_BOTS_DIR, os.pardir, os.pardir))
|
|
|
|
|
|
def test(cmd, cwd):
|
|
try:
|
|
subprocess.check_output(cmd, cwd=cwd, stderr=subprocess.STDOUT)
|
|
except subprocess.CalledProcessError as e:
|
|
return e.output
|
|
|
|
|
|
def python_unit_tests(train):
|
|
if train:
|
|
return None
|
|
return test(
|
|
['python', '-u', '-m', 'unittest', 'discover', '-s', '.', '-p',
|
|
'*_test.py'],
|
|
INFRA_BOTS_DIR)
|
|
|
|
|
|
def recipe_test(train):
|
|
cmd = [
|
|
'python', '-u', os.path.join(INFRA_BOTS_DIR, 'recipes.py'), 'test']
|
|
if train:
|
|
cmd.append('train')
|
|
else:
|
|
cmd.append('run')
|
|
return test(cmd, SKIA_DIR)
|
|
|
|
|
|
def gen_tasks_test(train):
|
|
cmd = ['go', 'run', 'gen_tasks.go']
|
|
if not train:
|
|
cmd.append('--test')
|
|
try:
|
|
output = test(cmd, INFRA_BOTS_DIR)
|
|
except OSError:
|
|
return ('Failed to run "%s"; do you have Go installed on your machine?'
|
|
% ' '.join(cmd))
|
|
return output
|
|
|
|
|
|
def main():
|
|
train = False
|
|
if '--train' in sys.argv:
|
|
train = True
|
|
|
|
tests = (
|
|
python_unit_tests,
|
|
recipe_test,
|
|
gen_tasks_test,
|
|
)
|
|
errs = []
|
|
for t in tests:
|
|
err = t(train)
|
|
if err:
|
|
errs.append(err)
|
|
|
|
if len(errs) > 0:
|
|
print('Test failures:\n', file=sys.stderr)
|
|
for err in errs:
|
|
print('==============================', file=sys.stderr)
|
|
print(err, file=sys.stderr)
|
|
print('==============================', file=sys.stderr)
|
|
sys.exit(1)
|
|
|
|
if train:
|
|
print('Trained tests successfully.')
|
|
else:
|
|
print('All tests passed!')
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|