You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
129 lines
4.2 KiB
129 lines
4.2 KiB
#!/usr/bin/env python
|
|
#
|
|
# Copyright 2016 Google Inc.
|
|
#
|
|
# Use of this source code is governed by a BSD-style license that can be
|
|
# found in the LICENSE file.
|
|
|
|
|
|
"""Create the SKP asset."""
|
|
|
|
|
|
from __future__ import print_function
|
|
import argparse
|
|
import common
|
|
from distutils.dir_util import copy_tree
|
|
import os
|
|
import shutil
|
|
import subprocess
|
|
import utils
|
|
|
|
|
|
SKIA_TOOLS = os.path.join(common.INFRA_BOTS_DIR, os.pardir, os.pardir, 'tools')
|
|
|
|
PRIVATE_SKPS_GS = 'gs://skia-skps/private/skps'
|
|
|
|
|
|
def get_flutter_skps(target_dir):
|
|
"""Creates SKPs using Flutter's skp_generator tool.
|
|
|
|
Documentation is at https://github.com/flutter/tests/tree/master/skp_generator
|
|
"""
|
|
with utils.tmp_dir():
|
|
utils.git_clone('https://github.com/flutter/tests.git', '.')
|
|
os.chdir('skp_generator')
|
|
subprocess.check_call(['bash', 'build.sh'])
|
|
# Fix invalid SKP file names.
|
|
for f in os.listdir('skps'):
|
|
original_file_name = os.path.splitext(f)[0]
|
|
new_file_name = ''.join([x if x.isalnum() else "_"
|
|
for x in original_file_name])
|
|
if new_file_name != original_file_name:
|
|
os.rename(os.path.join('skps', f),
|
|
os.path.join('skps', new_file_name + '.skp'))
|
|
copy_tree('skps', target_dir)
|
|
|
|
|
|
def create_asset(chrome_src_path, browser_executable, target_dir,
|
|
upload_to_partner_bucket):
|
|
"""Create the SKP asset.
|
|
|
|
Creates the asset from 3 sources:
|
|
1. From Flutter's skp_generator tool.
|
|
2. The web pages defined in the tools/skp/page_sets/ directory.
|
|
3. Any private SKPs stored in $PRIVATE_SKPS_GS
|
|
"""
|
|
browser_executable = os.path.realpath(browser_executable)
|
|
chrome_src_path = os.path.realpath(chrome_src_path)
|
|
target_dir = os.path.realpath(target_dir)
|
|
|
|
if not os.path.exists(target_dir):
|
|
os.makedirs(target_dir)
|
|
|
|
# 1. Flutter SKPs
|
|
get_flutter_skps(target_dir)
|
|
|
|
# 2. Skia's SKPs from tools/skp/page_sets/
|
|
with utils.tmp_dir():
|
|
if os.environ.get('CHROME_HEADLESS'):
|
|
# Start Xvfb if running on a bot.
|
|
try:
|
|
subprocess.Popen(['sudo', 'Xvfb', ':0', '-screen', '0', '1280x1024x24'])
|
|
except Exception:
|
|
# It is ok if the above command fails, it just means that DISPLAY=:0
|
|
# is already up.
|
|
pass
|
|
|
|
webpages_playback_cmd = [
|
|
'python', os.path.join(SKIA_TOOLS, 'skp', 'webpages_playback.py'),
|
|
'--page_sets', 'all',
|
|
'--browser_executable', browser_executable,
|
|
'--non-interactive',
|
|
'--output_dir', os.getcwd(),
|
|
'--chrome_src_path', chrome_src_path,
|
|
]
|
|
if upload_to_partner_bucket:
|
|
webpages_playback_cmd.append('--upload_to_partner_bucket')
|
|
print('Running webpages_playback command:\n$ %s' %
|
|
' '.join(webpages_playback_cmd))
|
|
try:
|
|
subprocess.check_call(webpages_playback_cmd)
|
|
finally:
|
|
# Clean up any leftover browser instances. This can happen if there are
|
|
# telemetry crashes, processes are not always cleaned up appropriately by
|
|
# the webpagereplay and telemetry frameworks.
|
|
procs = subprocess.check_output(['ps', 'ax'])
|
|
for line in procs.splitlines():
|
|
if browser_executable in line:
|
|
pid = line.strip().split(' ')[0]
|
|
if pid != str(os.getpid()) and not 'python' in line:
|
|
try:
|
|
subprocess.check_call(['kill', '-9', pid])
|
|
except subprocess.CalledProcessError as e:
|
|
print(e)
|
|
else:
|
|
print('Refusing to kill self.')
|
|
src = os.path.join(os.getcwd(), 'playback', 'skps')
|
|
for f in os.listdir(src):
|
|
if f.endswith('.skp'):
|
|
shutil.copyfile(os.path.join(src, f), os.path.join(target_dir, f))
|
|
|
|
# 3. Copy over private SKPs from Google storage into the target_dir.
|
|
subprocess.call([
|
|
'gsutil', 'cp', os.path.join(PRIVATE_SKPS_GS, '*'), target_dir])
|
|
|
|
|
|
def main():
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument('--target_dir', '-t', required=True)
|
|
parser.add_argument('--chrome_src_path', '-c', required=True)
|
|
parser.add_argument('--browser_executable', '-e', required=True)
|
|
parser.add_argument('--upload_to_partner_bucket', action='store_true')
|
|
args = parser.parse_args()
|
|
create_asset(args.chrome_src_path, args.browser_executable, args.target_dir,
|
|
args.upload_to_partner_bucket)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|