You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
116 lines
3.6 KiB
116 lines
3.6 KiB
7 months ago
|
# Lint as: python2, python3
|
||
|
|
# Copyright (c) 2012 The Chromium OS Authors. All rights reserved.
|
||
|
|
# Use of this source code is governed by a BSD-style license that can be
|
||
|
|
# found in the LICENSE file.
|
||
|
|
|
||
|
|
|
||
|
|
'''
|
||
|
|
A library to prespawn autotest processes to minimize startup overhead.
|
||
|
|
'''
|
||
|
|
|
||
|
|
import six.moves.cPickle as pickle, os, sys
|
||
|
|
from setproctitle import setproctitle
|
||
|
|
|
||
|
|
|
||
|
|
if len(sys.argv) == 2 and sys.argv[1] == '--prespawn_autotest':
|
||
|
|
# Run an autotest process, and on stdin, wait for a pickled environment +
|
||
|
|
# argv (as a tuple); see spawn() below. Once we receive these, start
|
||
|
|
# autotest.
|
||
|
|
|
||
|
|
# Do common imports (to save startup time).
|
||
|
|
# pylint: disable=W0611
|
||
|
|
import common
|
||
|
|
import autotest_lib.client.bin.job
|
||
|
|
from autotest_lib.client.common_lib import seven
|
||
|
|
|
||
|
|
if os.environ.get('CROS_DISABLE_SITE_SYSINFO'):
|
||
|
|
from autotest_lib.client.bin import sysinfo, base_sysinfo
|
||
|
|
sysinfo.sysinfo = autotest_lib.client.bin.base_sysinfo.base_sysinfo
|
||
|
|
|
||
|
|
# Wait for environment and autotest arguments.
|
||
|
|
env, sys.argv = pickle.load(sys.stdin)
|
||
|
|
# Run autotest and exit.
|
||
|
|
if env:
|
||
|
|
os.environ.clear()
|
||
|
|
os.environ.update(env)
|
||
|
|
proc_title = os.environ.get('CROS_PROC_TITLE')
|
||
|
|
if proc_title:
|
||
|
|
setproctitle(proc_title)
|
||
|
|
|
||
|
|
seven.exec_file('autotest', {}, {})
|
||
|
|
sys.exit(0)
|
||
|
|
|
||
|
|
|
||
|
|
import logging, subprocess, threading
|
||
|
|
from six.moves.queue import Queue
|
||
|
|
|
||
|
|
|
||
|
|
NUM_PRESPAWNED_PROCESSES = 1
|
||
|
|
|
||
|
|
|
||
|
|
class Prespawner():
|
||
|
|
def __init__(self):
|
||
|
|
self.prespawned = Queue(NUM_PRESPAWNED_PROCESSES)
|
||
|
|
self.thread = None
|
||
|
|
self.terminated = False
|
||
|
|
|
||
|
|
def spawn(self, args, env_additions=None):
|
||
|
|
'''
|
||
|
|
Spawns a new autotest (reusing an prespawned process if available).
|
||
|
|
|
||
|
|
@param args: A list of arguments (sys.argv)
|
||
|
|
@param env_additions: Items to add to the current environment
|
||
|
|
'''
|
||
|
|
new_env = dict(os.environ)
|
||
|
|
if env_additions:
|
||
|
|
new_env.update(env_additions)
|
||
|
|
|
||
|
|
process = self.prespawned.get()
|
||
|
|
# Write the environment and argv to the process's stdin; it will launch
|
||
|
|
# autotest once these are received.
|
||
|
|
pickle.dump((new_env, args), process.stdin, protocol=2)
|
||
|
|
process.stdin.close()
|
||
|
|
return process
|
||
|
|
|
||
|
|
def start(self):
|
||
|
|
'''
|
||
|
|
Starts a thread to pre-spawn autotests.
|
||
|
|
'''
|
||
|
|
def run():
|
||
|
|
while not self.terminated:
|
||
|
|
process = subprocess.Popen(
|
||
|
|
['python', '-u', os.path.realpath(__file__),
|
||
|
|
'--prespawn_autotest'],
|
||
|
|
cwd=os.path.dirname(os.path.realpath(__file__)),
|
||
|
|
stdin=subprocess.PIPE)
|
||
|
|
logging.debug('Pre-spawned an autotest process %d', process.pid)
|
||
|
|
self.prespawned.put(process)
|
||
|
|
|
||
|
|
# Let stop() know that we are done
|
||
|
|
self.prespawned.put(None)
|
||
|
|
|
||
|
|
if not self.thread:
|
||
|
|
self.thread = threading.Thread(target=run, name='Prespawner')
|
||
|
|
self.thread.start()
|
||
|
|
|
||
|
|
def stop(self):
|
||
|
|
'''
|
||
|
|
Stops the pre-spawn thread gracefully.
|
||
|
|
'''
|
||
|
|
if not self.thread:
|
||
|
|
# Never started
|
||
|
|
return
|
||
|
|
|
||
|
|
self.terminated = True
|
||
|
|
# Wait for any existing prespawned processes.
|
||
|
|
while True:
|
||
|
|
process = self.prespawned.get()
|
||
|
|
if not process:
|
||
|
|
break
|
||
|
|
# Send a 'None' environment and arg list to tell the prespawner
|
||
|
|
# processes to exit.
|
||
|
|
pickle.dump((None, None), process.stdin, protocol=2)
|
||
|
|
process.stdin.close()
|
||
|
|
process.wait()
|
||
|
|
self.thread = None
|