164 lines
7 KiB
Python
164 lines
7 KiB
Python
#!/usr/bin/python
|
|
# Copyright (c) 2013 The Chromium OS Authors. All rights reserved.
|
|
# Use of this source code is governed by a BSD-style license that can be
|
|
# found in the LICENSE file.
|
|
|
|
import os
|
|
|
|
import common
|
|
from autotest_lib.client.common_lib import control_data
|
|
from autotest_lib.client.common_lib import global_config
|
|
try:
|
|
# test that imports autoserv_utils for vm_tests
|
|
from autotest_lib.scheduler import drone_manager
|
|
except ImportError as e:
|
|
drone_manager = None
|
|
pass
|
|
|
|
AUTOTEST_INSTALL_DIR = global_config.global_config.get_config_value('SCHEDULER',
|
|
'drone_installation_directory')
|
|
autoserv_directory = os.path.join(AUTOTEST_INSTALL_DIR, 'server')
|
|
autoserv_path = os.path.join(autoserv_directory, 'autoserv')
|
|
|
|
|
|
def autoserv_run_job_command(autoserv_directory, machines,
|
|
results_directory=None, extra_args=[], job=None,
|
|
queue_entry=None, verbose=True,
|
|
write_pidfile=True, fast_mode=False,
|
|
ssh_verbosity=0,
|
|
no_console_prefix=False,
|
|
ssh_options=None,
|
|
use_packaging=True,
|
|
in_lab=False,
|
|
host_attributes=None,
|
|
use_virtualenv=False):
|
|
"""
|
|
Construct an autoserv command from a job or host queue entry.
|
|
|
|
@param autoserv_directory: Absolute path to directory containing the
|
|
autoserv executable.
|
|
@param machines: A machine or comma separated list of machines to run
|
|
job on. Leave as None or empty string for hostless job
|
|
(String).
|
|
@param results_directory: Absolute path to directory in which to deposit
|
|
results.
|
|
@param extra_args: Additional arguments to pass to autoserv
|
|
(List of Strings).
|
|
@param job: Job object. If supplied, -u owner, -l name, and --test-retry,
|
|
and -c or -s (client or server) parameters will be added.
|
|
@param queue_entry: HostQueueEntry object. If supplied and no job
|
|
was supplied, this will be used to lookup the job.
|
|
@param verbose: Boolean (default: True) for autoserv verbosity.
|
|
@param write_pidfile: Boolean (default: True) for whether autoserv should
|
|
write a pidfile.
|
|
@param fast_mode: bool to use fast mode (disables slow autotest features).
|
|
@param ssh_verbosity: integer between 0 and 3 (inclusive) which sents the
|
|
verbosity level of ssh. Default: 0.
|
|
@param no_console_prefix: If true, supress timestamps and other prefix info
|
|
in autoserv console logs.
|
|
@param ssh_options: A string giving extra arguments to be tacked on to
|
|
ssh commands.
|
|
@param use_packaging Enable install modes that use the packaging system.
|
|
@param in_lab: If true, informs autoserv it is running within a lab
|
|
environment. This information is useful as autoserv knows
|
|
the database is available and can make database calls such
|
|
as looking up host attributes at runtime.
|
|
@param host_attributes: Dict of host attributes to pass into autoserv.
|
|
@param use_virtualenv: Whether to run autoserv inside of virtualenv. In
|
|
general this should be set to True in our production
|
|
lab, and probably False in most other use cases
|
|
(moblab, local testing) until we rollout virtualenv
|
|
support everywhere. Default: False.
|
|
|
|
@returns The autoserv command line as a list of executable + parameters.
|
|
|
|
"""
|
|
script_name = 'virtualenv_autoserv' if use_virtualenv else 'autoserv'
|
|
command = [os.path.join(autoserv_directory, script_name)]
|
|
|
|
if write_pidfile:
|
|
command.append('-p')
|
|
|
|
if results_directory:
|
|
command += ['-r', results_directory]
|
|
|
|
if machines:
|
|
command += ['-m', machines]
|
|
|
|
if ssh_verbosity:
|
|
command += ['--ssh_verbosity', str(ssh_verbosity)]
|
|
|
|
if ssh_options:
|
|
command += ['--ssh_options', ssh_options]
|
|
|
|
if no_console_prefix:
|
|
command += ['--no_console_prefix']
|
|
|
|
if job or queue_entry:
|
|
if not job:
|
|
job = queue_entry.job
|
|
|
|
owner = getattr(job, 'owner', None)
|
|
name = getattr(job, 'name', None)
|
|
test_retry = getattr(job, 'test_retry', None)
|
|
control_type = getattr(job, 'control_type', None)
|
|
|
|
|
|
if owner:
|
|
command += ['-u', owner]
|
|
if name:
|
|
command += ['-l', name]
|
|
if test_retry:
|
|
command += ['--test-retry='+str(test_retry)]
|
|
if control_type is not None: # still want to enter if control_type==0
|
|
control_type_value = control_data.CONTROL_TYPE.get_value(
|
|
control_type)
|
|
if control_type_value == control_data.CONTROL_TYPE.CLIENT:
|
|
command.append('-c')
|
|
elif control_type_value == control_data.CONTROL_TYPE.SERVER:
|
|
command.append('-s')
|
|
|
|
if host_attributes:
|
|
command += ['--host_attributes', repr(host_attributes)]
|
|
|
|
if verbose:
|
|
command.append('--verbose')
|
|
|
|
if fast_mode:
|
|
command.append('--disable_sysinfo')
|
|
command.append('--no_collect_crashinfo')
|
|
|
|
if not use_packaging:
|
|
command.append('--no_use_packaging')
|
|
|
|
if in_lab:
|
|
command.extend(['--lab', 'True'])
|
|
|
|
return command + extra_args
|
|
|
|
|
|
def _autoserv_command_line(machines, extra_args, job=None, queue_entry=None,
|
|
verbose=True, in_lab=False, use_virtualenv=False):
|
|
"""
|
|
@returns The autoserv command line as a list of executable + parameters.
|
|
|
|
@param machines - string - A machine or comma separated list of machines
|
|
for the (-m) flag.
|
|
@param extra_args - list - Additional arguments to pass to autoserv.
|
|
@param job - Job object - If supplied, -u owner, -l name, --test-retry,
|
|
and client -c or server -s parameters will be added.
|
|
@param queue_entry - A HostQueueEntry object - If supplied and no Job
|
|
object was supplied, this will be used to lookup the Job object.
|
|
@param in_lab: If true, informs autoserv it is running within a lab
|
|
environment. This information is useful as autoserv knows
|
|
the database is available and can make database calls such
|
|
as looking up host attributes at runtime.
|
|
@param use_virtualenv: See autoserv_run_job_command.
|
|
"""
|
|
if drone_manager is None:
|
|
raise ImportError('Unable to import drone_manager in autoserv_utils')
|
|
|
|
return autoserv_run_job_command(autoserv_directory,
|
|
machines, results_directory=drone_manager.WORKING_DIRECTORY,
|
|
extra_args=extra_args, job=job, queue_entry=queue_entry,
|
|
verbose=verbose, in_lab=in_lab, use_virtualenv=use_virtualenv)
|