#!/usr/bin/python
|
|
# Copyright (c) 2011 The Chromium OS Authors. All rights reserved.
|
# Use of this source code is governed by a BSD-style license that can be
|
# found in the LICENSE file.
|
|
"""
|
Tool to check DUT usage by querying the Autotest DB.
|
|
Sample usage:
|
|
utils/site_check_dut_usage.py 11/1/2011 11/5/2011 netbook_LABEL
|
"""
|
|
import datetime
|
import optparse
|
import sys
|
|
import common
|
from autotest_lib.database import database_connection
|
|
_DATE_FORMAT = '%m/%d/%Y'
|
|
|
class CheckDutUsageRunner(object):
|
"""Checks DUT usage for given label or hostname during a time period."""
|
|
def __init__(self, start_time, end_time, label, hostname, list_hostnames):
|
"""
|
Instantiates a CheckDUTUsageRunner.
|
|
@start_time: start date of time period we are interested in.
|
@end_time: end date of time period we are interested in. Note the
|
time period is (start_date, end_date].
|
@label: If not None, the platform label of the hostnames we are
|
interested in.
|
@hostname: If not None, the hostname we are intersted in.
|
@list_hostnames: If set, print out the list of hostnames found that ran
|
jobs during the given time period.
|
"""
|
self._start_time = start_time
|
self._end_time = end_time
|
self._list_hostnames = list_hostnames
|
self._label = label
|
self._hostname = hostname
|
self._database_connection = None
|
|
|
def find_all_durations(self):
|
"""
|
Returns all list of tuples containing durations.
|
|
A duration is a 4-tuple containing |queued_time|, |started_time|,
|
|finished_time|, |hostname|.
|
"""
|
query = ('select queued_time, started_time, finished_time, '
|
' hostname '
|
'from tko_jobs left join tko_machines on '
|
' tko_jobs.machine_idx=tko_machines.machine_idx '
|
'where tko_jobs.started_time>=DATE(%s) and '
|
' tko_jobs.finished_time<DATE(%s)')
|
if self._label:
|
query += ' and tko_machines.machine_group=%s'
|
filter_value = self._label
|
else:
|
query += ' and tko_machines.hostname=%s'
|
filter_value = self._hostname
|
|
results = self._database_connection.execute(
|
query, [self._start_time, self._end_time, filter_value])
|
return results
|
|
|
@staticmethod
|
def _total_seconds(time_delta):
|
"""
|
Returns a float that has the total seconds in a datetime.timedelta.
|
"""
|
return float(time_delta.days * 86400 + time_delta.seconds)
|
|
|
def calculate_usage(self, durations):
|
"""
|
Calculates and prints out usage information given list of durations.
|
"""
|
total_run_time = datetime.timedelta()
|
total_queued_time = datetime.timedelta()
|
machines = set()
|
for q_time, s_time, f_time, machine in durations:
|
total_run_time += f_time - s_time
|
total_queued_time += s_time - q_time
|
machines.add(machine)
|
|
num_machines = len(machines)
|
avg_run_time = total_run_time / num_machines
|
avg_job_run_time = self._total_seconds(total_run_time) / len(durations)
|
avg_job_queued_time = (self._total_seconds(total_queued_time) /
|
len(durations))
|
duration = self._end_time - self._start_time
|
usage = self._total_seconds(avg_run_time) / self._total_seconds(
|
duration)
|
|
# Print the list of hostnames if the user requested.
|
if self._list_hostnames:
|
print '=================================================='
|
print 'Machines with label:'
|
for machine in machines:
|
print machine
|
print '=================================================='
|
|
# Print the usage summary.
|
print '=================================================='
|
print 'Total running time', total_run_time
|
print 'Total queued time', total_queued_time
|
print 'Total number of machines', num_machines
|
print 'Average time spent running tests per machine ', avg_run_time
|
print 'Average Job Time ', datetime.timedelta(seconds=int(
|
avg_job_run_time))
|
print 'Average Time Job Queued ', datetime.timedelta(seconds=int(
|
avg_job_queued_time))
|
print 'Total duration ', duration
|
print 'Usage ', usage
|
print '=================================================='
|
|
|
def run(self):
|
"""Connects to SQL DB and calculates DUT usage given args."""
|
# Force the database connection to use the read the readonly options.
|
database_connection._GLOBAL_CONFIG_NAMES.update(
|
{'username': 'readonly_user',
|
'password': 'readonly_password',
|
})
|
self._database_connection = database_connection.DatabaseConnection(
|
global_config_section='AUTOTEST_WEB')
|
self._database_connection.connect()
|
|
durations = self.find_all_durations()
|
if not durations:
|
print 'Query returned no results.'
|
else:
|
self.calculate_usage(durations)
|
|
self._database_connection.disconnect()
|
|
|
def parse_args(options, args, parser):
|
"""Returns a tuple containing start time, end time, and label, hostname."""
|
label, hostname = None, None
|
|
if len(args) != 4:
|
parser.error('Should have exactly 3 arguments.')
|
|
if options.hostname:
|
hostname = args[-1]
|
else:
|
label = args[-1]
|
|
start_time, end_time = args[1:3]
|
return (datetime.datetime.strptime(start_time, _DATE_FORMAT).date(),
|
datetime.datetime.strptime(end_time, _DATE_FORMAT).date(),
|
label, hostname)
|
|
|
def main(argv):
|
"""Main method. Parses options and runs main program."""
|
usage = ('usage: %prog [options] start_date end_date platform_Label|'
|
'hostname')
|
parser = optparse.OptionParser(usage=usage)
|
parser.add_option('--hostname', action='store_true', default=False,
|
help='If set, interpret argument as hostname.')
|
parser.add_option('--list', action='store_true', default=False,
|
help='If set, print out list of hostnames with '
|
'the given label that ran jobs during this time.')
|
options, args = parser.parse_args(argv)
|
|
start_time, end_time, label, hostname = parse_args(options, args, parser)
|
runner = CheckDutUsageRunner(start_time, end_time, label, hostname,
|
options.list)
|
runner.run()
|
|
|
if __name__ == '__main__':
|
main(sys.argv)
|
