tools/testing/perf_testing/get_current_stats.py

#!/usr/bin/python

# Copyright (c) 2011, the Dart project authors.  Please see the AUTHORS file
# for details. All rights reserved. Use of this source code is governed by a
# BSD-style license that can be found in the LICENSE file.

from create_graph import BROWSER_CORRECTNESS
from create_graph import BrowserCorrectnessTest
from create_graph import BROWSER_PERF
from create_graph import BrowserPerformanceTest
from create_graph import CL_PERF
from create_graph import CommandLinePerformanceTest
from create_graph import CompileTimeAndSizeTest
from create_graph import TIME_SIZE

import os
from os.path import dirname, abspath
import pickle
import re
import sys

"""Find the most recent performance files, and store the stats."""

# TODO(efortuna): turn these into proper appengine tasks, using the app engine 
# datastore instead of files.

DIRECTORIES = [BROWSER_CORRECTNESS, BROWSER_PERF, CL_PERF, TIME_SIZE]
PICKLE_FILENAME = 'start_stats.txt'

def find_latest_data_files(directory):
  """Given a directory, find the files with the latest timestamp, indicating the
  latest results.

  Args:
    directory: name of the directory we should look inside.

  Returns:
    A list of the most recent files in the particular directory."""
  path = dirname(abspath(__file__))
  files = os.listdir(os.path.join(path, directory))
  files.sort()
  f = files.pop()
  match = re.search('[1-9]', f)
  trace_name = f[:match.start()]
  timestamp_and_data = f[match.start():]
  latest_files = [f]
  if trace_name == 'correctness' or trace_name == 'perf-':
    index = timestamp_and_data.find('-')
    timestamp = timestamp_and_data[:index]
    f = files.pop()
    while f[match.start() : match.start() + index] == timestamp:
      latest_files.append(f)
      f = files.pop()
  return latest_files

def populate_stats_dict(test_runner_dict = None):
  """Find the latest files in each directory, and process those latest files
  using the appropriate TestRunner.

  Args:
    test_runner_dict: Optional agument storing previous data in runners to which
    we should add our data."""
  cur_runner_dict = dict()
  if test_runner_dict:
    cur_runner_dict = test_runner_dict
  for directory in DIRECTORIES:
    test_runner = None
    latest_files = find_latest_data_files(directory)
    
    if test_runner_dict:
      test_runner = cur_runner_dict[directory]
    else:
      if directory == BROWSER_CORRECTNESS:
        test_runner = BrowserCorrectnessTest('language', directory)
      elif directory == BROWSER_PERF:
        test_runner = BrowserPerformanceTest(directory)
      elif directory == TIME_SIZE:
        test_runner = CompileTimeAndSizeTest(directory)
      elif directory == CL_PERF:
        test_runner = CommandLinePerformanceTest(directory)
      cur_runner_dict[directory] = test_runner
    
    for f in latest_files:
      test_runner.process_file(f)
  return cur_runner_dict

def main():
  test_runner_dict = populate_stats_dict()
  f = open(PICKLE_FILENAME, 'w')
  pickle.dump(test_runner_dict, f)
  f.close()

if __name__ == '__main__':
  main()