tools/testing/drt-trampoline.py

# Copyright (c) 2011, the Dart project authors.  Please see the AUTHORS file
# for details. All rights reserved. Use of this source code is governed by a
# BSD-style license that can be found in the LICENSE file.
#
# For now we have to use this trampoline to turn --dart-flags command line
# switch into env variable DART_FLAGS.  Eventually, DumpRenderTree should
# support --dart-flags and this hack may go away.
#
# Expected invocation: python drt-trampoline.py <path to DRT> <DRT command line>

import os
import signal
import subprocess
import sys

DART_FLAGS_PREFIX = '--dart-flags='
OUT_EXPECTATION_PREFIX = '--out-expectation='

def main(argv):
  drt_path = argv[1]
  command_line = argv[2:]

  cmd = [drt_path]

  env = None
  test_file = None
  out_expected_file = None
  is_png = False

  # parse arguments, filtering out flags, and selecting the input test file
  for arg in command_line:
    if arg.startswith(DART_FLAGS_PREFIX):
      env = dict(os.environ.items())
      env['DART_FLAGS'] = arg[len(DART_FLAGS_PREFIX):]
    elif arg.startswith(OUT_EXPECTATION_PREFIX):
      out_expected_file = arg[len(OUT_EXPECTATION_PREFIX):]
      if out_expected_file.endswith('.png'):
        cmd.append('--notree')
        is_png = True
      elif not out_expected_file.endswith('.txt'):
        raise Exception(
            'Bad file expectation (%s), ' % out_expected_file
            + 'please specify either a .txt or a .png file')
    elif '.html' in arg:
      test_file = arg
    else:
      cmd.append(arg)

  if is_png:
    # pixel tests are specified by running DRT "foo.html'-p"
    cmd.append(test_file + "'-p")
  else:
    cmd.append(test_file)

  stdout = subprocess.PIPE if out_expected_file else None
  p = subprocess.Popen(cmd, env=env, stdout=stdout)

  def signal_handler(signal, frame):
    p.terminate()
    sys.exit(0)

  # SIGINT is Ctrl-C.
  signal.signal(signal.SIGINT, signal_handler)
  # SIGTERM is sent by test.dart when a process times out.
  signal.signal(signal.SIGTERM, signal_handler)
  output, error = p.communicate()
  signal.signal(signal.SIGINT, signal.SIG_DFL)
  signal.signal(signal.SIGTERM, signal.SIG_DFL)

  if p.returncode != 0:
    raise Exception('Failed to run command. return code=%s' % p.returncode)

  if out_expected_file:
    # Compare output to the given expectation file.
    expectation = None
    if is_png:
      # DRT prints the image to STDOUT, but includes extra text that we trim:
      # - several header lines until a line saying 'Content-Length:'
      # - a '#EOF\n' at the end
      last_header_line = output.find('Content-Length:')
      start_pos = output.find('\n', last_header_line) + 1
      output = output[start_pos : -len('#EOF\n')]
    if os.path.exists(out_expected_file):
      with open(out_expected_file, 'r') as f:
        expectation = f.read()
    else:
      # Instructions on how to create the expectation will be printed below
      # (outout != expectation)
      print 'File %s was not found' % out_expected_file
      expectation = None

    # Report test status using the format test.dart expects to see from DRT.
    print 'Content-Type: text/plain'
    if expectation == output:
      print 'PASS'
      print 'Expectation matches'
    else:
      # Generate a temporary file in the same place as the .html file:
      out_file = test_file[:test_file.rfind('.html')] + out_expected_file[-4:]
      with open(out_file, 'w') as f:
        f.write(output)
      print 'FAIL'
      print 'Expectation didn\'t match.\n'
      if len(output) == 0:
        print ('\033[31mERROR\033[0m: DumpRenderTree generated an empty pixel '
            'output! This is commonly an error in executing DumpRenderTree, and'
            ' not that expectations are out of date.\n')
      print 'You can update expectations by running:\n'
      print 'cp %s %s\n' % (out_file, out_expected_file)
    print '#EOF'

if __name__ == '__main__':
  try:
    sys.exit(main(sys.argv))
  except StandardError as e:
    print 'Fail: ' + str(e)
    sys.exit(1)