v8/tools/testrunner/local/statusfile_test.py

#!/usr/bin/env python3
# Copyright 2016 the V8 project authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

import os
import sys
import unittest

TOOLS_PATH = os.path.dirname(
    os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
sys.path.append(TOOLS_PATH)

from testrunner.local import statusfile
from testrunner.local.utils import Freeze

TEST_VARIABLES = {
    'system': 'linux',
    'mode': 'release',
}

TEST_STATUS_FILE = """
[
[ALWAYS, {
  'foo/bar': [PASS, SKIP],
  'baz/bar': [PASS, FAIL],
  'foo/*': [PASS, SLOW],
}],  # ALWAYS

['%s', {
  'baz/bar': [PASS, SLOW],
  'foo/*': [FAIL],
}],
]
"""


def make_variables():
  variables = {}
  variables.update(TEST_VARIABLES)
  return variables


class UtilsTest(unittest.TestCase):

  def test_freeze(self):
    self.assertEqual(2, Freeze({1: [2]})[1][0])
    self.assertEqual(set([3]), Freeze({1: [2], 2: set([3])})[2])

    with self.assertRaises(Exception):
      Freeze({1: [], 2: set([3])})[2] = 4
    with self.assertRaises(Exception):
      Freeze({1: [], 2: set([3])}).update({3: 4})
    with self.assertRaises(Exception):
      Freeze({1: [], 2: set([3])})[1].append(2)
    with self.assertRaises(Exception):
      Freeze({1: [], 2: set([3])})[2] |= set([3])

    # Sanity check that we can do the same calls on a non-frozen object.
    {1: [], 2: set([3])}[2] = 4
    {1: [], 2: set([3])}.update({3: 4})
    {1: [], 2: set([3])}[1].append(2)
    {1: [], 2: set([3])}[2] |= set([3])


class StatusFileTest(unittest.TestCase):

  def test_eval_expression(self):
    variables = make_variables()
    variables.update(statusfile.VARIABLES)

    self.assertTrue(
        statusfile._EvalExpression('system==linux and mode==release',
                                   variables))
    self.assertTrue(
        statusfile._EvalExpression('system==linux or variant==default',
                                   variables))
    self.assertFalse(
        statusfile._EvalExpression('system==linux and mode==debug', variables))
    self.assertRaises(
        AssertionError, lambda: statusfile._EvalExpression(
            'system==linux and mode==foo', variables))
    self.assertRaises(
        SyntaxError, lambda: statusfile._EvalExpression(
            'system==linux and mode=release', variables))
    self.assertEqual(
        statusfile.VARIANT_EXPRESSION,
        statusfile._EvalExpression('system==linux and variant==default',
                                   variables))

  def test_read_statusfile_section_true(self):
    rules, prefix_rules = statusfile.ReadStatusFile(
        TEST_STATUS_FILE % 'system==linux', make_variables())

    self.assertEqual(
        {
            'foo/bar': set(['PASS', 'SKIP']),
            'baz/bar': set(['PASS', 'FAIL', 'SLOW']),
        },
        rules[''],
    )
    self.assertEqual(
        {
            'foo/': set(['SLOW', 'FAIL']),
        },
        prefix_rules[''],
    )
    self.assertEqual({}, rules['default'])
    self.assertEqual({}, prefix_rules['default'])

  def test_read_statusfile_section_false(self):
    rules, prefix_rules = statusfile.ReadStatusFile(
        TEST_STATUS_FILE % 'system==windows', make_variables())

    self.assertEqual(
        {
            'foo/bar': set(['PASS', 'SKIP']),
            'baz/bar': set(['PASS', 'FAIL']),
        },
        rules[''],
    )
    self.assertEqual(
        {
            'foo/': set(['PASS', 'SLOW']),
        },
        prefix_rules[''],
    )
    self.assertEqual({}, rules['default'])
    self.assertEqual({}, prefix_rules['default'])

  def test_read_statusfile_section_variant(self):
    rules, prefix_rules = statusfile.ReadStatusFile(
        TEST_STATUS_FILE % 'system==linux and variant==default',
        make_variables(),
    )

    self.assertEqual(
        {
            'foo/bar': set(['PASS', 'SKIP']),
            'baz/bar': set(['PASS', 'FAIL']),
        },
        rules[''],
    )
    self.assertEqual(
        {
            'foo/': set(['PASS', 'SLOW']),
        },
        prefix_rules[''],
    )
    self.assertEqual(
        {
            'baz/bar': set(['PASS', 'SLOW']),
        },
        rules['default'],
    )
    self.assertEqual(
        {
            'foo/': set(['FAIL']),
        },
        prefix_rules['default'],
    )


if __name__ == '__main__':
  unittest.main()