Blame googletest/test/gtest_list_tests_unittest.py

Packit bd1cd8
#!/usr/bin/env python
Packit bd1cd8
#
Packit bd1cd8
# Copyright 2006, Google Inc.
Packit bd1cd8
# All rights reserved.
Packit bd1cd8
#
Packit bd1cd8
# Redistribution and use in source and binary forms, with or without
Packit bd1cd8
# modification, are permitted provided that the following conditions are
Packit bd1cd8
# met:
Packit bd1cd8
#
Packit bd1cd8
#     * Redistributions of source code must retain the above copyright
Packit bd1cd8
# notice, this list of conditions and the following disclaimer.
Packit bd1cd8
#     * Redistributions in binary form must reproduce the above
Packit bd1cd8
# copyright notice, this list of conditions and the following disclaimer
Packit bd1cd8
# in the documentation and/or other materials provided with the
Packit bd1cd8
# distribution.
Packit bd1cd8
#     * Neither the name of Google Inc. nor the names of its
Packit bd1cd8
# contributors may be used to endorse or promote products derived from
Packit bd1cd8
# this software without specific prior written permission.
Packit bd1cd8
#
Packit bd1cd8
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
Packit bd1cd8
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
Packit bd1cd8
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
Packit bd1cd8
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
Packit bd1cd8
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
Packit bd1cd8
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
Packit bd1cd8
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
Packit bd1cd8
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
Packit bd1cd8
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
Packit bd1cd8
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
Packit bd1cd8
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
Packit bd1cd8
Packit bd1cd8
"""Unit test for Google Test's --gtest_list_tests flag.
Packit bd1cd8
Packit bd1cd8
A user can ask Google Test to list all tests by specifying the
Packit bd1cd8
--gtest_list_tests flag.  This script tests such functionality
Packit bd1cd8
by invoking gtest_list_tests_unittest_ (a program written with
Packit bd1cd8
Google Test) the command line flags.
Packit bd1cd8
"""
Packit bd1cd8
Packit bd1cd8
__author__ = 'phanna@google.com (Patrick Hanna)'
Packit bd1cd8
Packit bd1cd8
import gtest_test_utils
Packit bd1cd8
import re
Packit bd1cd8
Packit bd1cd8
Packit bd1cd8
# Constants.
Packit bd1cd8
Packit bd1cd8
# The command line flag for enabling/disabling listing all tests.
Packit bd1cd8
LIST_TESTS_FLAG = 'gtest_list_tests'
Packit bd1cd8
Packit bd1cd8
# Path to the gtest_list_tests_unittest_ program.
Packit bd1cd8
EXE_PATH = gtest_test_utils.GetTestExecutablePath('gtest_list_tests_unittest_')
Packit bd1cd8
Packit bd1cd8
# The expected output when running gtest_list_tests_unittest_ with
Packit bd1cd8
# --gtest_list_tests
Packit bd1cd8
EXPECTED_OUTPUT_NO_FILTER_RE = re.compile(r"""FooDeathTest\.
Packit bd1cd8
  Test1
Packit bd1cd8
Foo\.
Packit bd1cd8
  Bar1
Packit bd1cd8
  Bar2
Packit bd1cd8
  DISABLED_Bar3
Packit bd1cd8
Abc\.
Packit bd1cd8
  Xyz
Packit bd1cd8
  Def
Packit bd1cd8
FooBar\.
Packit bd1cd8
  Baz
Packit bd1cd8
FooTest\.
Packit bd1cd8
  Test1
Packit bd1cd8
  DISABLED_Test2
Packit bd1cd8
  Test3
Packit bd1cd8
TypedTest/0\.  # TypeParam = (VeryLo{245}|class VeryLo{239})\.\.\.
Packit bd1cd8
  TestA
Packit bd1cd8
  TestB
Packit bd1cd8
TypedTest/1\.  # TypeParam = int\s*\*( __ptr64)?
Packit bd1cd8
  TestA
Packit bd1cd8
  TestB
Packit bd1cd8
TypedTest/2\.  # TypeParam = .*MyArray<bool,\s*42>
Packit bd1cd8
  TestA
Packit bd1cd8
  TestB
Packit bd1cd8
My/TypeParamTest/0\.  # TypeParam = (VeryLo{245}|class VeryLo{239})\.\.\.
Packit bd1cd8
  TestA
Packit bd1cd8
  TestB
Packit bd1cd8
My/TypeParamTest/1\.  # TypeParam = int\s*\*( __ptr64)?
Packit bd1cd8
  TestA
Packit bd1cd8
  TestB
Packit bd1cd8
My/TypeParamTest/2\.  # TypeParam = .*MyArray<bool,\s*42>
Packit bd1cd8
  TestA
Packit bd1cd8
  TestB
Packit bd1cd8
MyInstantiation/ValueParamTest\.
Packit bd1cd8
  TestA/0  # GetParam\(\) = one line
Packit bd1cd8
  TestA/1  # GetParam\(\) = two\\nlines
Packit bd1cd8
  TestA/2  # GetParam\(\) = a very\\nlo{241}\.\.\.
Packit bd1cd8
  TestB/0  # GetParam\(\) = one line
Packit bd1cd8
  TestB/1  # GetParam\(\) = two\\nlines
Packit bd1cd8
  TestB/2  # GetParam\(\) = a very\\nlo{241}\.\.\.
Packit bd1cd8
""")
Packit bd1cd8
Packit bd1cd8
# The expected output when running gtest_list_tests_unittest_ with
Packit bd1cd8
# --gtest_list_tests and --gtest_filter=Foo*.
Packit bd1cd8
EXPECTED_OUTPUT_FILTER_FOO_RE = re.compile(r"""FooDeathTest\.
Packit bd1cd8
  Test1
Packit bd1cd8
Foo\.
Packit bd1cd8
  Bar1
Packit bd1cd8
  Bar2
Packit bd1cd8
  DISABLED_Bar3
Packit bd1cd8
FooBar\.
Packit bd1cd8
  Baz
Packit bd1cd8
FooTest\.
Packit bd1cd8
  Test1
Packit bd1cd8
  DISABLED_Test2
Packit bd1cd8
  Test3
Packit bd1cd8
""")
Packit bd1cd8
Packit bd1cd8
# Utilities.
Packit bd1cd8
Packit bd1cd8
Packit bd1cd8
def Run(args):
Packit bd1cd8
  """Runs gtest_list_tests_unittest_ and returns the list of tests printed."""
Packit bd1cd8
Packit bd1cd8
  return gtest_test_utils.Subprocess([EXE_PATH] + args,
Packit bd1cd8
                                     capture_stderr=False).output
Packit bd1cd8
Packit bd1cd8
Packit bd1cd8
# The unit test.
Packit bd1cd8
Packit bd1cd8
class GTestListTestsUnitTest(gtest_test_utils.TestCase):
Packit bd1cd8
  """Tests using the --gtest_list_tests flag to list all tests."""
Packit bd1cd8
Packit bd1cd8
  def RunAndVerify(self, flag_value, expected_output_re, other_flag):
Packit bd1cd8
    """Runs gtest_list_tests_unittest_ and verifies that it prints
Packit bd1cd8
    the correct tests.
Packit bd1cd8
Packit bd1cd8
    Args:
Packit bd1cd8
      flag_value:         value of the --gtest_list_tests flag;
Packit bd1cd8
                          None if the flag should not be present.
Packit bd1cd8
      expected_output_re: regular expression that matches the expected
Packit bd1cd8
                          output after running command;
Packit bd1cd8
      other_flag:         a different flag to be passed to command
Packit bd1cd8
                          along with gtest_list_tests;
Packit bd1cd8
                          None if the flag should not be present.
Packit bd1cd8
    """
Packit bd1cd8
Packit bd1cd8
    if flag_value is None:
Packit bd1cd8
      flag = ''
Packit bd1cd8
      flag_expression = 'not set'
Packit bd1cd8
    elif flag_value == '0':
Packit bd1cd8
      flag = '--%s=0' % LIST_TESTS_FLAG
Packit bd1cd8
      flag_expression = '0'
Packit bd1cd8
    else:
Packit bd1cd8
      flag = '--%s' % LIST_TESTS_FLAG
Packit bd1cd8
      flag_expression = '1'
Packit bd1cd8
Packit bd1cd8
    args = [flag]
Packit bd1cd8
Packit bd1cd8
    if other_flag is not None:
Packit bd1cd8
      args += [other_flag]
Packit bd1cd8
Packit bd1cd8
    output = Run(args)
Packit bd1cd8
Packit bd1cd8
    if expected_output_re:
Packit bd1cd8
      self.assert_(
Packit bd1cd8
          expected_output_re.match(output),
Packit bd1cd8
          ('when %s is %s, the output of "%s" is "%s",\n'
Packit bd1cd8
           'which does not match regex "%s"' %
Packit bd1cd8
           (LIST_TESTS_FLAG, flag_expression, ' '.join(args), output,
Packit bd1cd8
            expected_output_re.pattern)))
Packit bd1cd8
    else:
Packit bd1cd8
      self.assert_(
Packit bd1cd8
          not EXPECTED_OUTPUT_NO_FILTER_RE.match(output),
Packit bd1cd8
          ('when %s is %s, the output of "%s" is "%s"'%
Packit bd1cd8
           (LIST_TESTS_FLAG, flag_expression, ' '.join(args), output)))
Packit bd1cd8
Packit bd1cd8
  def testDefaultBehavior(self):
Packit bd1cd8
    """Tests the behavior of the default mode."""
Packit bd1cd8
Packit bd1cd8
    self.RunAndVerify(flag_value=None,
Packit bd1cd8
                      expected_output_re=None,
Packit bd1cd8
                      other_flag=None)
Packit bd1cd8
Packit bd1cd8
  def testFlag(self):
Packit bd1cd8
    """Tests using the --gtest_list_tests flag."""
Packit bd1cd8
Packit bd1cd8
    self.RunAndVerify(flag_value='0',
Packit bd1cd8
                      expected_output_re=None,
Packit bd1cd8
                      other_flag=None)
Packit bd1cd8
    self.RunAndVerify(flag_value='1',
Packit bd1cd8
                      expected_output_re=EXPECTED_OUTPUT_NO_FILTER_RE,
Packit bd1cd8
                      other_flag=None)
Packit bd1cd8
Packit bd1cd8
  def testOverrideNonFilterFlags(self):
Packit bd1cd8
    """Tests that --gtest_list_tests overrides the non-filter flags."""
Packit bd1cd8
Packit bd1cd8
    self.RunAndVerify(flag_value='1',
Packit bd1cd8
                      expected_output_re=EXPECTED_OUTPUT_NO_FILTER_RE,
Packit bd1cd8
                      other_flag='--gtest_break_on_failure')
Packit bd1cd8
Packit bd1cd8
  def testWithFilterFlags(self):
Packit bd1cd8
    """Tests that --gtest_list_tests takes into account the
Packit bd1cd8
    --gtest_filter flag."""
Packit bd1cd8
Packit bd1cd8
    self.RunAndVerify(flag_value='1',
Packit bd1cd8
                      expected_output_re=EXPECTED_OUTPUT_FILTER_FOO_RE,
Packit bd1cd8
                      other_flag='--gtest_filter=Foo*')
Packit bd1cd8
Packit bd1cd8
Packit bd1cd8
if __name__ == '__main__':
Packit bd1cd8
  gtest_test_utils.Main()