Gennadiy Civil
7 years ago
parent
421f527df3
commit
8dea630e88
14 changed files with 334 additions and 797 deletions
@ -0,0 +1,72 @@ |
||||
#!/usr/bin/env python |
||||
# |
||||
# Copyright 2015 Google Inc. All rights reserved. |
||||
# |
||||
# Redistribution and use in source and binary forms, with or without |
||||
# modification, are permitted provided that the following conditions are |
||||
# met: |
||||
# |
||||
# * Redistributions of source code must retain the above copyright |
||||
# notice, this list of conditions and the following disclaimer. |
||||
# * Redistributions in binary form must reproduce the above |
||||
# copyright notice, this list of conditions and the following disclaimer |
||||
# in the documentation and/or other materials provided with the |
||||
# distribution. |
||||
# * Neither the name of Google Inc. nor the names of its |
||||
# contributors may be used to endorse or promote products derived from |
||||
# this software without specific prior written permission. |
||||
# |
||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
|
||||
"""Verifies that Google Test warns the user when not initialized properly.""" |
||||
|
||||
__author__ = 'jmadill@google.com (Jamie Madill)' |
||||
|
||||
import os |
||||
|
||||
IS_LINUX = os.name == 'posix' and os.uname()[0] == 'Linux' |
||||
|
||||
if IS_LINUX: |
||||
import gtest_test_utils |
||||
else: |
||||
import gtest_test_utils |
||||
|
||||
binary_name = 'googletest-param-test-invalid-name1-test_' |
||||
COMMAND = gtest_test_utils.GetTestExecutablePath(binary_name) |
||||
|
||||
|
||||
def Assert(condition): |
||||
if not condition: |
||||
raise AssertionError |
||||
|
||||
|
||||
def TestExitCodeAndOutput(command): |
||||
"""Runs the given command and verifies its exit code and output.""" |
||||
|
||||
err = ('Parameterized test name \'"InvalidWithQuotes"\' is invalid') |
||||
|
||||
p = gtest_test_utils.Subprocess(command) |
||||
Assert(p.terminated_by_signal) |
||||
|
||||
# Verify the output message contains appropriate output |
||||
Assert(err in p.output) |
||||
|
||||
|
||||
class GTestParamTestInvalidName1Test(gtest_test_utils.TestCase): |
||||
|
||||
def testExitCodeAndOutput(self): |
||||
TestExitCodeAndOutput(COMMAND) |
||||
|
||||
|
||||
if __name__ == '__main__': |
||||
gtest_test_utils.Main() |
||||
@ -0,0 +1,71 @@ |
||||
#!/usr/bin/env python |
||||
# |
||||
# Copyright 2015 Google Inc. All rights reserved. |
||||
# |
||||
# Redistribution and use in source and binary forms, with or without |
||||
# modification, are permitted provided that the following conditions are |
||||
# met: |
||||
# |
||||
# * Redistributions of source code must retain the above copyright |
||||
# notice, this list of conditions and the following disclaimer. |
||||
# * Redistributions in binary form must reproduce the above |
||||
# copyright notice, this list of conditions and the following disclaimer |
||||
# in the documentation and/or other materials provided with the |
||||
# distribution. |
||||
# * Neither the name of Google Inc. nor the names of its |
||||
# contributors may be used to endorse or promote products derived from |
||||
# this software without specific prior written permission. |
||||
# |
||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
|
||||
"""Verifies that Google Test warns the user when not initialized properly.""" |
||||
|
||||
__author__ = 'jmadill@google.com (Jamie Madill)' |
||||
|
||||
import os |
||||
|
||||
IS_LINUX = os.name == 'posix' and os.uname()[0] == 'Linux' |
||||
|
||||
if IS_LINUX: |
||||
import gtest_test_utils |
||||
else: |
||||
import gtest_test_utils |
||||
|
||||
binary_name = 'googletest-param-test-invalid-name2-test_' |
||||
COMMAND = gtest_test_utils.GetTestExecutablePath(binary_name) |
||||
|
||||
|
||||
def Assert(condition): |
||||
if not condition: |
||||
raise AssertionError |
||||
|
||||
|
||||
def TestExitCodeAndOutput(command): |
||||
"""Runs the given command and verifies its exit code and output.""" |
||||
|
||||
err = ('Duplicate parameterized test name \'a\'') |
||||
|
||||
p = gtest_test_utils.Subprocess(command) |
||||
Assert(p.terminated_by_signal) |
||||
|
||||
# Check for appropriate output |
||||
Assert(err in p.output) |
||||
|
||||
|
||||
class GTestParamTestInvalidName2Test(gtest_test_utils.TestCase): |
||||
|
||||
def testExitCodeAndOutput(self): |
||||
TestExitCodeAndOutput(COMMAND) |
||||
|
||||
if __name__ == '__main__': |
||||
gtest_test_utils.Main() |
||||
@ -0,0 +1,56 @@ |
||||
// Copyright 2015, Google Inc.
|
||||
// All rights reserved.
|
||||
//
|
||||
// Redistribution and use in source and binary forms, with or without
|
||||
// modification, are permitted provided that the following conditions are
|
||||
// met:
|
||||
//
|
||||
// * Redistributions of source code must retain the above copyright
|
||||
// notice, this list of conditions and the following disclaimer.
|
||||
// * Redistributions in binary form must reproduce the above
|
||||
// copyright notice, this list of conditions and the following disclaimer
|
||||
// in the documentation and/or other materials provided with the
|
||||
// distribution.
|
||||
// * Neither the name of Google Inc. nor the names of its
|
||||
// contributors may be used to endorse or promote products derived from
|
||||
// this software without specific prior written permission.
|
||||
//
|
||||
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
||||
// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
||||
// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
||||
// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
||||
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
||||
// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
||||
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
||||
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
||||
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
||||
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
||||
//
|
||||
// Author: jmadill@google.com (Jamie Madill)
|
||||
|
||||
#include "gtest/gtest.h" |
||||
|
||||
namespace { |
||||
class DummyTest : public ::testing::TestWithParam<const char *> {}; |
||||
|
||||
std::string StringParamTestSuffix( |
||||
const testing::TestParamInfo<const char*>& info) { |
||||
return std::string(info.param); |
||||
} |
||||
|
||||
TEST_P(DummyTest, Dummy) { |
||||
} |
||||
|
||||
INSTANTIATE_TEST_CASE_P(DuplicateTestNames, |
||||
DummyTest, |
||||
::testing::Values("a", "b", "a", "c"), |
||||
StringParamTestSuffix); |
||||
} // namespace
|
||||
|
||||
int main(int argc, char *argv[]) { |
||||
testing::InitGoogleTest(&argc, argv); |
||||
return RUN_ALL_TESTS(); |
||||
} |
||||
|
||||
|
||||
@ -0,0 +1,61 @@ |
||||
// Copyright 2008, Google Inc.
|
||||
// All rights reserved.
|
||||
//
|
||||
// Redistribution and use in source and binary forms, with or without
|
||||
// modification, are permitted provided that the following conditions are
|
||||
// met:
|
||||
//
|
||||
// * Redistributions of source code must retain the above copyright
|
||||
// notice, this list of conditions and the following disclaimer.
|
||||
// * Redistributions in binary form must reproduce the above
|
||||
// copyright notice, this list of conditions and the following disclaimer
|
||||
// in the documentation and/or other materials provided with the
|
||||
// distribution.
|
||||
// * Neither the name of Google Inc. nor the names of its
|
||||
// contributors may be used to endorse or promote products derived from
|
||||
// this software without specific prior written permission.
|
||||
//
|
||||
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
||||
// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
||||
// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
||||
// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
||||
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
||||
// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
||||
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
||||
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
||||
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
||||
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
||||
//
|
||||
// Author: vladl@google.com (Vlad Losev)
|
||||
//
|
||||
// Tests for Google Test itself. This verifies that the basic constructs of
|
||||
// Google Test work.
|
||||
|
||||
#include "gtest/gtest.h" |
||||
#include "googletest-param-test-test.h" |
||||
|
||||
using ::testing::Values; |
||||
using ::testing::internal::ParamGenerator; |
||||
|
||||
// Tests that generators defined in a different translation unit
|
||||
// are functional. The test using extern_gen_2 is defined
|
||||
// in gtest-param-test_test.cc.
|
||||
ParamGenerator<int> extern_gen_2 = Values(33); |
||||
|
||||
// Tests that a parameterized test case can be defined in one translation unit
|
||||
// and instantiated in another. The test is defined in gtest-param-test_test.cc
|
||||
// and ExternalInstantiationTest fixture class is defined in
|
||||
// gtest-param-test_test.h.
|
||||
INSTANTIATE_TEST_CASE_P(MultiplesOf33, |
||||
ExternalInstantiationTest, |
||||
Values(33, 66)); |
||||
|
||||
// Tests that a parameterized test case can be instantiated
|
||||
// in multiple translation units. Another instantiation is defined
|
||||
// in gtest-param-test_test.cc and InstantiationInMultipleTranslaionUnitsTest
|
||||
// fixture is defined in gtest-param-test_test.h
|
||||
INSTANTIATE_TEST_CASE_P(Sequence2, |
||||
InstantiationInMultipleTranslaionUnitsTest, |
||||
Values(42*3, 42*4, 42*5)); |
||||
|
||||
@ -1,162 +0,0 @@ |
||||
#!/usr/bin/env python |
||||
# Copyright 2018, Google Inc. |
||||
# All rights reserved. |
||||
# |
||||
# Redistribution and use in source and binary forms, with or without |
||||
# modification, are permitted provided that the following conditions are |
||||
# met: |
||||
# |
||||
# * Redistributions of source code must retain the above copyright |
||||
# notice, this list of conditions and the following disclaimer. |
||||
# * Redistributions in binary form must reproduce the above |
||||
# copyright notice, this list of conditions and the following disclaimer |
||||
# in the documentation and/or other materials provided with the |
||||
# distribution. |
||||
# * Neither the name of Google Inc. nor the names of its |
||||
# contributors may be used to endorse or promote products derived from |
||||
# this software without specific prior written permission. |
||||
# |
||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
|
||||
"""Unit test for the gtest_json_output module.""" |
||||
|
||||
import json |
||||
import os |
||||
import gtest_json_test_utils |
||||
import gtest_test_utils |
||||
|
||||
GTEST_OUTPUT_SUBDIR = 'json_outfiles' |
||||
GTEST_OUTPUT_1_TEST = 'gtest_xml_outfile1_test_' |
||||
GTEST_OUTPUT_2_TEST = 'gtest_xml_outfile2_test_' |
||||
|
||||
EXPECTED_1 = { |
||||
u'tests': 1, |
||||
u'failures': 0, |
||||
u'disabled': 0, |
||||
u'errors': 0, |
||||
u'time': u'*', |
||||
u'timestamp': u'*', |
||||
u'name': u'AllTests', |
||||
u'testsuites': [{ |
||||
u'name': u'PropertyOne', |
||||
u'tests': 1, |
||||
u'failures': 0, |
||||
u'disabled': 0, |
||||
u'errors': 0, |
||||
u'time': u'*', |
||||
u'testsuite': [{ |
||||
u'name': u'TestSomeProperties', |
||||
u'status': u'RUN', |
||||
u'time': u'*', |
||||
u'classname': u'PropertyOne', |
||||
u'SetUpProp': u'1', |
||||
u'TestSomeProperty': u'1', |
||||
u'TearDownProp': u'1', |
||||
}], |
||||
}], |
||||
} |
||||
|
||||
EXPECTED_2 = { |
||||
u'tests': 1, |
||||
u'failures': 0, |
||||
u'disabled': 0, |
||||
u'errors': 0, |
||||
u'time': u'*', |
||||
u'timestamp': u'*', |
||||
u'name': u'AllTests', |
||||
u'testsuites': [{ |
||||
u'name': u'PropertyTwo', |
||||
u'tests': 1, |
||||
u'failures': 0, |
||||
u'disabled': 0, |
||||
u'errors': 0, |
||||
u'time': u'*', |
||||
u'testsuite': [{ |
||||
u'name': u'TestSomeProperties', |
||||
u'status': u'RUN', |
||||
u'time': u'*', |
||||
u'classname': u'PropertyTwo', |
||||
u'SetUpProp': u'2', |
||||
u'TestSomeProperty': u'2', |
||||
u'TearDownProp': u'2', |
||||
}], |
||||
}], |
||||
} |
||||
|
||||
|
||||
class GTestJsonOutFilesTest(gtest_test_utils.TestCase): |
||||
"""Unit test for Google Test's JSON output functionality.""" |
||||
|
||||
def setUp(self): |
||||
# We want the trailing '/' that the last "" provides in os.path.join, for |
||||
# telling Google Test to create an output directory instead of a single file |
||||
# for xml output. |
||||
self.output_dir_ = os.path.join(gtest_test_utils.GetTempDir(), |
||||
GTEST_OUTPUT_SUBDIR, '') |
||||
self.DeleteFilesAndDir() |
||||
|
||||
def tearDown(self): |
||||
self.DeleteFilesAndDir() |
||||
|
||||
def DeleteFilesAndDir(self): |
||||
try: |
||||
os.remove(os.path.join(self.output_dir_, GTEST_OUTPUT_1_TEST + '.json')) |
||||
except os.error: |
||||
pass |
||||
try: |
||||
os.remove(os.path.join(self.output_dir_, GTEST_OUTPUT_2_TEST + '.json')) |
||||
except os.error: |
||||
pass |
||||
try: |
||||
os.rmdir(self.output_dir_) |
||||
except os.error: |
||||
pass |
||||
|
||||
def testOutfile1(self): |
||||
self._TestOutFile(GTEST_OUTPUT_1_TEST, EXPECTED_1) |
||||
|
||||
def testOutfile2(self): |
||||
self._TestOutFile(GTEST_OUTPUT_2_TEST, EXPECTED_2) |
||||
|
||||
def _TestOutFile(self, test_name, expected): |
||||
gtest_prog_path = gtest_test_utils.GetTestExecutablePath(test_name) |
||||
command = [gtest_prog_path, '--gtest_output=json:%s' % self.output_dir_] |
||||
p = gtest_test_utils.Subprocess(command, |
||||
working_dir=gtest_test_utils.GetTempDir()) |
||||
self.assert_(p.exited) |
||||
self.assertEquals(0, p.exit_code) |
||||
|
||||
# TODO(wan@google.com): libtool causes the built test binary to be |
||||
# named lt-gtest_xml_outfiles_test_ instead of |
||||
# gtest_xml_outfiles_test_. To account for this possibility, we |
||||
# allow both names in the following code. We should remove this |
||||
# hack when Chandler Carruth's libtool replacement tool is ready. |
||||
output_file_name1 = test_name + '.json' |
||||
output_file1 = os.path.join(self.output_dir_, output_file_name1) |
||||
output_file_name2 = 'lt-' + output_file_name1 |
||||
output_file2 = os.path.join(self.output_dir_, output_file_name2) |
||||
self.assert_(os.path.isfile(output_file1) or os.path.isfile(output_file2), |
||||
output_file1) |
||||
|
||||
if os.path.isfile(output_file1): |
||||
with open(output_file1) as f: |
||||
actual = json.load(f) |
||||
else: |
||||
with open(output_file2) as f: |
||||
actual = json.load(f) |
||||
self.assertEqual(expected, gtest_json_test_utils.normalize(actual)) |
||||
|
||||
|
||||
if __name__ == '__main__': |
||||
os.environ['GTEST_STACK_TRACE_DEPTH'] = '0' |
||||
gtest_test_utils.Main() |
||||
@ -1,611 +0,0 @@ |
||||
#!/usr/bin/env python |
||||
# Copyright 2018, Google Inc. |
||||
# All rights reserved. |
||||
# |
||||
# Redistribution and use in source and binary forms, with or without |
||||
# modification, are permitted provided that the following conditions are |
||||
# met: |
||||
# |
||||
# * Redistributions of source code must retain the above copyright |
||||
# notice, this list of conditions and the following disclaimer. |
||||
# * Redistributions in binary form must reproduce the above |
||||
# copyright notice, this list of conditions and the following disclaimer |
||||
# in the documentation and/or other materials provided with the |
||||
# distribution. |
||||
# * Neither the name of Google Inc. nor the names of its |
||||
# contributors may be used to endorse or promote products derived from |
||||
# this software without specific prior written permission. |
||||
# |
||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
|
||||
"""Unit test for the gtest_json_output module.""" |
||||
|
||||
import datetime |
||||
import errno |
||||
import json |
||||
import os |
||||
import re |
||||
import sys |
||||
|
||||
import gtest_json_test_utils |
||||
import gtest_test_utils |
||||
|
||||
GTEST_FILTER_FLAG = '--gtest_filter' |
||||
GTEST_LIST_TESTS_FLAG = '--gtest_list_tests' |
||||
GTEST_OUTPUT_FLAG = '--gtest_output' |
||||
GTEST_DEFAULT_OUTPUT_FILE = 'test_detail.json' |
||||
GTEST_PROGRAM_NAME = 'gtest_xml_output_unittest_' |
||||
|
||||
SUPPORTS_STACK_TRACES = False |
||||
|
||||
if SUPPORTS_STACK_TRACES: |
||||
STACK_TRACE_TEMPLATE = '\nStack trace:\n*' |
||||
else: |
||||
STACK_TRACE_TEMPLATE = '' |
||||
|
||||
EXPECTED_NON_EMPTY = { |
||||
u'tests': 23, |
||||
u'failures': 4, |
||||
u'disabled': 2, |
||||
u'errors': 0, |
||||
u'timestamp': u'*', |
||||
u'time': u'*', |
||||
u'ad_hoc_property': u'42', |
||||
u'name': u'AllTests', |
||||
u'testsuites': [ |
||||
{ |
||||
u'name': u'SuccessfulTest', |
||||
u'tests': 1, |
||||
u'failures': 0, |
||||
u'disabled': 0, |
||||
u'errors': 0, |
||||
u'time': u'*', |
||||
u'testsuite': [ |
||||
{ |
||||
u'name': u'Succeeds', |
||||
u'status': u'RUN', |
||||
u'time': u'*', |
||||
u'classname': u'SuccessfulTest' |
||||
} |
||||
] |
||||
}, |
||||
{ |
||||
u'name': u'FailedTest', |
||||
u'tests': 1, |
||||
u'failures': 1, |
||||
u'disabled': 0, |
||||
u'errors': 0, |
||||
u'time': u'*', |
||||
u'testsuite': [ |
||||
{ |
||||
u'name': u'Fails', |
||||
u'status': u'RUN', |
||||
u'time': u'*', |
||||
u'classname': u'FailedTest', |
||||
u'failures': [ |
||||
{ |
||||
u'failure': |
||||
u'gtest_xml_output_unittest_.cc:*\n' |
||||
u'Expected equality of these values:\n' |
||||
u' 1\n 2' + STACK_TRACE_TEMPLATE, |
||||
u'type': u'' |
||||
} |
||||
] |
||||
} |
||||
] |
||||
}, |
||||
{ |
||||
u'name': u'DisabledTest', |
||||
u'tests': 1, |
||||
u'failures': 0, |
||||
u'disabled': 1, |
||||
u'errors': 0, |
||||
u'time': u'*', |
||||
u'testsuite': [ |
||||
{ |
||||
u'name': u'DISABLED_test_not_run', |
||||
u'status': u'NOTRUN', |
||||
u'time': u'*', |
||||
u'classname': u'DisabledTest' |
||||
} |
||||
] |
||||
}, |
||||
{ |
||||
u'name': u'MixedResultTest', |
||||
u'tests': 3, |
||||
u'failures': 1, |
||||
u'disabled': 1, |
||||
u'errors': 0, |
||||
u'time': u'*', |
||||
u'testsuite': [ |
||||
{ |
||||
u'name': u'Succeeds', |
||||
u'status': u'RUN', |
||||
u'time': u'*', |
||||
u'classname': u'MixedResultTest' |
||||
}, |
||||
{ |
||||
u'name': u'Fails', |
||||
u'status': u'RUN', |
||||
u'time': u'*', |
||||
u'classname': u'MixedResultTest', |
||||
u'failures': [ |
||||
{ |
||||
u'failure': |
||||
u'gtest_xml_output_unittest_.cc:*\n' |
||||
u'Expected equality of these values:\n' |
||||
u' 1\n 2' + STACK_TRACE_TEMPLATE, |
||||
u'type': u'' |
||||
}, |
||||
{ |
||||
u'failure': |
||||
u'gtest_xml_output_unittest_.cc:*\n' |
||||
u'Expected equality of these values:\n' |
||||
u' 2\n 3' + STACK_TRACE_TEMPLATE, |
||||
u'type': u'' |
||||
} |
||||
] |
||||
}, |
||||
{ |
||||
u'name': u'DISABLED_test', |
||||
u'status': u'NOTRUN', |
||||
u'time': u'*', |
||||
u'classname': u'MixedResultTest' |
||||
} |
||||
] |
||||
}, |
||||
{ |
||||
u'name': u'XmlQuotingTest', |
||||
u'tests': 1, |
||||
u'failures': 1, |
||||
u'disabled': 0, |
||||
u'errors': 0, |
||||
u'time': u'*', |
||||
u'testsuite': [ |
||||
{ |
||||
u'name': u'OutputsCData', |
||||
u'status': u'RUN', |
||||
u'time': u'*', |
||||
u'classname': u'XmlQuotingTest', |
||||
u'failures': [ |
||||
{ |
||||
u'failure': |
||||
u'gtest_xml_output_unittest_.cc:*\n' |
||||
u'Failed\nXML output: <?xml encoding="utf-8">' |
||||
u'<top><![CDATA[cdata text]]></top>' + |
||||
STACK_TRACE_TEMPLATE, |
||||
u'type': u'' |
||||
} |
||||
] |
||||
} |
||||
] |
||||
}, |
||||
{ |
||||
u'name': u'InvalidCharactersTest', |
||||
u'tests': 1, |
||||
u'failures': 1, |
||||
u'disabled': 0, |
||||
u'errors': 0, |
||||
u'time': u'*', |
||||
u'testsuite': [ |
||||
{ |
||||
u'name': u'InvalidCharactersInMessage', |
||||
u'status': u'RUN', |
||||
u'time': u'*', |
||||
u'classname': u'InvalidCharactersTest', |
||||
u'failures': [ |
||||
{ |
||||
u'failure': |
||||
u'gtest_xml_output_unittest_.cc:*\n' |
||||
u'Failed\nInvalid characters in brackets' |
||||
u' [\x01\x02]' + STACK_TRACE_TEMPLATE, |
||||
u'type': u'' |
||||
} |
||||
] |
||||
} |
||||
] |
||||
}, |
||||
{ |
||||
u'name': u'PropertyRecordingTest', |
||||
u'tests': 4, |
||||
u'failures': 0, |
||||
u'disabled': 0, |
||||
u'errors': 0, |
||||
u'time': u'*', |
||||
u'SetUpTestCase': u'yes', |
||||
u'TearDownTestCase': u'aye', |
||||
u'testsuite': [ |
||||
{ |
||||
u'name': u'OneProperty', |
||||
u'status': u'RUN', |
||||
u'time': u'*', |
||||
u'classname': u'PropertyRecordingTest', |
||||
u'key_1': u'1' |
||||
}, |
||||
{ |
||||
u'name': u'IntValuedProperty', |
||||
u'status': u'RUN', |
||||
u'time': u'*', |
||||
u'classname': u'PropertyRecordingTest', |
||||
u'key_int': u'1' |
||||
}, |
||||
{ |
||||
u'name': u'ThreeProperties', |
||||
u'status': u'RUN', |
||||
u'time': u'*', |
||||
u'classname': u'PropertyRecordingTest', |
||||
u'key_1': u'1', |
||||
u'key_2': u'2', |
||||
u'key_3': u'3' |
||||
}, |
||||
{ |
||||
u'name': u'TwoValuesForOneKeyUsesLastValue', |
||||
u'status': u'RUN', |
||||
u'time': u'*', |
||||
u'classname': u'PropertyRecordingTest', |
||||
u'key_1': u'2' |
||||
} |
||||
] |
||||
}, |
||||
{ |
||||
u'name': u'NoFixtureTest', |
||||
u'tests': 3, |
||||
u'failures': 0, |
||||
u'disabled': 0, |
||||
u'errors': 0, |
||||
u'time': u'*', |
||||
u'testsuite': [ |
||||
{ |
||||
u'name': u'RecordProperty', |
||||
u'status': u'RUN', |
||||
u'time': u'*', |
||||
u'classname': u'NoFixtureTest', |
||||
u'key': u'1' |
||||
}, |
||||
{ |
||||
u'name': u'ExternalUtilityThatCallsRecordIntValuedProperty', |
||||
u'status': u'RUN', |
||||
u'time': u'*', |
||||
u'classname': u'NoFixtureTest', |
||||
u'key_for_utility_int': u'1' |
||||
}, |
||||
{ |
||||
u'name': |
||||
u'ExternalUtilityThatCallsRecordStringValuedProperty', |
||||
u'status': u'RUN', |
||||
u'time': u'*', |
||||
u'classname': u'NoFixtureTest', |
||||
u'key_for_utility_string': u'1' |
||||
} |
||||
] |
||||
}, |
||||
{ |
||||
u'name': u'TypedTest/0', |
||||
u'tests': 1, |
||||
u'failures': 0, |
||||
u'disabled': 0, |
||||
u'errors': 0, |
||||
u'time': u'*', |
||||
u'testsuite': [ |
||||
{ |
||||
u'name': u'HasTypeParamAttribute', |
||||
u'type_param': u'int', |
||||
u'status': u'RUN', |
||||
u'time': u'*', |
||||
u'classname': u'TypedTest/0' |
||||
} |
||||
] |
||||
}, |
||||
{ |
||||
u'name': u'TypedTest/1', |
||||
u'tests': 1, |
||||
u'failures': 0, |
||||
u'disabled': 0, |
||||
u'errors': 0, |
||||
u'time': u'*', |
||||
u'testsuite': [ |
||||
{ |
||||
u'name': u'HasTypeParamAttribute', |
||||
u'type_param': u'long', |
||||
u'status': u'RUN', |
||||
u'time': u'*', |
||||
u'classname': u'TypedTest/1' |
||||
} |
||||
] |
||||
}, |
||||
{ |
||||
u'name': u'Single/TypeParameterizedTestCase/0', |
||||
u'tests': 1, |
||||
u'failures': 0, |
||||
u'disabled': 0, |
||||
u'errors': 0, |
||||
u'time': u'*', |
||||
u'testsuite': [ |
||||
{ |
||||
u'name': u'HasTypeParamAttribute', |
||||
u'type_param': u'int', |
||||
u'status': u'RUN', |
||||
u'time': u'*', |
||||
u'classname': u'Single/TypeParameterizedTestCase/0' |
||||
} |
||||
] |
||||
}, |
||||
{ |
||||
u'name': u'Single/TypeParameterizedTestCase/1', |
||||
u'tests': 1, |
||||
u'failures': 0, |
||||
u'disabled': 0, |
||||
u'errors': 0, |
||||
u'time': u'*', |
||||
u'testsuite': [ |
||||
{ |
||||
u'name': u'HasTypeParamAttribute', |
||||
u'type_param': u'long', |
||||
u'status': u'RUN', |
||||
u'time': u'*', |
||||
u'classname': u'Single/TypeParameterizedTestCase/1' |
||||
} |
||||
] |
||||
}, |
||||
{ |
||||
u'name': u'Single/ValueParamTest', |
||||
u'tests': 4, |
||||
u'failures': 0, |
||||
u'disabled': 0, |
||||
u'errors': 0, |
||||
u'time': u'*', |
||||
u'testsuite': [ |
||||
{ |
||||
u'name': u'HasValueParamAttribute/0', |
||||
u'value_param': u'33', |
||||
u'status': u'RUN', |
||||
u'time': u'*', |
||||
u'classname': u'Single/ValueParamTest' |
||||
}, |
||||
{ |
||||
u'name': u'HasValueParamAttribute/1', |
||||
u'value_param': u'42', |
||||
u'status': u'RUN', |
||||
u'time': u'*', |
||||
u'classname': u'Single/ValueParamTest' |
||||
}, |
||||
{ |
||||
u'name': u'AnotherTestThatHasValueParamAttribute/0', |
||||
u'value_param': u'33', |
||||
u'status': u'RUN', |
||||
u'time': u'*', |
||||
u'classname': u'Single/ValueParamTest' |
||||
}, |
||||
{ |
||||
u'name': u'AnotherTestThatHasValueParamAttribute/1', |
||||
u'value_param': u'42', |
||||
u'status': u'RUN', |
||||
u'time': u'*', |
||||
u'classname': u'Single/ValueParamTest' |
||||
} |
||||
] |
||||
} |
||||
] |
||||
} |
||||
|
||||
EXPECTED_FILTERED = { |
||||
u'tests': 1, |
||||
u'failures': 0, |
||||
u'disabled': 0, |
||||
u'errors': 0, |
||||
u'time': u'*', |
||||
u'timestamp': u'*', |
||||
u'name': u'AllTests', |
||||
u'ad_hoc_property': u'42', |
||||
u'testsuites': [{ |
||||
u'name': u'SuccessfulTest', |
||||
u'tests': 1, |
||||
u'failures': 0, |
||||
u'disabled': 0, |
||||
u'errors': 0, |
||||
u'time': u'*', |
||||
u'testsuite': [{ |
||||
u'name': u'Succeeds', |
||||
u'status': u'RUN', |
||||
u'time': u'*', |
||||
u'classname': u'SuccessfulTest', |
||||
}] |
||||
}], |
||||
} |
||||
|
||||
EXPECTED_EMPTY = { |
||||
u'tests': 0, |
||||
u'failures': 0, |
||||
u'disabled': 0, |
||||
u'errors': 0, |
||||
u'time': u'*', |
||||
u'timestamp': u'*', |
||||
u'name': u'AllTests', |
||||
u'testsuites': [], |
||||
} |
||||
|
||||
GTEST_PROGRAM_PATH = gtest_test_utils.GetTestExecutablePath(GTEST_PROGRAM_NAME) |
||||
|
||||
SUPPORTS_TYPED_TESTS = 'TypedTest' in gtest_test_utils.Subprocess( |
||||
[GTEST_PROGRAM_PATH, GTEST_LIST_TESTS_FLAG], capture_stderr=False).output |
||||
|
||||
|
||||
class GTestJsonOutputUnitTest(gtest_test_utils.TestCase): |
||||
"""Unit test for Google Test's JSON output functionality. |
||||
""" |
||||
|
||||
# This test currently breaks on platforms that do not support typed and |
||||
# type-parameterized tests, so we don't run it under them. |
||||
if SUPPORTS_TYPED_TESTS: |
||||
|
||||
def testNonEmptyJsonOutput(self): |
||||
"""Verifies JSON output for a Google Test binary with non-empty output. |
||||
|
||||
Runs a test program that generates a non-empty JSON output, and |
||||
tests that the JSON output is expected. |
||||
""" |
||||
self._TestJsonOutput(GTEST_PROGRAM_NAME, EXPECTED_NON_EMPTY, 1) |
||||
|
||||
def testEmptyJsonOutput(self): |
||||
"""Verifies JSON output for a Google Test binary without actual tests. |
||||
|
||||
Runs a test program that generates an empty JSON output, and |
||||
tests that the JSON output is expected. |
||||
""" |
||||
|
||||
self._TestJsonOutput('gtest_no_test_unittest', EXPECTED_EMPTY, 0) |
||||
|
||||
def testTimestampValue(self): |
||||
"""Checks whether the timestamp attribute in the JSON output is valid. |
||||
|
||||
Runs a test program that generates an empty JSON output, and checks if |
||||
the timestamp attribute in the testsuites tag is valid. |
||||
""" |
||||
actual = self._GetJsonOutput('gtest_no_test_unittest', [], 0) |
||||
date_time_str = actual['timestamp'] |
||||
# datetime.strptime() is only available in Python 2.5+ so we have to |
||||
# parse the expected datetime manually. |
||||
match = re.match(r'(\d+)-(\d\d)-(\d\d)T(\d\d):(\d\d):(\d\d)', date_time_str) |
||||
self.assertTrue( |
||||
re.match, |
||||
'JSON datettime string %s has incorrect format' % date_time_str) |
||||
date_time_from_json = datetime.datetime( |
||||
year=int(match.group(1)), month=int(match.group(2)), |
||||
day=int(match.group(3)), hour=int(match.group(4)), |
||||
minute=int(match.group(5)), second=int(match.group(6))) |
||||
|
||||
time_delta = abs(datetime.datetime.now() - date_time_from_json) |
||||
# timestamp value should be near the current local time |
||||
self.assertTrue(time_delta < datetime.timedelta(seconds=600), |
||||
'time_delta is %s' % time_delta) |
||||
|
||||
def testDefaultOutputFile(self): |
||||
"""Verifies the default output file name. |
||||
|
||||
Confirms that Google Test produces an JSON output file with the expected |
||||
default name if no name is explicitly specified. |
||||
""" |
||||
output_file = os.path.join(gtest_test_utils.GetTempDir(), |
||||
GTEST_DEFAULT_OUTPUT_FILE) |
||||
gtest_prog_path = gtest_test_utils.GetTestExecutablePath( |
||||
'gtest_no_test_unittest') |
||||
try: |
||||
os.remove(output_file) |
||||
except OSError: |
||||
e = sys.exc_info()[1] |
||||
if e.errno != errno.ENOENT: |
||||
raise |
||||
|
||||
p = gtest_test_utils.Subprocess( |
||||
[gtest_prog_path, '%s=json' % GTEST_OUTPUT_FLAG], |
||||
working_dir=gtest_test_utils.GetTempDir()) |
||||
self.assert_(p.exited) |
||||
self.assertEquals(0, p.exit_code) |
||||
self.assert_(os.path.isfile(output_file)) |
||||
|
||||
def testSuppressedJsonOutput(self): |
||||
"""Verifies that no JSON output is generated. |
||||
|
||||
Tests that no JSON file is generated if the default JSON listener is |
||||
shut down before RUN_ALL_TESTS is invoked. |
||||
""" |
||||
|
||||
json_path = os.path.join(gtest_test_utils.GetTempDir(), |
||||
GTEST_PROGRAM_NAME + 'out.json') |
||||
if os.path.isfile(json_path): |
||||
os.remove(json_path) |
||||
|
||||
command = [GTEST_PROGRAM_PATH, |
||||
'%s=json:%s' % (GTEST_OUTPUT_FLAG, json_path), |
||||
'--shut_down_xml'] |
||||
p = gtest_test_utils.Subprocess(command) |
||||
if p.terminated_by_signal: |
||||
# p.signal is available only if p.terminated_by_signal is True. |
||||
self.assertFalse( |
||||
p.terminated_by_signal, |
||||
'%s was killed by signal %d' % (GTEST_PROGRAM_NAME, p.signal)) |
||||
else: |
||||
self.assert_(p.exited) |
||||
self.assertEquals(1, p.exit_code, |
||||
"'%s' exited with code %s, which doesn't match " |
||||
'the expected exit code %s.' |
||||
% (command, p.exit_code, 1)) |
||||
|
||||
self.assert_(not os.path.isfile(json_path)) |
||||
|
||||
def testFilteredTestJsonOutput(self): |
||||
"""Verifies JSON output when a filter is applied. |
||||
|
||||
Runs a test program that executes only some tests and verifies that |
||||
non-selected tests do not show up in the JSON output. |
||||
""" |
||||
|
||||
self._TestJsonOutput(GTEST_PROGRAM_NAME, EXPECTED_FILTERED, 0, |
||||
extra_args=['%s=SuccessfulTest.*' % GTEST_FILTER_FLAG]) |
||||
|
||||
def _GetJsonOutput(self, gtest_prog_name, extra_args, expected_exit_code): |
||||
"""Returns the JSON output generated by running the program gtest_prog_name. |
||||
|
||||
Furthermore, the program's exit code must be expected_exit_code. |
||||
|
||||
Args: |
||||
gtest_prog_name: Google Test binary name. |
||||
extra_args: extra arguments to binary invocation. |
||||
expected_exit_code: program's exit code. |
||||
""" |
||||
json_path = os.path.join(gtest_test_utils.GetTempDir(), |
||||
gtest_prog_name + 'out.json') |
||||
gtest_prog_path = gtest_test_utils.GetTestExecutablePath(gtest_prog_name) |
||||
|
||||
command = ( |
||||
[gtest_prog_path, '%s=json:%s' % (GTEST_OUTPUT_FLAG, json_path)] + |
||||
extra_args |
||||
) |
||||
p = gtest_test_utils.Subprocess(command) |
||||
if p.terminated_by_signal: |
||||
self.assert_(False, |
||||
'%s was killed by signal %d' % (gtest_prog_name, p.signal)) |
||||
else: |
||||
self.assert_(p.exited) |
||||
self.assertEquals(expected_exit_code, p.exit_code, |
||||
"'%s' exited with code %s, which doesn't match " |
||||
'the expected exit code %s.' |
||||
% (command, p.exit_code, expected_exit_code)) |
||||
with open(json_path) as f: |
||||
actual = json.load(f) |
||||
return actual |
||||
|
||||
def _TestJsonOutput(self, gtest_prog_name, expected, |
||||
expected_exit_code, extra_args=None): |
||||
"""Checks the JSON output generated by the Google Test binary. |
||||
|
||||
Asserts that the JSON document generated by running the program |
||||
gtest_prog_name matches expected_json, a string containing another |
||||
JSON document. Furthermore, the program's exit code must be |
||||
expected_exit_code. |
||||
|
||||
Args: |
||||
gtest_prog_name: Google Test binary name. |
||||
expected: expected output. |
||||
expected_exit_code: program's exit code. |
||||
extra_args: extra arguments to binary invocation. |
||||
""" |
||||
|
||||
actual = self._GetJsonOutput(gtest_prog_name, extra_args or [], |
||||
expected_exit_code) |
||||
self.assertEqual(expected, gtest_json_test_utils.normalize(actual)) |
||||
|
||||
|
||||
if __name__ == '__main__': |
||||
os.environ['GTEST_STACK_TRACE_DEPTH'] = '1' |
||||
gtest_test_utils.Main() |
||||
Loading…
Reference in new issue