Gennadiy Civil
7 years ago
parent
421f527df3
commit
8dea630e88
14 changed files with 334 additions and 797 deletions
@ -0,0 +1,72 @@ |
|||||||
|
#!/usr/bin/env python |
||||||
|
# |
||||||
|
# Copyright 2015 Google Inc. All rights reserved. |
||||||
|
# |
||||||
|
# Redistribution and use in source and binary forms, with or without |
||||||
|
# modification, are permitted provided that the following conditions are |
||||||
|
# met: |
||||||
|
# |
||||||
|
# * Redistributions of source code must retain the above copyright |
||||||
|
# notice, this list of conditions and the following disclaimer. |
||||||
|
# * Redistributions in binary form must reproduce the above |
||||||
|
# copyright notice, this list of conditions and the following disclaimer |
||||||
|
# in the documentation and/or other materials provided with the |
||||||
|
# distribution. |
||||||
|
# * Neither the name of Google Inc. nor the names of its |
||||||
|
# contributors may be used to endorse or promote products derived from |
||||||
|
# this software without specific prior written permission. |
||||||
|
# |
||||||
|
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||||
|
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||||
|
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||||
|
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||||
|
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||||
|
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||||
|
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||||
|
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||||
|
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||||
|
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||||
|
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||||
|
|
||||||
|
"""Verifies that Google Test warns the user when not initialized properly.""" |
||||||
|
|
||||||
|
__author__ = 'jmadill@google.com (Jamie Madill)' |
||||||
|
|
||||||
|
import os |
||||||
|
|
||||||
|
IS_LINUX = os.name == 'posix' and os.uname()[0] == 'Linux' |
||||||
|
|
||||||
|
if IS_LINUX: |
||||||
|
import gtest_test_utils |
||||||
|
else: |
||||||
|
import gtest_test_utils |
||||||
|
|
||||||
|
binary_name = 'googletest-param-test-invalid-name1-test_' |
||||||
|
COMMAND = gtest_test_utils.GetTestExecutablePath(binary_name) |
||||||
|
|
||||||
|
|
||||||
|
def Assert(condition): |
||||||
|
if not condition: |
||||||
|
raise AssertionError |
||||||
|
|
||||||
|
|
||||||
|
def TestExitCodeAndOutput(command): |
||||||
|
"""Runs the given command and verifies its exit code and output.""" |
||||||
|
|
||||||
|
err = ('Parameterized test name \'"InvalidWithQuotes"\' is invalid') |
||||||
|
|
||||||
|
p = gtest_test_utils.Subprocess(command) |
||||||
|
Assert(p.terminated_by_signal) |
||||||
|
|
||||||
|
# Verify the output message contains appropriate output |
||||||
|
Assert(err in p.output) |
||||||
|
|
||||||
|
|
||||||
|
class GTestParamTestInvalidName1Test(gtest_test_utils.TestCase): |
||||||
|
|
||||||
|
def testExitCodeAndOutput(self): |
||||||
|
TestExitCodeAndOutput(COMMAND) |
||||||
|
|
||||||
|
|
||||||
|
if __name__ == '__main__': |
||||||
|
gtest_test_utils.Main() |
||||||
@ -0,0 +1,71 @@ |
|||||||
|
#!/usr/bin/env python |
||||||
|
# |
||||||
|
# Copyright 2015 Google Inc. All rights reserved. |
||||||
|
# |
||||||
|
# Redistribution and use in source and binary forms, with or without |
||||||
|
# modification, are permitted provided that the following conditions are |
||||||
|
# met: |
||||||
|
# |
||||||
|
# * Redistributions of source code must retain the above copyright |
||||||
|
# notice, this list of conditions and the following disclaimer. |
||||||
|
# * Redistributions in binary form must reproduce the above |
||||||
|
# copyright notice, this list of conditions and the following disclaimer |
||||||
|
# in the documentation and/or other materials provided with the |
||||||
|
# distribution. |
||||||
|
# * Neither the name of Google Inc. nor the names of its |
||||||
|
# contributors may be used to endorse or promote products derived from |
||||||
|
# this software without specific prior written permission. |
||||||
|
# |
||||||
|
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||||
|
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||||
|
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||||
|
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||||
|
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||||
|
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||||
|
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||||
|
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||||
|
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||||
|
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||||
|
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||||
|
|
||||||
|
"""Verifies that Google Test warns the user when not initialized properly.""" |
||||||
|
|
||||||
|
__author__ = 'jmadill@google.com (Jamie Madill)' |
||||||
|
|
||||||
|
import os |
||||||
|
|
||||||
|
IS_LINUX = os.name == 'posix' and os.uname()[0] == 'Linux' |
||||||
|
|
||||||
|
if IS_LINUX: |
||||||
|
import gtest_test_utils |
||||||
|
else: |
||||||
|
import gtest_test_utils |
||||||
|
|
||||||
|
binary_name = 'googletest-param-test-invalid-name2-test_' |
||||||
|
COMMAND = gtest_test_utils.GetTestExecutablePath(binary_name) |
||||||
|
|
||||||
|
|
||||||
|
def Assert(condition): |
||||||
|
if not condition: |
||||||
|
raise AssertionError |
||||||
|
|
||||||
|
|
||||||
|
def TestExitCodeAndOutput(command): |
||||||
|
"""Runs the given command and verifies its exit code and output.""" |
||||||
|
|
||||||
|
err = ('Duplicate parameterized test name \'a\'') |
||||||
|
|
||||||
|
p = gtest_test_utils.Subprocess(command) |
||||||
|
Assert(p.terminated_by_signal) |
||||||
|
|
||||||
|
# Check for appropriate output |
||||||
|
Assert(err in p.output) |
||||||
|
|
||||||
|
|
||||||
|
class GTestParamTestInvalidName2Test(gtest_test_utils.TestCase): |
||||||
|
|
||||||
|
def testExitCodeAndOutput(self): |
||||||
|
TestExitCodeAndOutput(COMMAND) |
||||||
|
|
||||||
|
if __name__ == '__main__': |
||||||
|
gtest_test_utils.Main() |
||||||
@ -0,0 +1,56 @@ |
|||||||
|
// Copyright 2015, Google Inc.
|
||||||
|
// All rights reserved.
|
||||||
|
//
|
||||||
|
// Redistribution and use in source and binary forms, with or without
|
||||||
|
// modification, are permitted provided that the following conditions are
|
||||||
|
// met:
|
||||||
|
//
|
||||||
|
// * Redistributions of source code must retain the above copyright
|
||||||
|
// notice, this list of conditions and the following disclaimer.
|
||||||
|
// * Redistributions in binary form must reproduce the above
|
||||||
|
// copyright notice, this list of conditions and the following disclaimer
|
||||||
|
// in the documentation and/or other materials provided with the
|
||||||
|
// distribution.
|
||||||
|
// * Neither the name of Google Inc. nor the names of its
|
||||||
|
// contributors may be used to endorse or promote products derived from
|
||||||
|
// this software without specific prior written permission.
|
||||||
|
//
|
||||||
|
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||||
|
// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
||||||
|
// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
||||||
|
// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
||||||
|
// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
||||||
|
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
||||||
|
// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
||||||
|
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
||||||
|
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
||||||
|
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
||||||
|
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
||||||
|
//
|
||||||
|
// Author: jmadill@google.com (Jamie Madill)
|
||||||
|
|
||||||
|
#include "gtest/gtest.h" |
||||||
|
|
||||||
|
namespace { |
||||||
|
class DummyTest : public ::testing::TestWithParam<const char *> {}; |
||||||
|
|
||||||
|
std::string StringParamTestSuffix( |
||||||
|
const testing::TestParamInfo<const char*>& info) { |
||||||
|
return std::string(info.param); |
||||||
|
} |
||||||
|
|
||||||
|
TEST_P(DummyTest, Dummy) { |
||||||
|
} |
||||||
|
|
||||||
|
INSTANTIATE_TEST_CASE_P(DuplicateTestNames, |
||||||
|
DummyTest, |
||||||
|
::testing::Values("a", "b", "a", "c"), |
||||||
|
StringParamTestSuffix); |
||||||
|
} // namespace
|
||||||
|
|
||||||
|
int main(int argc, char *argv[]) { |
||||||
|
testing::InitGoogleTest(&argc, argv); |
||||||
|
return RUN_ALL_TESTS(); |
||||||
|
} |
||||||
|
|
||||||
|
|
||||||
@ -0,0 +1,61 @@ |
|||||||
|
// Copyright 2008, Google Inc.
|
||||||
|
// All rights reserved.
|
||||||
|
//
|
||||||
|
// Redistribution and use in source and binary forms, with or without
|
||||||
|
// modification, are permitted provided that the following conditions are
|
||||||
|
// met:
|
||||||
|
//
|
||||||
|
// * Redistributions of source code must retain the above copyright
|
||||||
|
// notice, this list of conditions and the following disclaimer.
|
||||||
|
// * Redistributions in binary form must reproduce the above
|
||||||
|
// copyright notice, this list of conditions and the following disclaimer
|
||||||
|
// in the documentation and/or other materials provided with the
|
||||||
|
// distribution.
|
||||||
|
// * Neither the name of Google Inc. nor the names of its
|
||||||
|
// contributors may be used to endorse or promote products derived from
|
||||||
|
// this software without specific prior written permission.
|
||||||
|
//
|
||||||
|
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||||
|
// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
||||||
|
// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
||||||
|
// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
||||||
|
// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
||||||
|
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
||||||
|
// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
||||||
|
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
||||||
|
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
||||||
|
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
||||||
|
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
||||||
|
//
|
||||||
|
// Author: vladl@google.com (Vlad Losev)
|
||||||
|
//
|
||||||
|
// Tests for Google Test itself. This verifies that the basic constructs of
|
||||||
|
// Google Test work.
|
||||||
|
|
||||||
|
#include "gtest/gtest.h" |
||||||
|
#include "googletest-param-test-test.h" |
||||||
|
|
||||||
|
using ::testing::Values; |
||||||
|
using ::testing::internal::ParamGenerator; |
||||||
|
|
||||||
|
// Tests that generators defined in a different translation unit
|
||||||
|
// are functional. The test using extern_gen_2 is defined
|
||||||
|
// in gtest-param-test_test.cc.
|
||||||
|
ParamGenerator<int> extern_gen_2 = Values(33); |
||||||
|
|
||||||
|
// Tests that a parameterized test case can be defined in one translation unit
|
||||||
|
// and instantiated in another. The test is defined in gtest-param-test_test.cc
|
||||||
|
// and ExternalInstantiationTest fixture class is defined in
|
||||||
|
// gtest-param-test_test.h.
|
||||||
|
INSTANTIATE_TEST_CASE_P(MultiplesOf33, |
||||||
|
ExternalInstantiationTest, |
||||||
|
Values(33, 66)); |
||||||
|
|
||||||
|
// Tests that a parameterized test case can be instantiated
|
||||||
|
// in multiple translation units. Another instantiation is defined
|
||||||
|
// in gtest-param-test_test.cc and InstantiationInMultipleTranslaionUnitsTest
|
||||||
|
// fixture is defined in gtest-param-test_test.h
|
||||||
|
INSTANTIATE_TEST_CASE_P(Sequence2, |
||||||
|
InstantiationInMultipleTranslaionUnitsTest, |
||||||
|
Values(42*3, 42*4, 42*5)); |
||||||
|
|
||||||
@ -1,162 +0,0 @@ |
|||||||
#!/usr/bin/env python |
|
||||||
# Copyright 2018, Google Inc. |
|
||||||
# All rights reserved. |
|
||||||
# |
|
||||||
# Redistribution and use in source and binary forms, with or without |
|
||||||
# modification, are permitted provided that the following conditions are |
|
||||||
# met: |
|
||||||
# |
|
||||||
# * Redistributions of source code must retain the above copyright |
|
||||||
# notice, this list of conditions and the following disclaimer. |
|
||||||
# * Redistributions in binary form must reproduce the above |
|
||||||
# copyright notice, this list of conditions and the following disclaimer |
|
||||||
# in the documentation and/or other materials provided with the |
|
||||||
# distribution. |
|
||||||
# * Neither the name of Google Inc. nor the names of its |
|
||||||
# contributors may be used to endorse or promote products derived from |
|
||||||
# this software without specific prior written permission. |
|
||||||
# |
|
||||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
|
||||||
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
|
||||||
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
|
||||||
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
|
||||||
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
|
||||||
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
|
||||||
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
|
||||||
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
|
||||||
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
|
||||||
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
|
||||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
|
||||||
|
|
||||||
"""Unit test for the gtest_json_output module.""" |
|
||||||
|
|
||||||
import json |
|
||||||
import os |
|
||||||
import gtest_json_test_utils |
|
||||||
import gtest_test_utils |
|
||||||
|
|
||||||
GTEST_OUTPUT_SUBDIR = 'json_outfiles' |
|
||||||
GTEST_OUTPUT_1_TEST = 'gtest_xml_outfile1_test_' |
|
||||||
GTEST_OUTPUT_2_TEST = 'gtest_xml_outfile2_test_' |
|
||||||
|
|
||||||
EXPECTED_1 = { |
|
||||||
u'tests': 1, |
|
||||||
u'failures': 0, |
|
||||||
u'disabled': 0, |
|
||||||
u'errors': 0, |
|
||||||
u'time': u'*', |
|
||||||
u'timestamp': u'*', |
|
||||||
u'name': u'AllTests', |
|
||||||
u'testsuites': [{ |
|
||||||
u'name': u'PropertyOne', |
|
||||||
u'tests': 1, |
|
||||||
u'failures': 0, |
|
||||||
u'disabled': 0, |
|
||||||
u'errors': 0, |
|
||||||
u'time': u'*', |
|
||||||
u'testsuite': [{ |
|
||||||
u'name': u'TestSomeProperties', |
|
||||||
u'status': u'RUN', |
|
||||||
u'time': u'*', |
|
||||||
u'classname': u'PropertyOne', |
|
||||||
u'SetUpProp': u'1', |
|
||||||
u'TestSomeProperty': u'1', |
|
||||||
u'TearDownProp': u'1', |
|
||||||
}], |
|
||||||
}], |
|
||||||
} |
|
||||||
|
|
||||||
EXPECTED_2 = { |
|
||||||
u'tests': 1, |
|
||||||
u'failures': 0, |
|
||||||
u'disabled': 0, |
|
||||||
u'errors': 0, |
|
||||||
u'time': u'*', |
|
||||||
u'timestamp': u'*', |
|
||||||
u'name': u'AllTests', |
|
||||||
u'testsuites': [{ |
|
||||||
u'name': u'PropertyTwo', |
|
||||||
u'tests': 1, |
|
||||||
u'failures': 0, |
|
||||||
u'disabled': 0, |
|
||||||
u'errors': 0, |
|
||||||
u'time': u'*', |
|
||||||
u'testsuite': [{ |
|
||||||
u'name': u'TestSomeProperties', |
|
||||||
u'status': u'RUN', |
|
||||||
u'time': u'*', |
|
||||||
u'classname': u'PropertyTwo', |
|
||||||
u'SetUpProp': u'2', |
|
||||||
u'TestSomeProperty': u'2', |
|
||||||
u'TearDownProp': u'2', |
|
||||||
}], |
|
||||||
}], |
|
||||||
} |
|
||||||
|
|
||||||
|
|
||||||
class GTestJsonOutFilesTest(gtest_test_utils.TestCase): |
|
||||||
"""Unit test for Google Test's JSON output functionality.""" |
|
||||||
|
|
||||||
def setUp(self): |
|
||||||
# We want the trailing '/' that the last "" provides in os.path.join, for |
|
||||||
# telling Google Test to create an output directory instead of a single file |
|
||||||
# for xml output. |
|
||||||
self.output_dir_ = os.path.join(gtest_test_utils.GetTempDir(), |
|
||||||
GTEST_OUTPUT_SUBDIR, '') |
|
||||||
self.DeleteFilesAndDir() |
|
||||||
|
|
||||||
def tearDown(self): |
|
||||||
self.DeleteFilesAndDir() |
|
||||||
|
|
||||||
def DeleteFilesAndDir(self): |
|
||||||
try: |
|
||||||
os.remove(os.path.join(self.output_dir_, GTEST_OUTPUT_1_TEST + '.json')) |
|
||||||
except os.error: |
|
||||||
pass |
|
||||||
try: |
|
||||||
os.remove(os.path.join(self.output_dir_, GTEST_OUTPUT_2_TEST + '.json')) |
|
||||||
except os.error: |
|
||||||
pass |
|
||||||
try: |
|
||||||
os.rmdir(self.output_dir_) |
|
||||||
except os.error: |
|
||||||
pass |
|
||||||
|
|
||||||
def testOutfile1(self): |
|
||||||
self._TestOutFile(GTEST_OUTPUT_1_TEST, EXPECTED_1) |
|
||||||
|
|
||||||
def testOutfile2(self): |
|
||||||
self._TestOutFile(GTEST_OUTPUT_2_TEST, EXPECTED_2) |
|
||||||
|
|
||||||
def _TestOutFile(self, test_name, expected): |
|
||||||
gtest_prog_path = gtest_test_utils.GetTestExecutablePath(test_name) |
|
||||||
command = [gtest_prog_path, '--gtest_output=json:%s' % self.output_dir_] |
|
||||||
p = gtest_test_utils.Subprocess(command, |
|
||||||
working_dir=gtest_test_utils.GetTempDir()) |
|
||||||
self.assert_(p.exited) |
|
||||||
self.assertEquals(0, p.exit_code) |
|
||||||
|
|
||||||
# TODO(wan@google.com): libtool causes the built test binary to be |
|
||||||
# named lt-gtest_xml_outfiles_test_ instead of |
|
||||||
# gtest_xml_outfiles_test_. To account for this possibility, we |
|
||||||
# allow both names in the following code. We should remove this |
|
||||||
# hack when Chandler Carruth's libtool replacement tool is ready. |
|
||||||
output_file_name1 = test_name + '.json' |
|
||||||
output_file1 = os.path.join(self.output_dir_, output_file_name1) |
|
||||||
output_file_name2 = 'lt-' + output_file_name1 |
|
||||||
output_file2 = os.path.join(self.output_dir_, output_file_name2) |
|
||||||
self.assert_(os.path.isfile(output_file1) or os.path.isfile(output_file2), |
|
||||||
output_file1) |
|
||||||
|
|
||||||
if os.path.isfile(output_file1): |
|
||||||
with open(output_file1) as f: |
|
||||||
actual = json.load(f) |
|
||||||
else: |
|
||||||
with open(output_file2) as f: |
|
||||||
actual = json.load(f) |
|
||||||
self.assertEqual(expected, gtest_json_test_utils.normalize(actual)) |
|
||||||
|
|
||||||
|
|
||||||
if __name__ == '__main__': |
|
||||||
os.environ['GTEST_STACK_TRACE_DEPTH'] = '0' |
|
||||||
gtest_test_utils.Main() |
|
||||||
@ -1,611 +0,0 @@ |
|||||||
#!/usr/bin/env python |
|
||||||
# Copyright 2018, Google Inc. |
|
||||||
# All rights reserved. |
|
||||||
# |
|
||||||
# Redistribution and use in source and binary forms, with or without |
|
||||||
# modification, are permitted provided that the following conditions are |
|
||||||
# met: |
|
||||||
# |
|
||||||
# * Redistributions of source code must retain the above copyright |
|
||||||
# notice, this list of conditions and the following disclaimer. |
|
||||||
# * Redistributions in binary form must reproduce the above |
|
||||||
# copyright notice, this list of conditions and the following disclaimer |
|
||||||
# in the documentation and/or other materials provided with the |
|
||||||
# distribution. |
|
||||||
# * Neither the name of Google Inc. nor the names of its |
|
||||||
# contributors may be used to endorse or promote products derived from |
|
||||||
# this software without specific prior written permission. |
|
||||||
# |
|
||||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
|
||||||
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
|
||||||
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
|
||||||
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
|
||||||
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
|
||||||
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
|
||||||
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
|
||||||
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
|
||||||
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
|
||||||
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
|
||||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
|
||||||
|
|
||||||
"""Unit test for the gtest_json_output module.""" |
|
||||||
|
|
||||||
import datetime |
|
||||||
import errno |
|
||||||
import json |
|
||||||
import os |
|
||||||
import re |
|
||||||
import sys |
|
||||||
|
|
||||||
import gtest_json_test_utils |
|
||||||
import gtest_test_utils |
|
||||||
|
|
||||||
GTEST_FILTER_FLAG = '--gtest_filter' |
|
||||||
GTEST_LIST_TESTS_FLAG = '--gtest_list_tests' |
|
||||||
GTEST_OUTPUT_FLAG = '--gtest_output' |
|
||||||
GTEST_DEFAULT_OUTPUT_FILE = 'test_detail.json' |
|
||||||
GTEST_PROGRAM_NAME = 'gtest_xml_output_unittest_' |
|
||||||
|
|
||||||
SUPPORTS_STACK_TRACES = False |
|
||||||
|
|
||||||
if SUPPORTS_STACK_TRACES: |
|
||||||
STACK_TRACE_TEMPLATE = '\nStack trace:\n*' |
|
||||||
else: |
|
||||||
STACK_TRACE_TEMPLATE = '' |
|
||||||
|
|
||||||
EXPECTED_NON_EMPTY = { |
|
||||||
u'tests': 23, |
|
||||||
u'failures': 4, |
|
||||||
u'disabled': 2, |
|
||||||
u'errors': 0, |
|
||||||
u'timestamp': u'*', |
|
||||||
u'time': u'*', |
|
||||||
u'ad_hoc_property': u'42', |
|
||||||
u'name': u'AllTests', |
|
||||||
u'testsuites': [ |
|
||||||
{ |
|
||||||
u'name': u'SuccessfulTest', |
|
||||||
u'tests': 1, |
|
||||||
u'failures': 0, |
|
||||||
u'disabled': 0, |
|
||||||
u'errors': 0, |
|
||||||
u'time': u'*', |
|
||||||
u'testsuite': [ |
|
||||||
{ |
|
||||||
u'name': u'Succeeds', |
|
||||||
u'status': u'RUN', |
|
||||||
u'time': u'*', |
|
||||||
u'classname': u'SuccessfulTest' |
|
||||||
} |
|
||||||
] |
|
||||||
}, |
|
||||||
{ |
|
||||||
u'name': u'FailedTest', |
|
||||||
u'tests': 1, |
|
||||||
u'failures': 1, |
|
||||||
u'disabled': 0, |
|
||||||
u'errors': 0, |
|
||||||
u'time': u'*', |
|
||||||
u'testsuite': [ |
|
||||||
{ |
|
||||||
u'name': u'Fails', |
|
||||||
u'status': u'RUN', |
|
||||||
u'time': u'*', |
|
||||||
u'classname': u'FailedTest', |
|
||||||
u'failures': [ |
|
||||||
{ |
|
||||||
u'failure': |
|
||||||
u'gtest_xml_output_unittest_.cc:*\n' |
|
||||||
u'Expected equality of these values:\n' |
|
||||||
u' 1\n 2' + STACK_TRACE_TEMPLATE, |
|
||||||
u'type': u'' |
|
||||||
} |
|
||||||
] |
|
||||||
} |
|
||||||
] |
|
||||||
}, |
|
||||||
{ |
|
||||||
u'name': u'DisabledTest', |
|
||||||
u'tests': 1, |
|
||||||
u'failures': 0, |
|
||||||
u'disabled': 1, |
|
||||||
u'errors': 0, |
|
||||||
u'time': u'*', |
|
||||||
u'testsuite': [ |
|
||||||
{ |
|
||||||
u'name': u'DISABLED_test_not_run', |
|
||||||
u'status': u'NOTRUN', |
|
||||||
u'time': u'*', |
|
||||||
u'classname': u'DisabledTest' |
|
||||||
} |
|
||||||
] |
|
||||||
}, |
|
||||||
{ |
|
||||||
u'name': u'MixedResultTest', |
|
||||||
u'tests': 3, |
|
||||||
u'failures': 1, |
|
||||||
u'disabled': 1, |
|
||||||
u'errors': 0, |
|
||||||
u'time': u'*', |
|
||||||
u'testsuite': [ |
|
||||||
{ |
|
||||||
u'name': u'Succeeds', |
|
||||||
u'status': u'RUN', |
|
||||||
u'time': u'*', |
|
||||||
u'classname': u'MixedResultTest' |
|
||||||
}, |
|
||||||
{ |
|
||||||
u'name': u'Fails', |
|
||||||
u'status': u'RUN', |
|
||||||
u'time': u'*', |
|
||||||
u'classname': u'MixedResultTest', |
|
||||||
u'failures': [ |
|
||||||
{ |
|
||||||
u'failure': |
|
||||||
u'gtest_xml_output_unittest_.cc:*\n' |
|
||||||
u'Expected equality of these values:\n' |
|
||||||
u' 1\n 2' + STACK_TRACE_TEMPLATE, |
|
||||||
u'type': u'' |
|
||||||
}, |
|
||||||
{ |
|
||||||
u'failure': |
|
||||||
u'gtest_xml_output_unittest_.cc:*\n' |
|
||||||
u'Expected equality of these values:\n' |
|
||||||
u' 2\n 3' + STACK_TRACE_TEMPLATE, |
|
||||||
u'type': u'' |
|
||||||
} |
|
||||||
] |
|
||||||
}, |
|
||||||
{ |
|
||||||
u'name': u'DISABLED_test', |
|
||||||
u'status': u'NOTRUN', |
|
||||||
u'time': u'*', |
|
||||||
u'classname': u'MixedResultTest' |
|
||||||
} |
|
||||||
] |
|
||||||
}, |
|
||||||
{ |
|
||||||
u'name': u'XmlQuotingTest', |
|
||||||
u'tests': 1, |
|
||||||
u'failures': 1, |
|
||||||
u'disabled': 0, |
|
||||||
u'errors': 0, |
|
||||||
u'time': u'*', |
|
||||||
u'testsuite': [ |
|
||||||
{ |
|
||||||
u'name': u'OutputsCData', |
|
||||||
u'status': u'RUN', |
|
||||||
u'time': u'*', |
|
||||||
u'classname': u'XmlQuotingTest', |
|
||||||
u'failures': [ |
|
||||||
{ |
|
||||||
u'failure': |
|
||||||
u'gtest_xml_output_unittest_.cc:*\n' |
|
||||||
u'Failed\nXML output: <?xml encoding="utf-8">' |
|
||||||
u'<top><![CDATA[cdata text]]></top>' + |
|
||||||
STACK_TRACE_TEMPLATE, |
|
||||||
u'type': u'' |
|
||||||
} |
|
||||||
] |
|
||||||
} |
|
||||||
] |
|
||||||
}, |
|
||||||
{ |
|
||||||
u'name': u'InvalidCharactersTest', |
|
||||||
u'tests': 1, |
|
||||||
u'failures': 1, |
|
||||||
u'disabled': 0, |
|
||||||
u'errors': 0, |
|
||||||
u'time': u'*', |
|
||||||
u'testsuite': [ |
|
||||||
{ |
|
||||||
u'name': u'InvalidCharactersInMessage', |
|
||||||
u'status': u'RUN', |
|
||||||
u'time': u'*', |
|
||||||
u'classname': u'InvalidCharactersTest', |
|
||||||
u'failures': [ |
|
||||||
{ |
|
||||||
u'failure': |
|
||||||
u'gtest_xml_output_unittest_.cc:*\n' |
|
||||||
u'Failed\nInvalid characters in brackets' |
|
||||||
u' [\x01\x02]' + STACK_TRACE_TEMPLATE, |
|
||||||
u'type': u'' |
|
||||||
} |
|
||||||
] |
|
||||||
} |
|
||||||
] |
|
||||||
}, |
|
||||||
{ |
|
||||||
u'name': u'PropertyRecordingTest', |
|
||||||
u'tests': 4, |
|
||||||
u'failures': 0, |
|
||||||
u'disabled': 0, |
|
||||||
u'errors': 0, |
|
||||||
u'time': u'*', |
|
||||||
u'SetUpTestCase': u'yes', |
|
||||||
u'TearDownTestCase': u'aye', |
|
||||||
u'testsuite': [ |
|
||||||
{ |
|
||||||
u'name': u'OneProperty', |
|
||||||
u'status': u'RUN', |
|
||||||
u'time': u'*', |
|
||||||
u'classname': u'PropertyRecordingTest', |
|
||||||
u'key_1': u'1' |
|
||||||
}, |
|
||||||
{ |
|
||||||
u'name': u'IntValuedProperty', |
|
||||||
u'status': u'RUN', |
|
||||||
u'time': u'*', |
|
||||||
u'classname': u'PropertyRecordingTest', |
|
||||||
u'key_int': u'1' |
|
||||||
}, |
|
||||||
{ |
|
||||||
u'name': u'ThreeProperties', |
|
||||||
u'status': u'RUN', |
|
||||||
u'time': u'*', |
|
||||||
u'classname': u'PropertyRecordingTest', |
|
||||||
u'key_1': u'1', |
|
||||||
u'key_2': u'2', |
|
||||||
u'key_3': u'3' |
|
||||||
}, |
|
||||||
{ |
|
||||||
u'name': u'TwoValuesForOneKeyUsesLastValue', |
|
||||||
u'status': u'RUN', |
|
||||||
u'time': u'*', |
|
||||||
u'classname': u'PropertyRecordingTest', |
|
||||||
u'key_1': u'2' |
|
||||||
} |
|
||||||
] |
|
||||||
}, |
|
||||||
{ |
|
||||||
u'name': u'NoFixtureTest', |
|
||||||
u'tests': 3, |
|
||||||
u'failures': 0, |
|
||||||
u'disabled': 0, |
|
||||||
u'errors': 0, |
|
||||||
u'time': u'*', |
|
||||||
u'testsuite': [ |
|
||||||
{ |
|
||||||
u'name': u'RecordProperty', |
|
||||||
u'status': u'RUN', |
|
||||||
u'time': u'*', |
|
||||||
u'classname': u'NoFixtureTest', |
|
||||||
u'key': u'1' |
|
||||||
}, |
|
||||||
{ |
|
||||||
u'name': u'ExternalUtilityThatCallsRecordIntValuedProperty', |
|
||||||
u'status': u'RUN', |
|
||||||
u'time': u'*', |
|
||||||
u'classname': u'NoFixtureTest', |
|
||||||
u'key_for_utility_int': u'1' |
|
||||||
}, |
|
||||||
{ |
|
||||||
u'name': |
|
||||||
u'ExternalUtilityThatCallsRecordStringValuedProperty', |
|
||||||
u'status': u'RUN', |
|
||||||
u'time': u'*', |
|
||||||
u'classname': u'NoFixtureTest', |
|
||||||
u'key_for_utility_string': u'1' |
|
||||||
} |
|
||||||
] |
|
||||||
}, |
|
||||||
{ |
|
||||||
u'name': u'TypedTest/0', |
|
||||||
u'tests': 1, |
|
||||||
u'failures': 0, |
|
||||||
u'disabled': 0, |
|
||||||
u'errors': 0, |
|
||||||
u'time': u'*', |
|
||||||
u'testsuite': [ |
|
||||||
{ |
|
||||||
u'name': u'HasTypeParamAttribute', |
|
||||||
u'type_param': u'int', |
|
||||||
u'status': u'RUN', |
|
||||||
u'time': u'*', |
|
||||||
u'classname': u'TypedTest/0' |
|
||||||
} |
|
||||||
] |
|
||||||
}, |
|
||||||
{ |
|
||||||
u'name': u'TypedTest/1', |
|
||||||
u'tests': 1, |
|
||||||
u'failures': 0, |
|
||||||
u'disabled': 0, |
|
||||||
u'errors': 0, |
|
||||||
u'time': u'*', |
|
||||||
u'testsuite': [ |
|
||||||
{ |
|
||||||
u'name': u'HasTypeParamAttribute', |
|
||||||
u'type_param': u'long', |
|
||||||
u'status': u'RUN', |
|
||||||
u'time': u'*', |
|
||||||
u'classname': u'TypedTest/1' |
|
||||||
} |
|
||||||
] |
|
||||||
}, |
|
||||||
{ |
|
||||||
u'name': u'Single/TypeParameterizedTestCase/0', |
|
||||||
u'tests': 1, |
|
||||||
u'failures': 0, |
|
||||||
u'disabled': 0, |
|
||||||
u'errors': 0, |
|
||||||
u'time': u'*', |
|
||||||
u'testsuite': [ |
|
||||||
{ |
|
||||||
u'name': u'HasTypeParamAttribute', |
|
||||||
u'type_param': u'int', |
|
||||||
u'status': u'RUN', |
|
||||||
u'time': u'*', |
|
||||||
u'classname': u'Single/TypeParameterizedTestCase/0' |
|
||||||
} |
|
||||||
] |
|
||||||
}, |
|
||||||
{ |
|
||||||
u'name': u'Single/TypeParameterizedTestCase/1', |
|
||||||
u'tests': 1, |
|
||||||
u'failures': 0, |
|
||||||
u'disabled': 0, |
|
||||||
u'errors': 0, |
|
||||||
u'time': u'*', |
|
||||||
u'testsuite': [ |
|
||||||
{ |
|
||||||
u'name': u'HasTypeParamAttribute', |
|
||||||
u'type_param': u'long', |
|
||||||
u'status': u'RUN', |
|
||||||
u'time': u'*', |
|
||||||
u'classname': u'Single/TypeParameterizedTestCase/1' |
|
||||||
} |
|
||||||
] |
|
||||||
}, |
|
||||||
{ |
|
||||||
u'name': u'Single/ValueParamTest', |
|
||||||
u'tests': 4, |
|
||||||
u'failures': 0, |
|
||||||
u'disabled': 0, |
|
||||||
u'errors': 0, |
|
||||||
u'time': u'*', |
|
||||||
u'testsuite': [ |
|
||||||
{ |
|
||||||
u'name': u'HasValueParamAttribute/0', |
|
||||||
u'value_param': u'33', |
|
||||||
u'status': u'RUN', |
|
||||||
u'time': u'*', |
|
||||||
u'classname': u'Single/ValueParamTest' |
|
||||||
}, |
|
||||||
{ |
|
||||||
u'name': u'HasValueParamAttribute/1', |
|
||||||
u'value_param': u'42', |
|
||||||
u'status': u'RUN', |
|
||||||
u'time': u'*', |
|
||||||
u'classname': u'Single/ValueParamTest' |
|
||||||
}, |
|
||||||
{ |
|
||||||
u'name': u'AnotherTestThatHasValueParamAttribute/0', |
|
||||||
u'value_param': u'33', |
|
||||||
u'status': u'RUN', |
|
||||||
u'time': u'*', |
|
||||||
u'classname': u'Single/ValueParamTest' |
|
||||||
}, |
|
||||||
{ |
|
||||||
u'name': u'AnotherTestThatHasValueParamAttribute/1', |
|
||||||
u'value_param': u'42', |
|
||||||
u'status': u'RUN', |
|
||||||
u'time': u'*', |
|
||||||
u'classname': u'Single/ValueParamTest' |
|
||||||
} |
|
||||||
] |
|
||||||
} |
|
||||||
] |
|
||||||
} |
|
||||||
|
|
||||||
EXPECTED_FILTERED = { |
|
||||||
u'tests': 1, |
|
||||||
u'failures': 0, |
|
||||||
u'disabled': 0, |
|
||||||
u'errors': 0, |
|
||||||
u'time': u'*', |
|
||||||
u'timestamp': u'*', |
|
||||||
u'name': u'AllTests', |
|
||||||
u'ad_hoc_property': u'42', |
|
||||||
u'testsuites': [{ |
|
||||||
u'name': u'SuccessfulTest', |
|
||||||
u'tests': 1, |
|
||||||
u'failures': 0, |
|
||||||
u'disabled': 0, |
|
||||||
u'errors': 0, |
|
||||||
u'time': u'*', |
|
||||||
u'testsuite': [{ |
|
||||||
u'name': u'Succeeds', |
|
||||||
u'status': u'RUN', |
|
||||||
u'time': u'*', |
|
||||||
u'classname': u'SuccessfulTest', |
|
||||||
}] |
|
||||||
}], |
|
||||||
} |
|
||||||
|
|
||||||
EXPECTED_EMPTY = { |
|
||||||
u'tests': 0, |
|
||||||
u'failures': 0, |
|
||||||
u'disabled': 0, |
|
||||||
u'errors': 0, |
|
||||||
u'time': u'*', |
|
||||||
u'timestamp': u'*', |
|
||||||
u'name': u'AllTests', |
|
||||||
u'testsuites': [], |
|
||||||
} |
|
||||||
|
|
||||||
GTEST_PROGRAM_PATH = gtest_test_utils.GetTestExecutablePath(GTEST_PROGRAM_NAME) |
|
||||||
|
|
||||||
SUPPORTS_TYPED_TESTS = 'TypedTest' in gtest_test_utils.Subprocess( |
|
||||||
[GTEST_PROGRAM_PATH, GTEST_LIST_TESTS_FLAG], capture_stderr=False).output |
|
||||||
|
|
||||||
|
|
||||||
class GTestJsonOutputUnitTest(gtest_test_utils.TestCase): |
|
||||||
"""Unit test for Google Test's JSON output functionality. |
|
||||||
""" |
|
||||||
|
|
||||||
# This test currently breaks on platforms that do not support typed and |
|
||||||
# type-parameterized tests, so we don't run it under them. |
|
||||||
if SUPPORTS_TYPED_TESTS: |
|
||||||
|
|
||||||
def testNonEmptyJsonOutput(self): |
|
||||||
"""Verifies JSON output for a Google Test binary with non-empty output. |
|
||||||
|
|
||||||
Runs a test program that generates a non-empty JSON output, and |
|
||||||
tests that the JSON output is expected. |
|
||||||
""" |
|
||||||
self._TestJsonOutput(GTEST_PROGRAM_NAME, EXPECTED_NON_EMPTY, 1) |
|
||||||
|
|
||||||
def testEmptyJsonOutput(self): |
|
||||||
"""Verifies JSON output for a Google Test binary without actual tests. |
|
||||||
|
|
||||||
Runs a test program that generates an empty JSON output, and |
|
||||||
tests that the JSON output is expected. |
|
||||||
""" |
|
||||||
|
|
||||||
self._TestJsonOutput('gtest_no_test_unittest', EXPECTED_EMPTY, 0) |
|
||||||
|
|
||||||
def testTimestampValue(self): |
|
||||||
"""Checks whether the timestamp attribute in the JSON output is valid. |
|
||||||
|
|
||||||
Runs a test program that generates an empty JSON output, and checks if |
|
||||||
the timestamp attribute in the testsuites tag is valid. |
|
||||||
""" |
|
||||||
actual = self._GetJsonOutput('gtest_no_test_unittest', [], 0) |
|
||||||
date_time_str = actual['timestamp'] |
|
||||||
# datetime.strptime() is only available in Python 2.5+ so we have to |
|
||||||
# parse the expected datetime manually. |
|
||||||
match = re.match(r'(\d+)-(\d\d)-(\d\d)T(\d\d):(\d\d):(\d\d)', date_time_str) |
|
||||||
self.assertTrue( |
|
||||||
re.match, |
|
||||||
'JSON datettime string %s has incorrect format' % date_time_str) |
|
||||||
date_time_from_json = datetime.datetime( |
|
||||||
year=int(match.group(1)), month=int(match.group(2)), |
|
||||||
day=int(match.group(3)), hour=int(match.group(4)), |
|
||||||
minute=int(match.group(5)), second=int(match.group(6))) |
|
||||||
|
|
||||||
time_delta = abs(datetime.datetime.now() - date_time_from_json) |
|
||||||
# timestamp value should be near the current local time |
|
||||||
self.assertTrue(time_delta < datetime.timedelta(seconds=600), |
|
||||||
'time_delta is %s' % time_delta) |
|
||||||
|
|
||||||
def testDefaultOutputFile(self): |
|
||||||
"""Verifies the default output file name. |
|
||||||
|
|
||||||
Confirms that Google Test produces an JSON output file with the expected |
|
||||||
default name if no name is explicitly specified. |
|
||||||
""" |
|
||||||
output_file = os.path.join(gtest_test_utils.GetTempDir(), |
|
||||||
GTEST_DEFAULT_OUTPUT_FILE) |
|
||||||
gtest_prog_path = gtest_test_utils.GetTestExecutablePath( |
|
||||||
'gtest_no_test_unittest') |
|
||||||
try: |
|
||||||
os.remove(output_file) |
|
||||||
except OSError: |
|
||||||
e = sys.exc_info()[1] |
|
||||||
if e.errno != errno.ENOENT: |
|
||||||
raise |
|
||||||
|
|
||||||
p = gtest_test_utils.Subprocess( |
|
||||||
[gtest_prog_path, '%s=json' % GTEST_OUTPUT_FLAG], |
|
||||||
working_dir=gtest_test_utils.GetTempDir()) |
|
||||||
self.assert_(p.exited) |
|
||||||
self.assertEquals(0, p.exit_code) |
|
||||||
self.assert_(os.path.isfile(output_file)) |
|
||||||
|
|
||||||
def testSuppressedJsonOutput(self): |
|
||||||
"""Verifies that no JSON output is generated. |
|
||||||
|
|
||||||
Tests that no JSON file is generated if the default JSON listener is |
|
||||||
shut down before RUN_ALL_TESTS is invoked. |
|
||||||
""" |
|
||||||
|
|
||||||
json_path = os.path.join(gtest_test_utils.GetTempDir(), |
|
||||||
GTEST_PROGRAM_NAME + 'out.json') |
|
||||||
if os.path.isfile(json_path): |
|
||||||
os.remove(json_path) |
|
||||||
|
|
||||||
command = [GTEST_PROGRAM_PATH, |
|
||||||
'%s=json:%s' % (GTEST_OUTPUT_FLAG, json_path), |
|
||||||
'--shut_down_xml'] |
|
||||||
p = gtest_test_utils.Subprocess(command) |
|
||||||
if p.terminated_by_signal: |
|
||||||
# p.signal is available only if p.terminated_by_signal is True. |
|
||||||
self.assertFalse( |
|
||||||
p.terminated_by_signal, |
|
||||||
'%s was killed by signal %d' % (GTEST_PROGRAM_NAME, p.signal)) |
|
||||||
else: |
|
||||||
self.assert_(p.exited) |
|
||||||
self.assertEquals(1, p.exit_code, |
|
||||||
"'%s' exited with code %s, which doesn't match " |
|
||||||
'the expected exit code %s.' |
|
||||||
% (command, p.exit_code, 1)) |
|
||||||
|
|
||||||
self.assert_(not os.path.isfile(json_path)) |
|
||||||
|
|
||||||
def testFilteredTestJsonOutput(self): |
|
||||||
"""Verifies JSON output when a filter is applied. |
|
||||||
|
|
||||||
Runs a test program that executes only some tests and verifies that |
|
||||||
non-selected tests do not show up in the JSON output. |
|
||||||
""" |
|
||||||
|
|
||||||
self._TestJsonOutput(GTEST_PROGRAM_NAME, EXPECTED_FILTERED, 0, |
|
||||||
extra_args=['%s=SuccessfulTest.*' % GTEST_FILTER_FLAG]) |
|
||||||
|
|
||||||
def _GetJsonOutput(self, gtest_prog_name, extra_args, expected_exit_code): |
|
||||||
"""Returns the JSON output generated by running the program gtest_prog_name. |
|
||||||
|
|
||||||
Furthermore, the program's exit code must be expected_exit_code. |
|
||||||
|
|
||||||
Args: |
|
||||||
gtest_prog_name: Google Test binary name. |
|
||||||
extra_args: extra arguments to binary invocation. |
|
||||||
expected_exit_code: program's exit code. |
|
||||||
""" |
|
||||||
json_path = os.path.join(gtest_test_utils.GetTempDir(), |
|
||||||
gtest_prog_name + 'out.json') |
|
||||||
gtest_prog_path = gtest_test_utils.GetTestExecutablePath(gtest_prog_name) |
|
||||||
|
|
||||||
command = ( |
|
||||||
[gtest_prog_path, '%s=json:%s' % (GTEST_OUTPUT_FLAG, json_path)] + |
|
||||||
extra_args |
|
||||||
) |
|
||||||
p = gtest_test_utils.Subprocess(command) |
|
||||||
if p.terminated_by_signal: |
|
||||||
self.assert_(False, |
|
||||||
'%s was killed by signal %d' % (gtest_prog_name, p.signal)) |
|
||||||
else: |
|
||||||
self.assert_(p.exited) |
|
||||||
self.assertEquals(expected_exit_code, p.exit_code, |
|
||||||
"'%s' exited with code %s, which doesn't match " |
|
||||||
'the expected exit code %s.' |
|
||||||
% (command, p.exit_code, expected_exit_code)) |
|
||||||
with open(json_path) as f: |
|
||||||
actual = json.load(f) |
|
||||||
return actual |
|
||||||
|
|
||||||
def _TestJsonOutput(self, gtest_prog_name, expected, |
|
||||||
expected_exit_code, extra_args=None): |
|
||||||
"""Checks the JSON output generated by the Google Test binary. |
|
||||||
|
|
||||||
Asserts that the JSON document generated by running the program |
|
||||||
gtest_prog_name matches expected_json, a string containing another |
|
||||||
JSON document. Furthermore, the program's exit code must be |
|
||||||
expected_exit_code. |
|
||||||
|
|
||||||
Args: |
|
||||||
gtest_prog_name: Google Test binary name. |
|
||||||
expected: expected output. |
|
||||||
expected_exit_code: program's exit code. |
|
||||||
extra_args: extra arguments to binary invocation. |
|
||||||
""" |
|
||||||
|
|
||||||
actual = self._GetJsonOutput(gtest_prog_name, extra_args or [], |
|
||||||
expected_exit_code) |
|
||||||
self.assertEqual(expected, gtest_json_test_utils.normalize(actual)) |
|
||||||
|
|
||||||
|
|
||||||
if __name__ == '__main__': |
|
||||||
os.environ['GTEST_STACK_TRACE_DEPTH'] = '1' |
|
||||||
gtest_test_utils.Main() |
|
||||||
Loading…
Reference in new issue