Jenkins中的TestNG结果显示通过，即使脚本被更改以生成失败的结果

Question

我已经在一个git分支中上传了testng-results.xml，并且正在使用git存储库作为Jenkins工作的工作区。

因为我在Jenkins上运行的测试是回归测试，所以我希望TestNG报告在任何情况下都会发生变化，存在回归缺陷。我注意到Jenkins上显示的TestNG报告只是testng-results.xml文件的可读版本，即它是我工作区中testng-results.xml文件的精确副本。

我已经将测试脚本chrometest.f（）改为故意失败，但Jenkins中的TestNG结果仍然将其标记为通过，如下图所示：

请在下面找到testng-results.xml文件：

<?xml version="1.0" encoding="UTF-8"?>
<testng-results skipped="0" failed="0" ignored="0" total="9" passed="9">
<reporter-output>
</reporter-output>
<suite name="Default suite" duration-ms="159837" started-at="2017-09-12T16:48:30Z" finished-at="2017-09-12T16:51:10Z">
<groups>
</groups>
<test name="Default test" duration-ms="159837" started-at="2017-09-12T16:48:30Z" finished-at="2017-09-12T16:51:10Z">
<class name="IETests">
<test-method status="PASS" signature="beforeTest()[pri:1, instance:IETests@7921b0a2]" name="beforeTest" duration-ms="18341" 
started-at="2017-09-12T09:48:30Z" finished-at="2017-09-12T09:48:49Z">
<reporter-output>
</reporter-output>
</test-method> <!-- beforeTest -->
<test-method status="PASS" signature="f()[pri:2, 
instance:IETests@7921b0a2]" name="f" duration-ms="99893" started-
at="2017-09-12T09:48:49Z" finished-at="2017-09-12T09:50:29Z">
<reporter-output>
</reporter-output>
</test-method> <!-- f -->
<test-method status="PASS" signature="afterTest()[pri:3, 
instance:IETests@7921b0a2]" name="afterTest" duration-ms="115" 
started-at="2017-09-12T09:50:29Z" finished-at="2017-09-12T09:50:29Z">
<reporter-output>
</reporter-output>
</test-method> <!-- afterTest -->
</class> <!-- IETests -->
<class name="ChromeTest">
<test-method status="PASS" signature="beforeTest()[pri:4, 
instance:ChromeTest@1efbd816]" name="beforeTest" duration-ms="12606" 
started-at="2017-09-12T09:50:29Z" finished-at="2017-09-12T09:50:41Z">
<reporter-output>
</reporter-output>
</test-method> <!-- beforeTest -->
<test-method status="PASS" signature="f()[pri:5, 
instance:ChromeTest@1efbd816]" name="f" duration-ms="1087" started-
at="2017-09-12T09:50:41Z" finished-at="2017-09-12T09:50:42Z">
<reporter-output>
</reporter-output>
</test-method> <!-- f -->
<test-method status="PASS" signature="afterTest()[pri:6, 
instance:ChromeTest@1efbd816]" name="afterTest" duration-ms="243" 
started-at="2017-09-12T09:50:43Z" finished-at="2017-09-12T09:50:43Z">
<reporter-output>
</reporter-output>
</test-method> <!-- afterTest -->
</class> <!-- ChromeTest -->
<class name="FirefoxTest">
<test-method status="PASS" signature="beforeTest()[pri:7, 
instance:FirefoxTest@6a2bcfcb]" name="beforeTest" duration-ms="24220" 
started-at="2017-09-12T09:50:43Z" finished-at="2017-09-12T09:51:07Z">
<reporter-output>
</reporter-output>
</test-method> <!-- beforeTest -->
<test-method status="PASS" signature="f()[pri:8, 
instance:FirefoxTest@6a2bcfcb]" name="f" duration-ms="3212" started-
at="2017-09-12T09:51:07Z" finished-at="2017-09-12T09:51:10Z">
<reporter-output>
 </reporter-output>
</test-method> <!-- f -->
<test-method status="PASS" signature="afterTest()[pri:9, 
instance:FirefoxTest@6a2bcfcb]" name="afterTest" duration-ms="83" 
started-at="2017-09-12T09:51:10Z" finished-at="2017-09-12T09:51:10Z">
<reporter-output>
</reporter-output>
</test-method> <!-- afterTest -->
</class> <!-- FirefoxTest -->
</test> <!-- Default test -->
</suite> <!-- Default suite -->
</testng-results>

Answer 1

Jenkins只是在命令行中触发测试，然后像您提到的那样解析并显示xml结果文件。尝试在Jenkins中运行它，比如说使用Maven，您是否看到它如预期的那样失败了？如果是这样，这个问题与Jenkins本身无关，我将集中讨论测试代码本身