[Boost-commit] svn:boost r83591 - in trunk/tools/regression/test/report: . expected

Subject: [Boost-commit] svn:boost r83591 - in trunk/tools/regression/test/report: . expected
From: steven_at_[hidden]
Date: 2013-03-26 15:35:53

Author: steven_watanabe
Date: 2013-03-26 15:35:52 EDT (Tue, 26 Mar 2013)
New Revision: 83591
URL: http://svn.boost.org/trac/boost/changeset/83591

Log:
Tests for the possible test case results.
Added:
   trunk/tools/regression/test/report/expected.zip   (contents, props changed)
Removed:
   trunk/tools/regression/test/report/expected/
Text files modified: 
   trunk/tools/regression/test/report/Jamfile.jam                  |     7 ++                                      
   trunk/tools/regression/test/report/expected_results.xml         |    12 ++++                                    
   trunk/tools/regression/test/report/explicit-failures-markup.xml |    30 ++++++++++-                             
   trunk/tools/regression/test/report/runner.xml                   |    99 ++++++++++++++++++++++++++++++++++----- 
   4 files changed, 130 insertions(+), 18 deletions(-)

Modified: trunk/tools/regression/test/report/Jamfile.jam
==============================================================================
--- trunk/tools/regression/test/report/Jamfile.jam	(original)
+++ trunk/tools/regression/test/report/Jamfile.jam	2013-03-26 15:35:52 EDT (Tue, 26 Mar 2013)
@@ -19,5 +19,10 @@
   :
     runner.xml
   :
-  : boost_report_test
+    <dependency>runner.xml
+    <dependency>comment.html
+    <dependency>expected_results.xml
+    <dependency>explicit-failures-markup.xml
+  :
+    boost_report_test
 ;

Added: trunk/tools/regression/test/report/expected.zip
==============================================================================
Binary file. No diff available.

Modified: trunk/tools/regression/test/report/expected_results.xml
==============================================================================
--- trunk/tools/regression/test/report/expected_results.xml	(original)
+++ trunk/tools/regression/test/report/expected_results.xml	2013-03-26 15:35:52 EDT (Tue, 26 Mar 2013)
@@ -1,8 +1,18 @@
 <?xml version="1.0" encoding="utf-8"?>
 <expected-failures>
+  <!--
+    Copyright (c) 2013 Steven Watanabe
+    
+    Distributed under the Boost Software Licence Version 1.0. (See
+    accompanying file LICENSE_1_0.txt or copy at
+    http://www.boost.org/LICENSE_1_0.txt)
+    -->
   <toolset name="msvc-11.0">
     <library name="any">
-      <test-result test-name="test1" result="success"/>
+      <test-result test-name="run_pass" result="success"/>
+      <test-result test-name="run_fail" result="fail"/>
+      <test-result test-name="run_fail_regress" result="success"/>
+      <test-result test-name="run_pass_unexpected" result="fail"/>
     </library>
   </toolset>
 </expected-failures>

Modified: trunk/tools/regression/test/report/explicit-failures-markup.xml
==============================================================================
--- trunk/tools/regression/test/report/explicit-failures-markup.xml	(original)
+++ trunk/tools/regression/test/report/explicit-failures-markup.xml	2013-03-26 15:35:52 EDT (Tue, 26 Mar 2013)
@@ -1,5 +1,12 @@
 <?xml version="1.0" encoding="utf-8"?>
 <explicit-failures-markup>
+  <!--
+    Copyright (c) 2013 Steven Watanabe
+    
+    Distributed under the Boost Software Licence Version 1.0. (See
+    accompanying file LICENSE_1_0.txt or copy at
+    http://www.boost.org/LICENSE_1_0.txt)
+    -->
 
   <!-- /////////////// Toolsets /////////////// -->
   <mark-toolset name="msvc-11.0" status="required"/>
@@ -10,13 +17,30 @@
       <toolset name="borland-*"/>
     </mark-unusable>
     <mark-expected-failures>
-      <test name="test2"/>
-      <toolset name="gcc-4.2.1*"/>
+      <test name="run_fail_expected_new"/>
+      <toolset name="msvc*"/>
       <note author="Steven Watanabe" refid="1"/>
     </mark-expected-failures>
+    <mark-expected-failures>
+      <test name="run_fail_expected_new_nonote"/>
+      <toolset name="msvc*"/>
+    </mark-expected-failures>
+    <mark-expected-failures reason="?">
+      <test name="run_fail_expected_new_unsearched"/>
+      <toolset name="msvc*"/>
+    </mark-expected-failures>
+    <mark-expected-failures>
+      <test name="run_pass_unexpected_new"/>
+      <toolset name="msvc*"/>
+      <note author="Steven Watanabe" refid="1"/>
+    </mark-expected-failures>
+    <mark-expected-failures>
+      <test name="run_pass_unexpected_new_nonote"/>
+      <toolset name="msvc*"/>
+    </mark-expected-failures>
   </library>
   
-  <note id="2">
+  <note id="1">
     The failure is caused by a compiler bug.
   </note>
 

Modified: trunk/tools/regression/test/report/runner.xml
==============================================================================
--- trunk/tools/regression/test/report/runner.xml	(original)
+++ trunk/tools/regression/test/report/runner.xml	2013-03-26 15:35:52 EDT (Tue, 26 Mar 2013)
@@ -1,19 +1,92 @@
 <?xml version="1.0" encoding="utf-8"?>
 <test-run source="SVN" runner="runner1" timestamp="2013-03-26T14:23:59Z" platform="Windows" tag="trunk" run-type="full" revision="83542">
+  <!--
+    Copyright (c) 2013 Steven Watanabe
+    
+    Distributed under the Boost Software Licence Version 1.0. (See
+    accompanying file LICENSE_1_0.txt or copy at
+    http://www.boost.org/LICENSE_1_0.txt)
+    -->
   <comment>&lt;h1&gt;runner&lt;/h1&gt;
 Tests are run on the Windows platform</comment>
-  <test-log toolset="msvc-11.0" library="any" test-name="test1"
-            test-program="libs/any/test/test1.cpp"
-            target-directory="boost/bin.v2/libs/any/test/test1.test/msvc-11.0/debug"
-            test-type="run" show-run-output="false">
-    <compile result="succeed" timestamp="2013-03-26 14:47:12 UTC">test1.cpp</compile>
-    <link result="succeed" timestamp="2013-03-26 14:47:12 UTC">test1</link>
-    <run result="succeed" timestamp="2013-03-26 14:47:12 UTC">
-Running 1 test case...
-
-*** No errors detected
-
-EXIT STATUS: 0
-</run>
+  <test-log toolset="msvc-11.0" library="any" test-name="run_pass"
+            test-program="libs/any/test/run_pass.cpp"
+            target-directory="boost/bin.v2/libs/any/test/run_pass.test/msvc-11.0/debug"
+            test-type="run" show-run-output="false">
+    <compile result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_pass.cpp</compile>
+    <link result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_pass</link>
+    <run result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_pass passed</run>
+  </test-log>
+  <test-log toolset="msvc-11.0" library="any" test-name="run_fail_expected_new"
+            test-program="libs/any/test/run_fail_expected_new.cpp"
+            target-directory="boost/bin.v2/libs/any/test/run_fail_expected_new.test/msvc-11.0/debug"
+            test-type="run" show-run-output="false">
+    <compile result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_fail_expected_new.cpp</compile>
+    <link result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_fail_expected_new</link>
+    <run result="fail" timestamp="2013-03-26 14:47:12 UTC">run_fail_expected_new failed</run>
+  </test-log>
+  <test-log toolset="msvc-11.0" library="any" test-name="run_fail"
+            test-program="libs/any/test/run_fail.cpp"
+            target-directory="boost/bin.v2/libs/any/test/run_fail.test/msvc-11.0/debug"
+            test-type="run" show-run-output="false">
+    <compile result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_fail.cpp</compile>
+    <link result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_fail</link>
+    <run result="fail" timestamp="2013-03-26 14:47:12 UTC">run_fail failed</run>
+  </test-log>
+  <test-log toolset="msvc-11.0" library="any" test-name="run_fail_expected_new_nonote"
+            test-program="libs/any/test/run_fail_expected_new_nonote.cpp"
+            target-directory="boost/bin.v2/libs/any/test/run_fail_expected_new_nonote.test/msvc-11.0/debug"
+            test-type="run" show-run-output="false">
+    <compile result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_fail_expected_new_nonote.cpp</compile>
+    <link result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_fail_expected_new_nonote</link>
+    <run result="fail" timestamp="2013-03-26 14:47:12 UTC">run_fail_expected_new_nonote failed</run>
+  </test-log>
+  <test-log toolset="msvc-11.0" library="any" test-name="run_fail_expected_new_unsearched"
+            test-program="libs/any/test/run_fail_expected_new_unsearched.cpp"
+            target-directory="boost/bin.v2/libs/any/test/run_fail_expected_new_unsearched.test/msvc-11.0/debug"
+            test-type="run" show-run-output="false">
+    <compile result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_fail_expected_new_unsearched.cpp</compile>
+    <link result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_fail_expected_new_unsearched</link>
+    <run result="fail" timestamp="2013-03-26 14:47:12 UTC">run_fail_expected_new_unsearched failed</run>
+  </test-log>
+  <test-log toolset="msvc-11.0" library="any" test-name="run_fail_new"
+            test-program="libs/any/test/run_fail_new.cpp"
+            target-directory="boost/bin.v2/libs/any/test/run_fail_new.test/msvc-11.0/debug"
+            test-type="run" show-run-output="false">
+    <compile result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_fail_new.cpp</compile>
+    <link result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_fail_new</link>
+    <run result="fail" timestamp="2013-03-26 14:47:12 UTC">run_fail_new failed</run>
+  </test-log>
+  <test-log toolset="msvc-11.0" library="any" test-name="run_fail_regress"
+            test-program="libs/any/test/run_fail_regress.cpp"
+            target-directory="boost/bin.v2/libs/any/test/run_fail_regress.test/msvc-11.0/debug"
+            test-type="run" show-run-output="false">
+    <compile result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_fail_regress.cpp</compile>
+    <link result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_fail_regress</link>
+    <run result="fail" timestamp="2013-03-26 14:47:12 UTC">run_fail_regress failed</run>
+  </test-log>
+  <test-log toolset="msvc-11.0" library="any" test-name="run_pass_unexpected_new"
+            test-program="libs/any/test/run_pass_unexpected_new.cpp"
+            target-directory="boost/bin.v2/libs/any/test/run_pass_unexpected_new.test/msvc-11.0/debug"
+            test-type="run" show-run-output="false">
+    <compile result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_pass_unexpected_new.cpp</compile>
+    <link result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_pass_unexpected_new</link>
+    <run result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_pass_unexpected_new passed</run>
+  </test-log>
+  <test-log toolset="msvc-11.0" library="any" test-name="run_pass_unexpected"
+            test-program="libs/any/test/run_pass_unexpected.cpp"
+            target-directory="boost/bin.v2/libs/any/test/run_pass_unexpected.test/msvc-11.0/debug"
+            test-type="run" show-run-output="false">
+    <compile result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_pass_unexpected.cpp</compile>
+    <link result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_pass_unexpected</link>
+    <run result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_pass_unexpected passed</run>
+  </test-log>
+  <test-log toolset="msvc-11.0" library="any" test-name="run_pass_unexpected_new_nonote"
+            test-program="libs/any/test/run_pass_unexpected_new_nonote.cpp"
+            target-directory="boost/bin.v2/libs/any/test/run_pass_unexpected_new_nonote.test/msvc-11.0/debug"
+            test-type="run" show-run-output="false">
+    <compile result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_pass_unexpected_new_nonote.cpp</compile>
+    <link result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_pass_unexpected_new_nonote</link>
+    <run result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_pass_unexpected_new_nonote passed</run>
   </test-log>
 </test-run>