- From: Jonathan Marsh via cvs-syncmail <cvsmail@w3.org>
- Date: Tue, 28 Nov 2006 05:38:05 +0000
- To: public-ws-desc-eds@w3.org
Update of /sources/public/2002/ws/desc/test-suite
In directory hutz:/tmp/cvs-serv1120/test-suite
Modified Files:
assertion-coverage.xsl assertions-report.xsl
assertions-collect-results.xsl assertion-coverage.xml
Assertion-coverage.html
Log Message:
Added summary of how many testcases violate 1, 2, or more assertions.
Index: assertions-collect-results.xsl
===================================================================
RCS file: /sources/public/2002/ws/desc/test-suite/assertions-collect-results.xsl,v
retrieving revision 1.1
retrieving revision 1.2
diff -C 2 -d -r1.1 -r1.2
*** assertions-collect-results.xsl 16 Nov 2006 14:22:06 -0000 1.1
--- assertions-collect-results.xsl 28 Nov 2006 05:38:02 -0000 1.2
***************
*** 15,22 ****
<xsl:for-each select='test-suite/test-case'>
<xsl:variable name='test-id' select='@id'/>
! <xsl:for-each select="document(@href)/tm:TestMetadata//tm:ViolatesAssertion">
! <ViolateAssertion assertion='{.}' test-id='{$test-id}'
! origin="{normalize-space(ancestor::tm:TestMetadata/tm:Identifier)}">
! </ViolateAssertion>
</xsl:for-each>
</xsl:for-each>
--- 15,25 ----
<xsl:for-each select='test-suite/test-case'>
<xsl:variable name='test-id' select='@id'/>
! <xsl:for-each select="document(@href)/tm:TestMetadata">
! <assertion-count test-id="{$test-id}" number="{count(.//tm:ViolatesAssertion)}"/>
! <xsl:for-each select=".//tm:ViolatesAssertion">
! <ViolateAssertion assertion='{.}' test-id='{$test-id}'
! origin="{normalize-space(ancestor::tm:TestMetadata/tm:Identifier)}">
! </ViolateAssertion>
! </xsl:for-each>
</xsl:for-each>
</xsl:for-each>
Index: assertion-coverage.xml
===================================================================
RCS file: /sources/public/2002/ws/desc/test-suite/assertion-coverage.xml,v
retrieving revision 1.6
retrieving revision 1.7
diff -C 2 -d -r1.6 -r1.7
*** assertion-coverage.xml 28 Nov 2006 05:11:28 -0000 1.6
--- assertion-coverage.xml 28 Nov 2006 05:38:02 -0000 1.7
***************
*** 2,6 ****
<?xml-stylesheet type="text/xsl" href="assertion-coverage.xsl"?>
! <assertions part2="112" part1="98" message="3" exchange="13" document="50" component="144">
<assertion part="1" count="3" href="http://www.w3.org/TR/2006/CR-wsdl20-20060327/#Binding-0054" class="component" name="Binding-0054">
<synopsis>If a Binding component specifies any operation-specific binding details (by including Binding Operation components) or any fault binding details (by including Binding Fault components) then it MUST specify an interface the Binding component applies to, so as to indicate which interface the operations come from.</synopsis>
--- 2,6 ----
<?xml-stylesheet type="text/xsl" href="assertion-coverage.xsl"?>
! <assertions more-violations="3" two-violations="17" one-violation="120" part2="112" part1="98" message="3" exchange="13" document="50" component="144">
<assertion part="1" count="3" href="http://www.w3.org/TR/2006/CR-wsdl20-20060327/#Binding-0054" class="component" name="Binding-0054">
<synopsis>If a Binding component specifies any operation-specific binding details (by including Binding Operation components) or any fault binding details (by including Binding Fault components) then it MUST specify an interface the Binding component applies to, so as to indicate which interface the operations come from.</synopsis>
Index: assertion-coverage.xsl
===================================================================
RCS file: /sources/public/2002/ws/desc/test-suite/assertion-coverage.xsl,v
retrieving revision 1.3
retrieving revision 1.4
diff -C 2 -d -r1.3 -r1.4
*** assertion-coverage.xsl 28 Nov 2006 05:11:28 -0000 1.3
--- assertion-coverage.xsl 28 Nov 2006 05:38:02 -0000 1.4
***************
*** 41,49 ****
</tr>
</table>
! <p>
! (Assertion breakdown: <xsl:value-of select="assertions/@component"/> component,
<xsl:value-of select="assertions/@document"/> document,
<xsl:value-of select="assertions/@exchange" /> exchange,
! <xsl:value-of select="assertions/@message"/> message).
</p>
<xsl:if test="assertions/unknown-assertion-ids/assertion">
--- 41,55 ----
</tr>
</table>
! <p>Assertion breakdown: <xsl:value-of select="assertions/@component"/> component,
<xsl:value-of select="assertions/@document"/> document,
<xsl:value-of select="assertions/@exchange" /> exchange,
! <xsl:value-of select="assertions/@message"/> message.
! </p>
! <p>Testcase complexity: <xsl:value-of select="assertions/@one-violation"/>
! testcases violate 1 assertion,
! <xsl:value-of select="assertions/@two-violations"/>
! testcases violate 2 assertions, and
! <xsl:value-of select="assertions/@more-violations"/>
! testcases violate 3 or more assertions.<br/>
</p>
<xsl:if test="assertions/unknown-assertion-ids/assertion">
Index: assertions-report.xsl
===================================================================
RCS file: /sources/public/2002/ws/desc/test-suite/assertions-report.xsl,v
retrieving revision 1.10
retrieving revision 1.11
diff -C 2 -d -r1.10 -r1.11
*** assertions-report.xsl 28 Nov 2006 05:11:28 -0000 1.10
--- assertions-report.xsl 28 Nov 2006 05:38:02 -0000 1.11
***************
*** 24,28 ****
<assertions component="{$count_component}" document="{$count_document}"
exchange="{$count_exchange}" message="{$count_message}"
! part1="{count($assertions[@part=1])}" part2="{count($assertions[@part=2])}">
<xsl:for-each select="$assertions">
<xsl:sort select="@id"/>
--- 24,31 ----
<assertions component="{$count_component}" document="{$count_document}"
exchange="{$count_exchange}" message="{$count_message}"
! part1="{count($assertions[@part=1])}" part2="{count($assertions[@part=2])}"
! one-violation="{count($ViolatesAssertions/assertion-count[@number=1])}"
! two-violations="{count($ViolatesAssertions/assertion-count[@number=2])}"
! more-violations="{count($ViolatesAssertions/assertion-count[@number>2])}">
<xsl:for-each select="$assertions">
<xsl:sort select="@id"/>
Index: Assertion-coverage.html
===================================================================
RCS file: /sources/public/2002/ws/desc/test-suite/Assertion-coverage.html,v
retrieving revision 1.6
retrieving revision 1.7
diff -C 2 -d -r1.6 -r1.7
*** Assertion-coverage.html 28 Nov 2006 05:11:28 -0000 1.6
--- Assertion-coverage.html 28 Nov 2006 05:38:02 -0000 1.7
***************
*** 33,42 ****
</tr>
</table>
! <p>
! (Assertion breakdown: 144 component,
50 document,
13 exchange,
! 3 message).
</p>
<p class="warning">Warning! Unknown assertion numbers: <a href="http://dev.w3.org/cvsweb/2002/ws/desc/test-suite/documents/bad/Binding-4B">Binding-0061</a>, <a href="http://dev.w3.org/cvsweb/2002/ws/desc/test-suite/documents/bad/HTTPBinding-1B">HTTPBinding-2600001</a>, defined in testcase metadata.</p>
<table class="border">
--- 33,48 ----
</tr>
</table>
! <p>Assertion breakdown: 144 component,
50 document,
13 exchange,
! 3 message.
</p>
+ <p>Testcase complexity: 120
+ testcases violate 1 assertion,
+ 17
+ testcases violate 2 assertions, and
+ 3
+ testcases violate 3 or more assertions.<br>
+ </p>
<p class="warning">Warning! Unknown assertion numbers: <a href="http://dev.w3.org/cvsweb/2002/ws/desc/test-suite/documents/bad/Binding-4B">Binding-0061</a>, <a href="http://dev.w3.org/cvsweb/2002/ws/desc/test-suite/documents/bad/HTTPBinding-1B">HTTPBinding-2600001</a>, defined in testcase metadata.</p>
<table class="border">
Received on Tuesday, 28 November 2006 05:38:17 UTC