W3C home > Mailing lists > Public > public-ws-desc-eds@w3.org > November 2006

2002/ws/desc/test-suite assertion-coverage.xsl,1.3,1.4 assertions-report.xsl,1.10,1.11 assertions-collect-results.xsl,1.1,1.2 assertion-coverage.xml,1.6,1.7 Assertion-coverage.html,1.6,1.7

From: Jonathan Marsh via cvs-syncmail <cvsmail@w3.org>
Date: Tue, 28 Nov 2006 05:38:05 +0000
To: public-ws-desc-eds@w3.org
Message-Id: <E1GovfR-0000Q4-4g@lionel-hutz.w3.org>

Update of /sources/public/2002/ws/desc/test-suite
In directory hutz:/tmp/cvs-serv1120/test-suite

Modified Files:
	assertion-coverage.xsl assertions-report.xsl 
	assertions-collect-results.xsl assertion-coverage.xml 
	Assertion-coverage.html 
Log Message:
Added summary of how many testcases violate 1, 2, or more assertions.

Index: assertions-collect-results.xsl
===================================================================
RCS file: /sources/public/2002/ws/desc/test-suite/assertions-collect-results.xsl,v
retrieving revision 1.1
retrieving revision 1.2
diff -C 2 -d -r1.1 -r1.2
*** assertions-collect-results.xsl	16 Nov 2006 14:22:06 -0000	1.1
--- assertions-collect-results.xsl	28 Nov 2006 05:38:02 -0000	1.2
***************
*** 15,22 ****
  			<xsl:for-each select='test-suite/test-case'>
  				<xsl:variable name='test-id' select='@id'/>
! 				<xsl:for-each select="document(@href)/tm:TestMetadata//tm:ViolatesAssertion">
! 					<ViolateAssertion assertion='{.}' test-id='{$test-id}'
! 						origin="{normalize-space(ancestor::tm:TestMetadata/tm:Identifier)}">
! 					</ViolateAssertion>
  				</xsl:for-each>
  			</xsl:for-each>
--- 15,25 ----
  			<xsl:for-each select='test-suite/test-case'>
  				<xsl:variable name='test-id' select='@id'/>
! 				<xsl:for-each select="document(@href)/tm:TestMetadata">
! 					<assertion-count test-id="{$test-id}" number="{count(.//tm:ViolatesAssertion)}"/>
! 					<xsl:for-each select=".//tm:ViolatesAssertion">
! 						<ViolateAssertion assertion='{.}' test-id='{$test-id}'
! 							origin="{normalize-space(ancestor::tm:TestMetadata/tm:Identifier)}">
! 						</ViolateAssertion>
! 					</xsl:for-each>
  				</xsl:for-each>
  			</xsl:for-each>

Index: assertion-coverage.xml
===================================================================
RCS file: /sources/public/2002/ws/desc/test-suite/assertion-coverage.xml,v
retrieving revision 1.6
retrieving revision 1.7
diff -C 2 -d -r1.6 -r1.7
*** assertion-coverage.xml	28 Nov 2006 05:11:28 -0000	1.6
--- assertion-coverage.xml	28 Nov 2006 05:38:02 -0000	1.7
***************
*** 2,6 ****
  <?xml-stylesheet type="text/xsl" href="assertion-coverage.xsl"?>
  
! <assertions part2="112" part1="98" message="3" exchange="13" document="50" component="144">
  <assertion part="1" count="3" href="http://www.w3.org/TR/2006/CR-wsdl20-20060327/#Binding-0054" class="component" name="Binding-0054">
  <synopsis>If a Binding component specifies any operation-specific binding details (by including Binding Operation components) or any fault binding details (by including Binding Fault components) then it MUST specify an interface the Binding component applies to, so as to indicate which interface the operations come from.</synopsis>
--- 2,6 ----
  <?xml-stylesheet type="text/xsl" href="assertion-coverage.xsl"?>
  
! <assertions more-violations="3" two-violations="17" one-violation="120" part2="112" part1="98" message="3" exchange="13" document="50" component="144">
  <assertion part="1" count="3" href="http://www.w3.org/TR/2006/CR-wsdl20-20060327/#Binding-0054" class="component" name="Binding-0054">
  <synopsis>If a Binding component specifies any operation-specific binding details (by including Binding Operation components) or any fault binding details (by including Binding Fault components) then it MUST specify an interface the Binding component applies to, so as to indicate which interface the operations come from.</synopsis>

Index: assertion-coverage.xsl
===================================================================
RCS file: /sources/public/2002/ws/desc/test-suite/assertion-coverage.xsl,v
retrieving revision 1.3
retrieving revision 1.4
diff -C 2 -d -r1.3 -r1.4
*** assertion-coverage.xsl	28 Nov 2006 05:11:28 -0000	1.3
--- assertion-coverage.xsl	28 Nov 2006 05:38:02 -0000	1.4
***************
*** 41,49 ****
  					</tr>
  				</table>
! 				<p>
! 					(Assertion breakdown: <xsl:value-of select="assertions/@component"/> component, 
  					<xsl:value-of select="assertions/@document"/> document, 
  					<xsl:value-of select="assertions/@exchange"	/> exchange, 
! 					<xsl:value-of select="assertions/@message"/> message). 
  				</p>
  				<xsl:if test="assertions/unknown-assertion-ids/assertion">
--- 41,55 ----
  					</tr>
  				</table>
! 				<p>Assertion breakdown: <xsl:value-of select="assertions/@component"/> component, 
  					<xsl:value-of select="assertions/@document"/> document, 
  					<xsl:value-of select="assertions/@exchange"	/> exchange, 
! 					<xsl:value-of select="assertions/@message"/> message. 
! 				</p>
! 				<p>Testcase complexity: <xsl:value-of select="assertions/@one-violation"/>
! 					testcases violate 1 assertion,
! 					<xsl:value-of select="assertions/@two-violations"/>
! 					testcases violate 2 assertions, and
! 					<xsl:value-of select="assertions/@more-violations"/>
! 					testcases violate 3 or more assertions.<br/> 
  				</p>
  				<xsl:if test="assertions/unknown-assertion-ids/assertion">

Index: assertions-report.xsl
===================================================================
RCS file: /sources/public/2002/ws/desc/test-suite/assertions-report.xsl,v
retrieving revision 1.10
retrieving revision 1.11
diff -C 2 -d -r1.10 -r1.11
*** assertions-report.xsl	28 Nov 2006 05:11:28 -0000	1.10
--- assertions-report.xsl	28 Nov 2006 05:38:02 -0000	1.11
***************
*** 24,28 ****
  		<assertions component="{$count_component}" document="{$count_document}"
  					exchange="{$count_exchange}" message="{$count_message}" 
! 					part1="{count($assertions[@part=1])}" part2="{count($assertions[@part=2])}">
  			<xsl:for-each select="$assertions">
  				<xsl:sort select="@id"/>
--- 24,31 ----
  		<assertions component="{$count_component}" document="{$count_document}"
  					exchange="{$count_exchange}" message="{$count_message}" 
! 					part1="{count($assertions[@part=1])}" part2="{count($assertions[@part=2])}"
! 					one-violation="{count($ViolatesAssertions/assertion-count[@number=1])}"
! 					two-violations="{count($ViolatesAssertions/assertion-count[@number=2])}"
! 					more-violations="{count($ViolatesAssertions/assertion-count[@number>2])}">
  			<xsl:for-each select="$assertions">
  				<xsl:sort select="@id"/>

Index: Assertion-coverage.html
===================================================================
RCS file: /sources/public/2002/ws/desc/test-suite/Assertion-coverage.html,v
retrieving revision 1.6
retrieving revision 1.7
diff -C 2 -d -r1.6 -r1.7
*** Assertion-coverage.html	28 Nov 2006 05:11:28 -0000	1.6
--- Assertion-coverage.html	28 Nov 2006 05:38:02 -0000	1.7
***************
*** 33,42 ****
  </tr>
  </table>
! <p>
! 					(Assertion breakdown: 144 component, 
  					50 document, 
  					13 exchange, 
! 					3 message). 
  				</p>
  <p class="warning">Warning! Unknown assertion numbers: <a href="http://dev.w3.org/cvsweb/2002/ws/desc/test-suite/documents/bad/Binding-4B">Binding-0061</a>, <a href="http://dev.w3.org/cvsweb/2002/ws/desc/test-suite/documents/bad/HTTPBinding-1B">HTTPBinding-2600001</a>, defined in testcase metadata.</p>
  <table class="border">
--- 33,48 ----
  </tr>
  </table>
! <p>Assertion breakdown: 144 component, 
  					50 document, 
  					13 exchange, 
! 					3 message. 
  				</p>
+ <p>Testcase complexity: 120
+ 					testcases violate 1 assertion,
+ 					17
+ 					testcases violate 2 assertions, and
+ 					3
+ 					testcases violate 3 or more assertions.<br>
+ </p>
  <p class="warning">Warning! Unknown assertion numbers: <a href="http://dev.w3.org/cvsweb/2002/ws/desc/test-suite/documents/bad/Binding-4B">Binding-0061</a>, <a href="http://dev.w3.org/cvsweb/2002/ws/desc/test-suite/documents/bad/HTTPBinding-1B">HTTPBinding-2600001</a>, defined in testcase metadata.</p>
  <table class="border">
Received on Tuesday, 28 November 2006 05:38:17 UTC

This archive was generated by hypermail 2.4.0 : Friday, 17 January 2020 19:32:25 UTC