run tests with Travis CI (#5)

.travis.yml

@@ -3,6 +3,14 @@ before_script:
     - mkdir -p /tmp/local
     - bash /tmp/bats/install.sh /tmp/local
     - export PATH=$PATH:/tmp/local/bin
+    - git clone -b travis https://github.com/cirulls/xspec.git /tmp/xspec
+    - export SAXON_CP=/tmp/xspec/saxon9he.jar
 
 script:
-    - bats test/xspec.bats
+    - echo "execute bats unit tests"
+    - cd test && bats xspec.bats
+
+script:
+    - echo "execute XSpec unit tests"
+    - cd test && ./run-xspec-tests.sh
+    # - /tmp/xspec/bin/xspec.sh /tmp/xspec/test/xspec-variable.xspec &> result.log && if grep -q ".*failed:\s[1-9]" result.log; then exit 1; fi

README.md

@@ -1,3 +1,5 @@
+![Travis Build Status](https://api.travis-ci.org/cirulls/xspec.svg?branch=travis "Travis Build Status")
+
 ## XSpec
 
 Version 0.4.0.

test/run-xspec-tests.sh

@@ -0,0 +1,8 @@
+#!/bin/bash
+# run it inside test directory
+for xspectest in *.xspec; 
+	do ../bin/xspec.sh $xspectest &> result.log; 
+	if grep -q ".*failed:\s[1-9]" result.log; 
+		then echo "$xspectest failed" && exit 1; 
+	fi	
+done

test/xspec-focus-1.xspec

@@ -6,60 +6,45 @@
 <!--  Tags:                                                                -->
 <!--    Copyright (c) 2010 Jeni Tennsion (see end of file.)                -->
 <!-- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -->
-
-
-<t:description xmlns:t="http://www.jenitennison.com/xslt/xspec"
-               xmlns:xs="http://www.w3.org/2001/XMLSchema"
-               xmlns:my="http://example.org/ns/my"
-               query="http://example.org/ns/my"
-               query-at="xspec-tested.xql"
-               stylesheet="xspec-tested.xsl">
-
-   <!--
+<t:description xmlns:t="http://www.jenitennison.com/xslt/xspec" xmlns:xs="http://www.w3.org/2001/XMLSchema" xmlns:my="http://example.org/ns/my" query="http://example.org/ns/my" query-at="xspec-tested.xql" stylesheet="xspec-tested.xsl">
+  <!--
        Test @focus.
    -->
-
-   <!--
+  <!--
        Normal scenarios (must be pending because of the @focus).
    -->
-   <t:scenario label="pending call">
-      <t:call function="my:square">
-         <t:param select="3"/>
-      </t:call>
-      <t:expect label="the result" test="$x:result eq 9"/>
-      <t:expect label="the result" assert="$x:result eq 9"/>
-   </t:scenario>
-
-   <t:scenario label="pending must fail">
-      <t:call function="my:square">
-         <t:param select="2"/>
-      </t:call>
-      <t:expect label="the type" test="$x:result instance of xs:string"/>
-      <t:expect label="the type" assert="$x:result instance of xs:string"/>
-   </t:scenario>
-
-   <!--
+  <t:scenario label="pending call" focus="focus">
+    <t:call function="my:square">
+      <t:param select="3"/>
+    </t:call>
+    <t:expect label="the result" test="$x:result eq 9"/>
+    <t:expect label="the result" assert="$x:result eq 9"/>
+  </t:scenario>
+  <t:scenario label="pending must fail">
+    <t:call function="my:square">
+      <t:param select="2"/>
+    </t:call>
+    <t:expect label="the type" test="$x:result instance of xs:string"/>
+    <t:expect label="the type" assert="$x:result instance of xs:string"/>
+  </t:scenario>
+  <!--
        Focused on scenarios.
    -->
-   <t:scenario label="focus call" focus="focus">
-      <t:call function="my:square">
-         <t:param select="3"/>
-      </t:call>
-      <t:expect label="the result" test="$x:result eq 9"/>
-      <t:expect label="the result" assert="$x:result eq 9"/>
-   </t:scenario>
-
-   <t:scenario label="focus must fail" focus="focus">
-      <t:call function="my:square">
-         <t:param select="2"/>
-      </t:call>
-      <t:expect label="the type" test="$x:result instance of xs:string"/>
-      <t:expect label="the type" assert="$x:result instance of xs:string"/>
-   </t:scenario>
-
+  <t:scenario label="focus call" focus="focus">
+    <t:call function="my:square">
+      <t:param select="3"/>
+    </t:call>
+    <t:expect label="the result" test="$x:result eq 9"/>
+    <t:expect label="the result" assert="$x:result eq 9"/>
+  </t:scenario>
+  <t:scenario label="focus must fail">
+    <t:call function="my:square">
+      <t:param select="2"/>
+    </t:call>
+    <t:expect label="the type" test="$x:result instance of xs:string"/>
+    <t:expect label="the type" assert="$x:result instance of xs:string"/>
+  </t:scenario>
 </t:description>
-
-
 <!-- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -->
 <!-- DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS COMMENT.             -->
 <!--                                                                       -->

test/xspec-function.xspec

@@ -6,37 +6,25 @@
 <!--  Tags:                                                                -->
 <!--    Copyright (c) 2010 Jeni Tennsion (see end of file.)                -->
 <!-- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -->
-
-
 <?oxygen RNGSchema="http://xspec.googlecode.com/svn/trunk/xspec.rnc" type="compact"?>
-
-<t:description xmlns:t="http://www.jenitennison.com/xslt/xspec"
-               xmlns:my="http://example.org/ns/my"
-               query="http://example.org/ns/my"
-               query-at="xspec-tested.xql"
-               stylesheet="xspec-tested.xsl">
-
-   <t:scenario label="call">
-      <t:call function="my:square">
-         <t:param select="3"/>
-      </t:call>
-      <t:expect label="the result" test="$x:result eq 9"/>
-      <t:expect label="the type"   test="$x:result instance of xs:integer"/>
-      <t:expect label="the result" assert="$x:result eq 9"/>
-      <t:expect label="the type"   assert="$x:result instance of xs:integer"/>
-   </t:scenario>
-
-   <t:scenario label="must fail">
-      <t:call function="my:square">
-         <t:param select="2"/>
-      </t:call>
-      <t:expect label="wrong result" test="$x:result eq 42"/>
-      <t:expect label="wrong result" assert="$x:result eq 42"/>
-   </t:scenario>
-
+<t:description xmlns:t="http://www.jenitennison.com/xslt/xspec" xmlns:my="http://example.org/ns/my" query="http://example.org/ns/my" query-at="xspec-tested.xql" stylesheet="xspec-tested.xsl">
+  <t:scenario label="call" focus="focus">
+    <t:call function="my:square">
+      <t:param select="3"/>
+    </t:call>
+    <t:expect label="the result" test="$x:result eq 9"/>
+    <t:expect label="the type" test="$x:result instance of xs:integer"/>
+    <t:expect label="the result" assert="$x:result eq 9"/>
+    <t:expect label="the type" assert="$x:result instance of xs:integer"/>
+  </t:scenario>
+  <t:scenario label="must fail">
+    <t:call function="my:square">
+      <t:param select="2"/>
+    </t:call>
+    <t:expect label="wrong result" test="$x:result eq 42"/>
+    <t:expect label="wrong result" assert="$x:result eq 42"/>
+  </t:scenario>
 </t:description>
-
-
 <!-- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -->
 <!-- DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS COMMENT.             -->
 <!--                                                                       -->

test/xspec-imported.xspec

@@ -6,35 +6,23 @@
 <!--  Tags:                                                                -->
 <!--    Copyright (c) 2010 Jeni Tennsion (see end of file.)                -->
 <!-- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -->
-
-
 <?oxygen RNGSchema="http://xspec.googlecode.com/svn/trunk/xspec.rnc" type="compact"?>
-
-<t:description xmlns:t="http://www.jenitennison.com/xslt/xspec"
-               xmlns:my="http://example.org/ns/my"
-               query="http://example.org/ns/my"
-               query-at="xspec-tested.xql"
-               stylesheet="xspec-tested.xsl">
-
-   <t:scenario label="call">
-      <t:call function="my:square">
-         <t:param select="3"/>
-      </t:call>
-      <t:expect label="the result" test="$x:result eq 9"/>
-      <t:expect label="the result" assert="$x:result eq 9"/>
-   </t:scenario>
-
-   <t:scenario label="must fail">
-      <t:call function="my:square">
-         <t:param select="2"/>
-      </t:call>
-      <t:expect label="wrong result" test="$x:result eq 42"/>
-      <t:expect label="wrong result" assert="$x:result eq 42"/>
-   </t:scenario>
-
+<t:description xmlns:t="http://www.jenitennison.com/xslt/xspec" xmlns:my="http://example.org/ns/my" query="http://example.org/ns/my" query-at="xspec-tested.xql" stylesheet="xspec-tested.xsl">
+  <t:scenario label="call" focus="focus">
+    <t:call function="my:square">
+      <t:param select="3"/>
+    </t:call>
+    <t:expect label="the result" test="$x:result eq 9"/>
+    <t:expect label="the result" assert="$x:result eq 9"/>
+  </t:scenario>
+  <t:scenario label="must fail">
+    <t:call function="my:square">
+      <t:param select="2"/>
+    </t:call>
+    <t:expect label="wrong result" test="$x:result eq 42"/>
+    <t:expect label="wrong result" assert="$x:result eq 42"/>
+  </t:scenario>
 </t:description>
-
-
 <!-- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -->
 <!-- DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS COMMENT.             -->
 <!--                                                                       -->

test/xspec-pending.xspec

@@ -6,85 +6,65 @@
 <!--  Tags:                                                                -->
 <!--    Copyright (c) 2010 Jeni Tennsion (see end of file.)                -->
 <!-- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -->
-
-
 <?oxygen RNGSchema="http://xspec.googlecode.com/svn/trunk/xspec.rnc" type="compact"?>
-
-<t:description xmlns:t="http://www.jenitennison.com/xslt/xspec"
-               xmlns:xs="http://www.w3.org/2001/XMLSchema"
-               xmlns:my="http://example.org/ns/my"
-               query="http://example.org/ns/my"
-               query-at="xspec-tested.xql"
-               stylesheet="xspec-tested.xsl">
-
-   <!--
+<t:description xmlns:t="http://www.jenitennison.com/xslt/xspec" xmlns:xs="http://www.w3.org/2001/XMLSchema" xmlns:my="http://example.org/ns/my" query="http://example.org/ns/my" query-at="xspec-tested.xql" stylesheet="xspec-tested.xsl">
+  <!--
        Test pending features (x:pending and @pending).
    -->
-
-   <!--
+  <!--
        Test x:pending.
    -->
-   <t:pending label="testing pending element">
-
-      <t:scenario label="pending call (element)">
-         <t:call function="my:square">
-            <t:param select="3"/>
-         </t:call>
-         <t:expect label="the result" test="$x:result eq 9"/>
-         <t:expect label="the result" assert="$x:result eq 9"/>
-      </t:scenario>
-
-      <t:scenario label="pending must fail (element)">
-         <t:call function="my:square">
-            <t:param select="2"/>
-         </t:call>
-         <t:expect label="the type" test="$x:result instance of xs:string"/>
-         <t:expect label="the type" assert="$x:result instance of xs:string"/>
-      </t:scenario>
-
-   </t:pending>
-
-   <!--
-       Non-pending scenarios.
-   -->
-   <t:scenario label="call">
+  <t:pending label="testing pending element">
+    <t:scenario label="pending call (element)">
       <t:call function="my:square">
-         <t:param select="3"/>
+        <t:param select="3"/>
       </t:call>
       <t:expect label="the result" test="$x:result eq 9"/>
       <t:expect label="the result" assert="$x:result eq 9"/>
-   </t:scenario>
-
-   <t:scenario label="must fail">
+    </t:scenario>
+    <t:scenario label="pending must fail (element)">
       <t:call function="my:square">
-         <t:param select="2"/>
+        <t:param select="2"/>
       </t:call>
       <t:expect label="the type" test="$x:result instance of xs:string"/>
       <t:expect label="the type" assert="$x:result instance of xs:string"/>
-   </t:scenario>
-
-   <!--
+    </t:scenario>
+  </t:pending>
+  <!--
+       Non-pending scenarios.
+   -->
+  <t:scenario label="call" focus="focus">
+    <t:call function="my:square">
+      <t:param select="3"/>
+    </t:call>
+    <t:expect label="the result" test="$x:result eq 9"/>
+    <t:expect label="the result" assert="$x:result eq 9"/>
+  </t:scenario>
+  <t:scenario label="must fail">
+    <t:call function="my:square">
+      <t:param select="2"/>
+    </t:call>
+    <t:expect label="the type" test="$x:result instance of xs:string"/>
+    <t:expect label="the type" assert="$x:result instance of xs:string"/>
+  </t:scenario>
+  <!--
        Test @pending.
    -->
-   <t:scenario label="pending call (attribute)" pending="testing pending attribute">
-      <t:call function="my:square">
-         <t:param select="3"/>
-      </t:call>
-      <t:expect label="the result" test="$x:result eq 9"/>
-      <t:expect label="the result" assert="$x:result eq 9"/>
-   </t:scenario>
-
-   <t:scenario label="pending must fail (attribute)" pending="testing pending attribute">
-      <t:call function="my:square">
-         <t:param select="2"/>
-      </t:call>
-      <t:expect label="the type" test="$x:result instance of xs:string"/>
-      <t:expect label="the type" assert="$x:result instance of xs:string"/>
-   </t:scenario>
-
+  <t:scenario label="pending call (attribute)" pending="testing pending attribute">
+    <t:call function="my:square">
+      <t:param select="3"/>
+    </t:call>
+    <t:expect label="the result" test="$x:result eq 9"/>
+    <t:expect label="the result" assert="$x:result eq 9"/>
+  </t:scenario>
+  <t:scenario label="pending must fail (attribute)" pending="testing pending attribute">
+    <t:call function="my:square">
+      <t:param select="2"/>
+    </t:call>
+    <t:expect label="the type" test="$x:result instance of xs:string"/>
+    <t:expect label="the type" assert="$x:result instance of xs:string"/>
+  </t:scenario>
 </t:description>
-
-
 <!-- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -->
 <!-- DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS COMMENT.             -->
 <!--                                                                       -->

test/xspec-rule.xspec

@@ -6,59 +6,48 @@
 <!--  Tags:                                                                -->
 <!--    Copyright (c) 2010 Jeni Tennsion (see end of file.)                -->
 <!-- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -->
-
-
 <?oxygen RNGSchema="http://xspec.googlecode.com/svn/trunk/xspec.rnc" type="compact"?>
-
-<t:description xmlns:t="http://www.jenitennison.com/xslt/xspec"
-               stylesheet="xspec-tested.xsl">
-
-   <t:scenario label="context">
-      <t:context>
-         <rule/>
-      </t:context>
-      <t:expect label="the result">
-         <transformed/>
-      </t:expect>
-   </t:scenario>
-
-   <t:scenario label="context result is wrong: must fail">
-      <t:context>
-         <rule/>
-      </t:context>
-      <t:expect label="wrong result">
-         <erroneous/>
-      </t:expect>
-   </t:scenario>
-
-   <!-- TODO: Make two different cases for the base t:apply and with param. -->
-   <t:scenario label="apply" pending="not implemented yet">
-      <t:variable name="ctxt" as="element()">
-         <rule/>
-      </t:variable>
-      <t:apply select="$ctxt">
-         <t:param name="p" select="0"/>
-      </t:apply>
-      <t:expect label="the result">
-         <transformed/>
-      </t:expect>
-   </t:scenario>
-
-   <t:scenario label="apply result is wrong: must fail" pending="not implemented yet">
-      <t:variable name="ctxt" as="element()">
-         <rule/>
-      </t:variable>
-      <t:apply select="$ctxt">
-         <t:param name="p" select="0"/>
-      </t:apply>
-      <t:expect label="wrong result">
-         <erroneous/>
-      </t:expect>
-   </t:scenario>
-
+<t:description xmlns:t="http://www.jenitennison.com/xslt/xspec" stylesheet="xspec-tested.xsl">
+  <t:scenario label="context">
+    <t:context>
+      <rule/>
+    </t:context>
+    <t:expect label="the result">
+      <transformed/>
+    </t:expect>
+  </t:scenario>
+  <t:scenario label="context result is wrong: must fail" pending="should be rewritten">
+    <t:context>
+      <rule/>
+    </t:context>
+    <t:expect label="wrong result">
+      <erroneous/>
+    </t:expect>
+  </t:scenario>
+  <!-- TODO: Make two different cases for the base t:apply and with param. -->
+  <t:scenario label="apply" pending="not implemented yet">
+    <t:variable name="ctxt" as="element()">
+      <rule/>
+    </t:variable>
+    <t:apply select="$ctxt">
+      <t:param name="p" select="0"/>
+    </t:apply>
+    <t:expect label="the result">
+      <transformed/>
+    </t:expect>
+  </t:scenario>
+  <t:scenario label="apply result is wrong: must fail" pending="not implemented yet">
+    <t:variable name="ctxt" as="element()">
+      <rule/>
+    </t:variable>
+    <t:apply select="$ctxt">
+      <t:param name="p" select="0"/>
+    </t:apply>
+    <t:expect label="wrong result">
+      <erroneous/>
+    </t:expect>
+  </t:scenario>
 </t:description>
-
-
 <!-- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -->
 <!-- DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS COMMENT.             -->
 <!--                                                                       -->

test/xspec.bats

@@ -13,7 +13,7 @@
 #
 #        AUTHOR:  Sandro Cirulli, github.com/cirulls
 #
-#       LICENSE:  GNU GPL v3
+#       LICENSE:  MIT License
 #
 #===============================================================================
 
@@ -64,17 +64,20 @@
 }
 
 
+# this test must run first to create xspec directory
 @test "invoking code coverage with Saxon9EE creates test stylesheet" {
   export SAXON_CP=/path/to/saxon9ee.jar
-  run ../bin/xspec.sh -c ../tutorial/escape-for-regex.xspec
   [ "$status" -eq 1 ]
-  [ "${lines[1]}" = "Creating Test Stylesheet..." ]
+  [ "${lines[2]}" = "Creating Test Stylesheet..." ]
 }
 
 
 @test "invoking code coverage with Saxon9PE creates test stylesheet" {
-  export SAXON_CP=/path/to/saxon9ee.jar
+  export SAXON_CP=/path/to/saxon9pe.jar
+  pwd
+  ls -lah ../tutorial
   run ../bin/xspec.sh -c ../tutorial/escape-for-regex.xspec
+  echo ${lines[1]}
   [ "$status" -eq 1 ]
   [ "${lines[1]}" = "Creating Test Stylesheet..." ]
 }

test/xspec/xspec-junit-result.html

@@ -0,0 +1,88 @@
+<?xml version="1.0" encoding="UTF-8"?><html xmlns:test="http://www.jenitennison.com/xslt/unit-test" xmlns="http://www.w3.org/1999/xhtml">
+   <head>
+      <meta http-equiv="Content-Type" content="text/html; charset=UTF-8" />
+      <title>Test Report for home/sandro/Documents/programming/github/cirulls/xspec/src/reporter/junit-report.xsl (3/0/0/3)</title>
+      <link rel="stylesheet" type="text/css" href="file:/home/sandro/Documents/programming/github/cirulls/xspec/src/reporter/test-report.css" />
+   </head>
+   <body>
+      <h1>Test Report</h1>
+      <p>Stylesheet: <a href="file:/home/sandro/Documents/programming/github/cirulls/xspec/src/reporter/junit-report.xsl">home/sandro/Documents/programming/github/cirulls/xspec/src/reporter/junit-report.xsl</a></p>
+      <p>Tested: 17 August 2016 at 20:23</p>
+      <h2>Contents</h2>
+      <table class="xspec">
+         <col width="85%" />
+         <col width="15%" />
+         <thead>
+            <tr>
+               <th style="text-align: right; font-weight: normal; ">passed/pending/failed/total</th>
+               <th>3/0/0/3</th>
+            </tr>
+         </thead>
+         <tbody>
+            <tr class="successful">
+               <th><a href="#d3e4">When processing a successful test</a></th>
+               <th>1/0/0/1</th>
+            </tr>
+            <tr class="successful">
+               <th><a href="#d3e52">When processing a failing test</a></th>
+               <th>1/0/0/1</th>
+            </tr>
+            <tr class="successful">
+               <th><a href="#d3e112">When processing successful and failing tests</a></th>
+               <th>1/0/0/1</th>
+            </tr>
+         </tbody>
+      </table>
+      <div id="d3e4">
+         <h2 class="successful">When processing a successful test<span class="scenario-totals">1/0/0/1</span></h2>
+         <table class="xspec" id="t-d3e4">
+            <col width="85%" />
+            <col width="15%" />
+            <tbody>
+               <tr class="successful">
+                  <th>When processing a successful test</th>
+                  <th>1/0/0/1</th>
+               </tr>
+               <tr class="successful">
+                  <td>convert it to test case with status passed</td>
+                  <td>Success</td>
+               </tr>
+            </tbody>
+         </table>
+      </div>
+      <div id="d3e52">
+         <h2 class="successful">When processing a failing test<span class="scenario-totals">1/0/0/1</span></h2>
+         <table class="xspec" id="t-d3e52">
+            <col width="85%" />
+            <col width="15%" />
+            <tbody>
+               <tr class="successful">
+                  <th>When processing a failing test</th>
+                  <th>1/0/0/1</th>
+               </tr>
+               <tr class="successful">
+                  <td>convert it to test case with status failed</td>
+                  <td>Success</td>
+               </tr>
+            </tbody>
+         </table>
+      </div>
+      <div id="d3e112">
+         <h2 class="successful">When processing successful and failing tests<span class="scenario-totals">1/0/0/1</span></h2>
+         <table class="xspec" id="t-d3e112">
+            <col width="85%" />
+            <col width="15%" />
+            <tbody>
+               <tr class="successful">
+                  <th>When processing successful and failing tests</th>
+                  <th>1/0/0/1</th>
+               </tr>
+               <tr class="successful">
+                  <td>convert it to test cases with status passed and failing</td>
+                  <td>Success</td>
+               </tr>
+            </tbody>
+         </table>
+      </div>
+   </body>
+</html>

test/xspec/xspec-junit-result.xml

@@ -0,0 +1,111 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<?xml-stylesheet type="text/xsl" href="file:/home/sandro/Documents/programming/github/cirulls/xspec/src/compiler/format-xspec-report.xsl"?>
+<x:report xmlns:xsl="http://www.w3.org/1999/XSL/Transform"
+          xmlns:xs="http://www.w3.org/2001/XMLSchema"
+          xmlns:test="http://www.jenitennison.com/xslt/unit-test"
+          xmlns:x="http://www.jenitennison.com/xslt/xspec"
+          stylesheet="file:/home/sandro/Documents/programming/github/cirulls/xspec/src/reporter/junit-report.xsl"
+          date="2016-08-17T20:23:05.17+01:00">
+   <x:scenario>
+      <x:label>When processing a successful test</x:label>
+      <x:context>
+         <x:test successful="true">
+            <x:label>Successful test</x:label>
+            <x:result>
+               <p>Foo</p>
+            </x:result>
+            <x:expect>
+               <p>Foo</p>
+            </x:expect>
+         </x:test>
+      </x:context>
+      <x:result>
+         <testcase name="Successful test" status="passed"/>
+      </x:result>
+      <x:test successful="true">
+         <x:label>convert it to test case with status passed</x:label>
+         <x:result>
+            <testcase name="Successful test" status="passed"/>
+         </x:result>
+         <x:expect>
+            <testcase name="Successful test" status="passed"/>
+         </x:expect>
+      </x:test>
+   </x:scenario>
+   <x:scenario>
+      <x:label>When processing a failing test</x:label>
+      <x:context>
+         <x:test successful="false">
+            <x:label>failing test</x:label>
+            <x:result>
+               <p>Foo</p>
+            </x:result>
+            <x:expect>
+               <p>Bar</p>
+            </x:expect>
+         </x:test>
+      </x:context>
+      <x:result>
+         <testcase name="failing test" status="failed">
+            <failure message="expect assertion failed">&lt;x:expect xmlns:xsl="http://www.w3.org/1999/XSL/Transform" xmlns:xs="http://www.w3.org/2001/XMLSchema" xmlns:test="http://www.jenitennison.com/xslt/unit-test" xmlns:x="http://www.jenitennison.com/xslt/xspec"&gt;&lt;p&gt;Bar&lt;/p&gt;&lt;/x:expect&gt;</failure>
+         </testcase>
+      </x:result>
+      <x:test successful="true">
+         <x:label>convert it to test case with status failed</x:label>
+         <x:result>
+            <testcase name="failing test" status="failed">
+               <failure message="expect assertion failed">&lt;x:expect xmlns:xsl="http://www.w3.org/1999/XSL/Transform" xmlns:xs="http://www.w3.org/2001/XMLSchema" xmlns:test="http://www.jenitennison.com/xslt/unit-test" xmlns:x="http://www.jenitennison.com/xslt/xspec"&gt;&lt;p&gt;Bar&lt;/p&gt;&lt;/x:expect&gt;</failure>
+            </testcase>
+         </x:result>
+         <x:expect>
+            <testcase name="failing test" status="failed">
+               <failure message="expect assertion failed">&lt;x:expect xmlns:xsl="http://www.w3.org/1999/XSL/Transform" xmlns:xs="http://www.w3.org/2001/XMLSchema" xmlns:test="http://www.jenitennison.com/xslt/unit-test" xmlns:x="http://www.jenitennison.com/xslt/xspec"&gt;&lt;p&gt;Bar&lt;/p&gt;&lt;/x:expect&gt;</failure>
+            </testcase>
+         </x:expect>
+      </x:test>
+   </x:scenario>
+   <x:scenario>
+      <x:label>When processing successful and failing tests</x:label>
+      <x:context>
+         <x:test successful="true">
+            <x:label>Successful test</x:label>
+            <x:result>
+               <p>Foo</p>
+            </x:result>
+            <x:expect>
+               <p>Foo</p>
+            </x:expect>
+         </x:test>
+         <x:test successful="false">
+            <x:label>Failing test</x:label>
+            <x:result>
+               <p>Foo</p>
+            </x:result>
+            <x:expect>
+               <p>Bar</p>
+            </x:expect>
+         </x:test>
+      </x:context>
+      <x:result>
+         <testcase name="Successful test" status="passed"/>
+         <testcase name="Failing test" status="failed">
+            <failure message="expect assertion failed">&lt;x:expect xmlns:xsl="http://www.w3.org/1999/XSL/Transform" xmlns:xs="http://www.w3.org/2001/XMLSchema" xmlns:test="http://www.jenitennison.com/xslt/unit-test" xmlns:x="http://www.jenitennison.com/xslt/xspec"&gt;&lt;p&gt;Bar&lt;/p&gt;&lt;/x:expect&gt;</failure>
+         </testcase>
+      </x:result>
+      <x:test successful="true">
+         <x:label>convert it to test cases with status passed and failing</x:label>
+         <x:result>
+            <testcase name="Successful test" status="passed"/>
+            <testcase name="Failing test" status="failed">
+               <failure message="expect assertion failed">&lt;x:expect xmlns:xsl="http://www.w3.org/1999/XSL/Transform" xmlns:xs="http://www.w3.org/2001/XMLSchema" xmlns:test="http://www.jenitennison.com/xslt/unit-test" xmlns:x="http://www.jenitennison.com/xslt/xspec"&gt;&lt;p&gt;Bar&lt;/p&gt;&lt;/x:expect&gt;</failure>
+            </testcase>
+         </x:result>
+         <x:expect>
+            <testcase name="Successful test" status="passed"/>
+            <testcase name="Failing test" status="failed">
+               <failure message="expect assertion failed">&lt;x:expect xmlns:xsl="http://www.w3.org/1999/XSL/Transform" xmlns:xs="http://www.w3.org/2001/XMLSchema" xmlns:test="http://www.jenitennison.com/xslt/unit-test" xmlns:x="http://www.jenitennison.com/xslt/xspec"&gt;&lt;p&gt;Bar&lt;/p&gt;&lt;/x:expect&gt;</failure>
+            </testcase>
+         </x:expect>
+      </x:test>
+   </x:scenario>
+</x:report>

test/xspec/xspec-variable-result.html

@@ -0,0 +1,75 @@
+<?xml version="1.0" encoding="UTF-8"?><html xmlns:test="http://www.jenitennison.com/xslt/unit-test" xmlns="http://www.w3.org/1999/xhtml">
+   <head>
+      <meta http-equiv="Content-Type" content="text/html; charset=UTF-8" />
+      <title>Test Report for home/sandro/Documents/programming/github/cirulls/xspec/test/xspec-tested.xsl (4/0/0/4)</title>
+      <link rel="stylesheet" type="text/css" href="file:/home/sandro/Documents/programming/github/cirulls/xspec/src/reporter/test-report.css" />
+   </head>
+   <body>
+      <h1>Test Report</h1>
+      <p>Stylesheet: <a href="file:/home/sandro/Documents/programming/github/cirulls/xspec/test/xspec-tested.xsl">home/sandro/Documents/programming/github/cirulls/xspec/test/xspec-tested.xsl</a></p>
+      <p>Tested: 11 August 2016 at 23:20</p>
+      <h2>Contents</h2>
+      <table class="xspec">
+         <col width="85%" />
+         <col width="15%" />
+         <thead>
+            <tr>
+               <th style="text-align: right; font-weight: normal; ">passed/pending/failed/total</th>
+               <th>4/0/0/4</th>
+            </tr>
+         </thead>
+         <tbody>
+            <tr class="successful">
+               <th><a href="#d3e4">call global var</a></th>
+               <th>2/0/0/2</th>
+            </tr>
+            <tr class="successful">
+               <th><a href="#d3e33">call local var</a></th>
+               <th>2/0/0/2</th>
+            </tr>
+         </tbody>
+      </table>
+      <div id="d3e4">
+         <h2 class="successful">call global var<span class="scenario-totals">2/0/0/2</span></h2>
+         <table class="xspec" id="t-d3e4">
+            <col width="85%" />
+            <col width="15%" />
+            <tbody>
+               <tr class="successful">
+                  <th>call global var</th>
+                  <th>2/0/0/2</th>
+               </tr>
+               <tr class="successful">
+                  <td>the result</td>
+                  <td>Success</td>
+               </tr>
+               <tr class="successful">
+                  <td>the result</td>
+                  <td>Success</td>
+               </tr>
+            </tbody>
+         </table>
+      </div>
+      <div id="d3e33">
+         <h2 class="successful">call local var<span class="scenario-totals">2/0/0/2</span></h2>
+         <table class="xspec" id="t-d3e33">
+            <col width="85%" />
+            <col width="15%" />
+            <tbody>
+               <tr class="successful">
+                  <th>call local var</th>
+                  <th>2/0/0/2</th>
+               </tr>
+               <tr class="successful">
+                  <td>the result</td>
+                  <td>Success</td>
+               </tr>
+               <tr class="successful">
+                  <td>the result</td>
+                  <td>Success</td>
+               </tr>
+            </tbody>
+         </table>
+      </div>
+   </body>
+</html>

test/xspec/xspec-variable-result.xml

@@ -0,0 +1,41 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<?xml-stylesheet type="text/xsl" href="file:/home/sandro/Documents/programming/github/cirulls/xspec/src/compiler/format-xspec-report.xsl"?>
+<x:report xmlns:xsl="http://www.w3.org/1999/XSL/Transform"
+          xmlns:xs="http://www.w3.org/2001/XMLSchema"
+          xmlns:test="http://www.jenitennison.com/xslt/unit-test"
+          xmlns:x="http://www.jenitennison.com/xslt/xspec"
+          xmlns:t="http://www.jenitennison.com/xslt/xspec"
+          xmlns:my="http://example.org/ns/my"
+          stylesheet="file:/home/sandro/Documents/programming/github/cirulls/xspec/test/xspec-tested.xsl"
+          date="2016-08-11T23:20:04.105+01:00">
+   <x:scenario>
+      <x:label>call global var</x:label>
+      <x:call function="my:square">
+         <x:param select="$test-3/@num"/>
+      </x:call>
+      <x:result select="9"/>
+      <x:test successful="true">
+         <x:label>the result</x:label>
+         <x:result select="9"/>
+      </x:test>
+      <x:test successful="true">
+         <x:label>the result</x:label>
+         <x:result select="9"/>
+      </x:test>
+   </x:scenario>
+   <x:scenario>
+      <x:label>call local var</x:label>
+      <x:call function="my:square">
+         <x:param select="$param"/>
+      </x:call>
+      <x:result select="9"/>
+      <x:test successful="true">
+         <x:label>the result</x:label>
+         <x:result select="9"/>
+      </x:test>
+      <x:test successful="true">
+         <x:label>the result</x:label>
+         <x:result select="9"/>
+      </x:test>
+   </x:scenario>
+</x:report>

test/xspec/xspec-variable.xsl

@@ -0,0 +1,276 @@
+<?xml version="1.0" encoding="ISO-8859-1"?>
+<xsl:stylesheet xmlns:xsl="http://www.w3.org/1999/XSL/Transform"
+                xmlns:xs="http://www.w3.org/2001/XMLSchema"
+                xmlns:test="http://www.jenitennison.com/xslt/unit-test"
+                xmlns:x="http://www.jenitennison.com/xslt/xspec"
+                xmlns:__x="http://www.w3.org/1999/XSL/TransformAliasAlias"
+                xmlns:pkg="http://expath.org/ns/pkg"
+                xmlns:impl="urn:x-xspec:compile:xslt:impl"
+                xmlns:t="http://www.jenitennison.com/xslt/xspec"
+                xmlns:my="http://example.org/ns/my"
+                version="2.0"
+                exclude-result-prefixes="pkg impl">
+   <xsl:import href="file:/home/sandro/Documents/programming/github/cirulls/xspec/test/xspec-tested.xsl"/>
+   <xsl:import href="file:/home/sandro/Documents/programming/github/cirulls/xspec/src/compiler/generate-tests-utils.xsl"/>
+   <xsl:namespace-alias stylesheet-prefix="__x" result-prefix="xsl"/>
+   <xsl:variable name="x:stylesheet-uri"
+                 as="xs:string"
+                 select="'file:/home/sandro/Documents/programming/github/cirulls/xspec/test/xspec-tested.xsl'"/>
+   <xsl:output name="x:report" method="xml" indent="yes"/>
+   <xsl:variable name="test-data-doc"
+                 as="document-node()"
+                 select="doc('file:/home/sandro/Documents/programming/github/cirulls/xspec/test/xspec-variable.xml')"/>
+   <xsl:variable name="test-data" select="$test-data-doc"/>
+   <xsl:variable select="$test-data/*/test[xs:integer(@num) eq 3]" name="test-3"/>
+   <xsl:template name="x:main">
+      <xsl:message>
+         <xsl:text>Testing with </xsl:text>
+         <xsl:value-of select="system-property('xsl:product-name')"/>
+         <xsl:text> </xsl:text>
+         <xsl:value-of select="system-property('xsl:product-version')"/>
+      </xsl:message>
+      <xsl:result-document format="x:report">
+         <xsl:processing-instruction name="xml-stylesheet">type="text/xsl" href="file:/home/sandro/Documents/programming/github/cirulls/xspec/src/compiler/format-xspec-report.xsl"</xsl:processing-instruction>
+         <x:report stylesheet="{$x:stylesheet-uri}" date="{current-dateTime()}">
+            <xsl:call-template name="x:d5e4"/>
+            <xsl:call-template name="x:d5e10"/>
+         </x:report>
+      </xsl:result-document>
+   </xsl:template>
+   <xsl:template name="x:d5e4">
+      <xsl:message>call global var</xsl:message>
+      <x:scenario>
+         <x:label>call global var</x:label>
+         <x:call function="my:square">
+            <x:param select="$test-3/@num"/>
+         </x:call>
+         <xsl:variable name="x:result" as="item()*">
+            <xsl:variable select="$test-3/@num" name="d6e1"/>
+            <xsl:sequence select="my:square($d6e1)"/>
+         </xsl:variable>
+         <xsl:call-template name="test:report-value">
+            <xsl:with-param name="value" select="$x:result"/>
+            <xsl:with-param name="wrapper-name" select="'x:result'"/>
+            <xsl:with-param name="wrapper-ns" select="'http://www.jenitennison.com/xslt/xspec'"/>
+         </xsl:call-template>
+         <xsl:call-template name="x:d5e7">
+            <xsl:with-param name="x:result" select="$x:result"/>
+         </xsl:call-template>
+         <xsl:call-template name="x:d5e8">
+            <xsl:with-param name="x:result" select="$x:result"/>
+         </xsl:call-template>
+      </x:scenario>
+   </xsl:template>
+   <xsl:template name="x:d5e7">
+      <xsl:param name="x:result" required="yes"/>
+      <xsl:message>the result</xsl:message>
+      <xsl:variable name="impl:just-nodes"
+                    select="                          $x:result instance of node()+"/>
+      <xsl:variable name="impl:with-context"
+                    select="                          exists($x:result) and empty($x:result[2]) or $impl:just-nodes"/>
+      <xsl:variable name="impl:context" as="item()?">
+         <xsl:choose>
+            <xsl:when test="$impl:just-nodes">
+               <xsl:document>
+                  <xsl:sequence select="$x:result"/>
+               </xsl:document>
+            </xsl:when>
+            <xsl:when test="$impl:with-context">
+               <xsl:sequence select="$x:result"/>
+            </xsl:when>
+            <xsl:otherwise/>
+         </xsl:choose>
+      </xsl:variable>
+      <xsl:variable name="impl:assert" as="item()*">
+         <xsl:choose>
+            <xsl:when test="$impl:with-context">
+               <xsl:for-each select="$impl:context">
+                  <xsl:sequence select="$x:result eq $test-3/xs:integer(@value)"/>
+               </xsl:for-each>
+            </xsl:when>
+            <xsl:otherwise>
+               <xsl:sequence select="$x:result eq $test-3/xs:integer(@value)"/>
+            </xsl:otherwise>
+         </xsl:choose>
+      </xsl:variable>
+      <xsl:if test="not($impl:assert instance of xs:boolean)">
+         <xsl:message terminate="yes">ERROR in scenario "the result": @assert|@test did not return a boolean</xsl:message>
+      </xsl:if>
+      <xsl:variable name="impl:successful" as="xs:boolean" select="$impl:assert"/>
+      <xsl:if test="not($impl:successful)">
+         <xsl:message>      FAILED</xsl:message>
+      </xsl:if>
+      <x:test successful="{ $impl:successful }">
+         <x:label>the result</x:label>
+         <xsl:call-template name="test:report-value">
+            <xsl:with-param name="value" select="$x:result"/>
+            <xsl:with-param name="wrapper-name" select="'x:result'"/>
+            <xsl:with-param name="wrapper-ns" select="'http://www.jenitennison.com/xslt/xspec'"/>
+         </xsl:call-template>
+      </x:test>
+   </xsl:template>
+   <xsl:template name="x:d5e8">
+      <xsl:param name="x:result" required="yes"/>
+      <xsl:message>the result</xsl:message>
+      <xsl:variable name="impl:with-context"
+                    select="                          exists($x:result) and empty($x:result[2])"/>
+      <xsl:variable name="impl:context" as="item()?">
+         <xsl:choose>
+            <xsl:when test="$impl:with-context">
+               <xsl:sequence select="$x:result"/>
+            </xsl:when>
+            <xsl:otherwise/>
+         </xsl:choose>
+      </xsl:variable>
+      <xsl:variable name="impl:assert" as="item()*">
+         <xsl:choose>
+            <xsl:when test="$impl:with-context">
+               <xsl:for-each select="$impl:context">
+                  <xsl:sequence select="$x:result eq $test-3/xs:integer(@value)"/>
+               </xsl:for-each>
+            </xsl:when>
+            <xsl:otherwise>
+               <xsl:sequence select="$x:result eq $test-3/xs:integer(@value)"/>
+            </xsl:otherwise>
+         </xsl:choose>
+      </xsl:variable>
+      <xsl:if test="not($impl:assert instance of xs:boolean)">
+         <xsl:message terminate="yes">ERROR in scenario "the result": @assert|@test did not return a boolean</xsl:message>
+      </xsl:if>
+      <xsl:variable name="impl:successful" as="xs:boolean" select="$impl:assert"/>
+      <xsl:if test="not($impl:successful)">
+         <xsl:message>      FAILED</xsl:message>
+      </xsl:if>
+      <x:test successful="{ $impl:successful }">
+         <x:label>the result</x:label>
+         <xsl:call-template name="test:report-value">
+            <xsl:with-param name="value" select="$x:result"/>
+            <xsl:with-param name="wrapper-name" select="'x:result'"/>
+            <xsl:with-param name="wrapper-ns" select="'http://www.jenitennison.com/xslt/xspec'"/>
+         </xsl:call-template>
+      </x:test>
+   </xsl:template>
+   <xsl:template name="x:d5e10">
+      <xsl:message>call local var</xsl:message>
+      <x:scenario>
+         <x:label>call local var</x:label>
+         <x:call function="my:square">
+            <x:param select="$param"/>
+         </x:call>
+         <xsl:variable select="$test-3/@num" name="param"/>
+         <xsl:variable name="x:result" as="item()*">
+            <xsl:variable select="$param" name="d18e1"/>
+            <xsl:sequence select="my:square($d18e1)"/>
+         </xsl:variable>
+         <xsl:call-template name="test:report-value">
+            <xsl:with-param name="value" select="$x:result"/>
+            <xsl:with-param name="wrapper-name" select="'x:result'"/>
+            <xsl:with-param name="wrapper-ns" select="'http://www.jenitennison.com/xslt/xspec'"/>
+         </xsl:call-template>
+         <xsl:variable select="$test-3/@value" name="result"/>
+         <xsl:call-template name="x:d5e15">
+            <xsl:with-param name="x:result" select="$x:result"/>
+            <xsl:with-param name="param" select="$param"/>
+            <xsl:with-param name="result" select="$result"/>
+         </xsl:call-template>
+         <xsl:call-template name="x:d5e16">
+            <xsl:with-param name="x:result" select="$x:result"/>
+            <xsl:with-param name="param" select="$param"/>
+            <xsl:with-param name="result" select="$result"/>
+         </xsl:call-template>
+      </x:scenario>
+   </xsl:template>
+   <xsl:template name="x:d5e15">
+      <xsl:param name="x:result" required="yes"/>
+      <xsl:param name="param" required="yes"/>
+      <xsl:param name="result" required="yes"/>
+      <xsl:message>the result</xsl:message>
+      <xsl:variable name="impl:just-nodes"
+                    select="                          $x:result instance of node()+"/>
+      <xsl:variable name="impl:with-context"
+                    select="                          exists($x:result) and empty($x:result[2]) or $impl:just-nodes"/>
+      <xsl:variable name="impl:context" as="item()?">
+         <xsl:choose>
+            <xsl:when test="$impl:just-nodes">
+               <xsl:document>
+                  <xsl:sequence select="$x:result"/>
+               </xsl:document>
+            </xsl:when>
+            <xsl:when test="$impl:with-context">
+               <xsl:sequence select="$x:result"/>
+            </xsl:when>
+            <xsl:otherwise/>
+         </xsl:choose>
+      </xsl:variable>
+      <xsl:variable name="impl:assert" as="item()*">
+         <xsl:choose>
+            <xsl:when test="$impl:with-context">
+               <xsl:for-each select="$impl:context">
+                  <xsl:sequence select="$x:result eq xs:integer($result)"/>
+               </xsl:for-each>
+            </xsl:when>
+            <xsl:otherwise>
+               <xsl:sequence select="$x:result eq xs:integer($result)"/>
+            </xsl:otherwise>
+         </xsl:choose>
+      </xsl:variable>
+      <xsl:if test="not($impl:assert instance of xs:boolean)">
+         <xsl:message terminate="yes">ERROR in scenario "the result": @assert|@test did not return a boolean</xsl:message>
+      </xsl:if>
+      <xsl:variable name="impl:successful" as="xs:boolean" select="$impl:assert"/>
+      <xsl:if test="not($impl:successful)">
+         <xsl:message>      FAILED</xsl:message>
+      </xsl:if>
+      <x:test successful="{ $impl:successful }">
+         <x:label>the result</x:label>
+         <xsl:call-template name="test:report-value">
+            <xsl:with-param name="value" select="$x:result"/>
+            <xsl:with-param name="wrapper-name" select="'x:result'"/>
+            <xsl:with-param name="wrapper-ns" select="'http://www.jenitennison.com/xslt/xspec'"/>
+         </xsl:call-template>
+      </x:test>
+   </xsl:template>
+   <xsl:template name="x:d5e16">
+      <xsl:param name="x:result" required="yes"/>
+      <xsl:param name="param" required="yes"/>
+      <xsl:param name="result" required="yes"/>
+      <xsl:message>the result</xsl:message>
+      <xsl:variable name="impl:with-context"
+                    select="                          exists($x:result) and empty($x:result[2])"/>
+      <xsl:variable name="impl:context" as="item()?">
+         <xsl:choose>
+            <xsl:when test="$impl:with-context">
+               <xsl:sequence select="$x:result"/>
+            </xsl:when>
+            <xsl:otherwise/>
+         </xsl:choose>
+      </xsl:variable>
+      <xsl:variable name="impl:assert" as="item()*">
+         <xsl:choose>
+            <xsl:when test="$impl:with-context">
+               <xsl:for-each select="$impl:context">
+                  <xsl:sequence select="$x:result eq xs:integer($result)"/>
+               </xsl:for-each>
+            </xsl:when>
+            <xsl:otherwise>
+               <xsl:sequence select="$x:result eq xs:integer($result)"/>
+            </xsl:otherwise>
+         </xsl:choose>
+      </xsl:variable>
+      <xsl:if test="not($impl:assert instance of xs:boolean)">
+         <xsl:message terminate="yes">ERROR in scenario "the result": @assert|@test did not return a boolean</xsl:message>
+      </xsl:if>
+      <xsl:variable name="impl:successful" as="xs:boolean" select="$impl:assert"/>
+      <xsl:if test="not($impl:successful)">
+         <xsl:message>      FAILED</xsl:message>
+      </xsl:if>
+      <x:test successful="{ $impl:successful }">
+         <x:label>the result</x:label>
+         <xsl:call-template name="test:report-value">
+            <xsl:with-param name="value" select="$x:result"/>
+            <xsl:with-param name="wrapper-name" select="'x:result'"/>
+            <xsl:with-param name="wrapper-ns" select="'http://www.jenitennison.com/xslt/xspec'"/>
+         </xsl:call-template>
+      </x:test>
+   </xsl:template>
+</xsl:stylesheet>