Home | History | Annotate | Line # | Download | only in tests
xmltest.sh revision 1.1.1.5 
      1 #! /usr/bin/env bash
      2 
      3 #   EXPAT TEST SCRIPT FOR W3C XML TEST SUITE
      4 
      5 # This script can be used to exercise Expat against the
      6 # w3c.org xml test suite, available from
      7 # http://www.w3.org/XML/Test/xmlts20020606.zip.
      8 
      9 # To run this script, first set XMLWF below so that xmlwf can be
     10 # found, then set the output directory with OUTPUT.
     11 
     12 # The script lists all test cases where Expat shows a discrepancy
     13 # from the expected result. Test cases where only the canonical
     14 # output differs are prefixed with "Output differs:", and a diff file
     15 # is generated in the appropriate subdirectory under $OUTPUT.
     16 
     17 # If there are output files provided, the script will use
     18 # output from xmlwf and compare the desired output against it.
     19 # However, one has to take into account that the canonical output
     20 # produced by xmlwf conforms to an older definition of canonical XML
     21 # and does not generate notation declarations.
     22 
     23 shopt -s nullglob
     24 
     25 # Note: OUTPUT must terminate with the directory separator.
     26 OUTPUT="$PWD/tests/out/"
     27 TS="$PWD/tests/"
     28 
     29 MYDIR="`dirname \"$0\"`"
     30 cd "$MYDIR"
     31 MYDIR="`pwd`"
     32 XMLWF="${1:-`dirname \"$MYDIR\"`/xmlwf/xmlwf}"
     33 # Unicode-aware diff utility
     34 DIFF="${MYDIR}/udiffer.py"
     35 
     36 
     37 # RunXmlwfNotWF file reldir
     38 # reldir includes trailing slash
     39 RunXmlwfNotWF() {
     40   file="$1"
     41   reldir="$2"
     42   if $XMLWF -p "$file" > /dev/null; then
     43       echo "Expected not well-formed: $reldir$file"
     44       return 1
     45   else
     46       return 0
     47   fi 
     48 }
     49 
     50 # RunXmlwfWF file reldir
     51 # reldir includes trailing slash
     52 RunXmlwfWF() {
     53   file="$1"
     54   reldir="$2"
     55   $XMLWF -p -N -d "$OUTPUT$reldir" "$file" > outfile || return $?
     56   read outdata < outfile 
     57   if test "$outdata" = "" ; then 
     58       if [ -f "out/$file" ] ; then 
     59           $DIFF "$OUTPUT$reldir$file" "out/$file" > outfile 
     60           if [ -s outfile ] ; then 
     61               cp outfile "$OUTPUT$reldir$file.diff"
     62               echo "Output differs: $reldir$file"
     63               return 1
     64           fi 
     65       fi 
     66       return 0
     67   else 
     68       echo "In $reldir: $outdata"
     69       return 1
     70   fi 
     71 }
     72 
     73 SUCCESS=0
     74 ERROR=0
     75 
     76 UpdateStatus() {
     77   if [ "$1" -eq 0 ] ; then
     78     SUCCESS=`expr $SUCCESS + 1`
     79   else
     80     ERROR=`expr $ERROR + 1`
     81   fi
     82 }
     83 
     84 ##########################
     85 # well-formed test cases #
     86 ##########################
     87 
     88 cd "$TS/xmlconf"
     89 for xmldir in ibm/valid/P* \
     90               ibm/invalid/P* \
     91               xmltest/valid/ext-sa \
     92               xmltest/valid/not-sa \
     93               xmltest/invalid \
     94               xmltest/invalid/not-sa \
     95               xmltest/valid/sa \
     96               sun/valid \
     97               sun/invalid ; do
     98   cd "$TS/xmlconf/$xmldir"
     99   mkdir -p "$OUTPUT$xmldir"
    100   for xmlfile in $(ls -1 *.xml | sort -d) ; do
    101       [[ -f "$xmlfile" ]] || continue
    102       RunXmlwfWF "$xmlfile" "$xmldir/"
    103       UpdateStatus $?
    104   done
    105   rm -f outfile
    106 done
    107 
    108 cd "$TS/xmlconf/oasis"
    109 mkdir -p "$OUTPUT"oasis
    110 for xmlfile in *pass*.xml ; do
    111     RunXmlwfWF "$xmlfile" "oasis/"
    112     UpdateStatus $?
    113 done
    114 rm outfile
    115 
    116 ##############################
    117 # not well-formed test cases #
    118 ##############################
    119 
    120 cd "$TS/xmlconf"
    121 for xmldir in ibm/not-wf/P* \
    122               ibm/not-wf/p28a \
    123               ibm/not-wf/misc \
    124               xmltest/not-wf/ext-sa \
    125               xmltest/not-wf/not-sa \
    126               xmltest/not-wf/sa \
    127               sun/not-wf ; do
    128   cd "$TS/xmlconf/$xmldir"
    129   for xmlfile in *.xml ; do
    130       RunXmlwfNotWF "$xmlfile" "$xmldir/"
    131       UpdateStatus $?
    132   done
    133 done
    134 
    135 cd "$TS/xmlconf/oasis"
    136 for xmlfile in *fail*.xml ; do
    137     RunXmlwfNotWF "$xmlfile" "oasis/"
    138     UpdateStatus $?
    139 done
    140 
    141 echo "Passed: $SUCCESS"
    142 echo "Failed: $ERROR"
    143