Blame check-xinclude-test-suite.py

Packit 423ecb
#!/usr/bin/python
Packit 423ecb
import sys
Packit 423ecb
import time
Packit 423ecb
import os
Packit 423ecb
import string
Packit 423ecb
sys.path.insert(0, "python")
Packit 423ecb
import libxml2
Packit 423ecb
Packit 423ecb
#
Packit 423ecb
# the testsuite description
Packit 423ecb
#
Packit 423ecb
DIR="xinclude-test-suite"
Packit 423ecb
CONF="testdescr.xml"
Packit 423ecb
LOG="check-xinclude-test-suite.log"
Packit 423ecb
Packit 423ecb
log = open(LOG, "w")
Packit 423ecb
Packit 423ecb
os.chdir(DIR)
Packit 423ecb
Packit 423ecb
test_nr = 0
Packit 423ecb
test_succeed = 0
Packit 423ecb
test_failed = 0
Packit 423ecb
test_error = 0
Packit 423ecb
#
Packit 423ecb
# Error and warning handlers
Packit 423ecb
#
Packit 423ecb
error_nr = 0
Packit 423ecb
error_msg = ''
Packit 423ecb
Packit 423ecb
def errorHandler(ctx, str):
Packit 423ecb
    global error_nr
Packit 423ecb
    global error_msg
Packit 423ecb
Packit 423ecb
    if string.find(str, "error:") >= 0:
Packit 423ecb
	error_nr = error_nr + 1
Packit 423ecb
    if len(error_msg) < 300:
Packit 423ecb
        if len(error_msg) == 0 or error_msg[-1] == '\n':
Packit 423ecb
	    error_msg = error_msg + "   >>" + str
Packit 423ecb
	else:
Packit 423ecb
	    error_msg = error_msg + str
Packit 423ecb
Packit 423ecb
libxml2.registerErrorHandler(errorHandler, None)
Packit 423ecb
Packit 423ecb
def testXInclude(filename, id):
Packit 423ecb
    global error_nr
Packit 423ecb
    global error_msg
Packit 423ecb
    global log
Packit 423ecb
Packit 423ecb
    error_nr = 0
Packit 423ecb
    error_msg = ''
Packit 423ecb
Packit 423ecb
    print "testXInclude(%s, %s)" % (filename, id)
Packit 423ecb
    return 1
Packit 423ecb
Packit 423ecb
def runTest(test, basedir):
Packit 423ecb
    global test_nr
Packit 423ecb
    global test_failed
Packit 423ecb
    global test_error
Packit 423ecb
    global test_succeed
Packit 423ecb
    global error_msg
Packit 423ecb
    global log
Packit 423ecb
Packit 423ecb
    fatal_error = 0
Packit 423ecb
    uri = test.prop('href')
Packit 423ecb
    id = test.prop('id')
Packit 423ecb
    type = test.prop('type')
Packit 423ecb
    if uri == None:
Packit 423ecb
        print "Test without ID:", uri
Packit 423ecb
	return -1
Packit 423ecb
    if id == None:
Packit 423ecb
        print "Test without URI:", id
Packit 423ecb
	return -1
Packit 423ecb
    if type == None:
Packit 423ecb
        print "Test without URI:", id
Packit 423ecb
	return -1
Packit 423ecb
    if basedir != None:
Packit 423ecb
	URI = basedir + "/" + uri
Packit 423ecb
    else:
Packit 423ecb
        URI = uri
Packit 423ecb
    if os.access(URI, os.R_OK) == 0:
Packit 423ecb
        print "Test %s missing: base %s uri %s" % (URI, basedir, uri)
Packit 423ecb
	return -1
Packit 423ecb
Packit 423ecb
    expected = None
Packit 423ecb
    outputfile = None
Packit 423ecb
    diff = None
Packit 423ecb
    if type != 'error':
Packit 423ecb
	output = test.xpathEval('string(output)')
Packit 423ecb
	if output == 'No output file.':
Packit 423ecb
	    output = None
Packit 423ecb
	if output == '':
Packit 423ecb
	    output = None
Packit 423ecb
	if output != None:
Packit 423ecb
	    if basedir != None:
Packit 423ecb
		output = basedir + "/" + output
Packit 423ecb
	    if os.access(output, os.R_OK) == 0:
Packit 423ecb
		print "Result for %s missing: %s" % (id, output)
Packit 423ecb
		output = None
Packit 423ecb
	    else:
Packit 423ecb
		try:
Packit 423ecb
		    f = open(output)
Packit 423ecb
		    expected = f.read()
Packit 423ecb
		    outputfile = output
Packit 423ecb
		except:
Packit 423ecb
		    print "Result for %s unreadable: %s" % (id, output)
Packit 423ecb
Packit 423ecb
    try:
Packit 423ecb
        # print "testing %s" % (URI)
Packit 423ecb
	doc = libxml2.parseFile(URI)
Packit 423ecb
    except:
Packit 423ecb
        doc = None
Packit 423ecb
    if doc != None:
Packit 423ecb
        res = doc.xincludeProcess()
Packit 423ecb
	if res >= 0 and expected != None:
Packit 423ecb
	    result = doc.serialize()
Packit 423ecb
	    if result != expected:
Packit 423ecb
	        print "Result for %s differs" % (id)
Packit 423ecb
		open("xinclude.res", "w").write(result)
Packit 423ecb
		diff = os.popen("diff %s xinclude.res" % outputfile).read()
Packit 423ecb
Packit 423ecb
	doc.freeDoc()
Packit 423ecb
    else:
Packit 423ecb
        print "Failed to parse %s" % (URI)
Packit 423ecb
	res = -1
Packit 423ecb
Packit 423ecb
    
Packit 423ecb
Packit 423ecb
    test_nr = test_nr + 1
Packit 423ecb
    if type == 'success':
Packit 423ecb
	if res > 0:
Packit 423ecb
	    test_succeed = test_succeed + 1
Packit 423ecb
	elif res == 0:
Packit 423ecb
	    test_failed = test_failed + 1
Packit 423ecb
	    print "Test %s: no substitution done ???" % (id)
Packit 423ecb
	elif res < 0:
Packit 423ecb
	    test_error = test_error + 1
Packit 423ecb
	    print "Test %s: failed valid XInclude processing" % (id)
Packit 423ecb
    elif type == 'error':
Packit 423ecb
	if res > 0:
Packit 423ecb
	    test_error = test_error + 1
Packit 423ecb
	    print "Test %s: failed to detect invalid XInclude processing" % (id)
Packit 423ecb
	elif res == 0:
Packit 423ecb
	    test_failed = test_failed + 1
Packit 423ecb
	    print "Test %s: Invalid but no substitution done" % (id)
Packit 423ecb
	elif res < 0:
Packit 423ecb
	    test_succeed = test_succeed + 1
Packit 423ecb
    elif type == 'optional':
Packit 423ecb
	if res > 0:
Packit 423ecb
	    test_succeed = test_succeed + 1
Packit 423ecb
	else:
Packit 423ecb
	    print "Test %s: failed optional test" % (id)
Packit 423ecb
Packit 423ecb
    # Log the ontext
Packit 423ecb
    if res != 1:
Packit 423ecb
	log.write("Test ID %s\n" % (id))
Packit 423ecb
	log.write("   File: %s\n" % (URI))
Packit 423ecb
	content = string.strip(test.content)
Packit 423ecb
	while content[-1] == '\n':
Packit 423ecb
	    content = content[0:-1]
Packit 423ecb
	log.write("   %s:%s\n\n" % (type, content))
Packit 423ecb
	if error_msg != '':
Packit 423ecb
	    log.write("   ----\n%s   ----\n" % (error_msg))
Packit 423ecb
	    error_msg = ''
Packit 423ecb
	log.write("\n")
Packit 423ecb
    if diff != None:
Packit 423ecb
        log.write("diff from test %s:\n" %(id))
Packit 423ecb
	log.write("   -----------\n%s\n   -----------\n" % (diff));
Packit 423ecb
Packit 423ecb
    return 0
Packit 423ecb
	    
Packit 423ecb
Packit 423ecb
def runTestCases(case):
Packit 423ecb
    creator = case.prop('creator')
Packit 423ecb
    if creator != None:
Packit 423ecb
	print "=>", creator
Packit 423ecb
    base = case.getBase(None)
Packit 423ecb
    basedir = case.prop('basedir')
Packit 423ecb
    if basedir != None:
Packit 423ecb
	base = libxml2.buildURI(basedir, base)
Packit 423ecb
    test = case.children
Packit 423ecb
    while test != None:
Packit 423ecb
        if test.name == 'testcase':
Packit 423ecb
	    runTest(test, base)
Packit 423ecb
	if test.name == 'testcases':
Packit 423ecb
	    runTestCases(test)
Packit 423ecb
        test = test.next
Packit 423ecb
        
Packit 423ecb
conf = libxml2.parseFile(CONF)
Packit 423ecb
if conf == None:
Packit 423ecb
    print "Unable to load %s" % CONF
Packit 423ecb
    sys.exit(1)
Packit 423ecb
Packit 423ecb
testsuite = conf.getRootElement()
Packit 423ecb
if testsuite.name != 'testsuite':
Packit 423ecb
    print "Expecting TESTSUITE root element: aborting"
Packit 423ecb
    sys.exit(1)
Packit 423ecb
Packit 423ecb
profile = testsuite.prop('PROFILE')
Packit 423ecb
if profile != None:
Packit 423ecb
    print profile
Packit 423ecb
Packit 423ecb
start = time.time()
Packit 423ecb
Packit 423ecb
case = testsuite.children
Packit 423ecb
while case != None:
Packit 423ecb
    if case.name == 'testcases':
Packit 423ecb
	old_test_nr = test_nr
Packit 423ecb
	old_test_succeed = test_succeed
Packit 423ecb
	old_test_failed = test_failed
Packit 423ecb
	old_test_error = test_error
Packit 423ecb
        runTestCases(case)
Packit 423ecb
	print "   Ran %d tests: %d suceeded, %d failed and %d generated an error" % (
Packit 423ecb
	       test_nr - old_test_nr, test_succeed - old_test_succeed,
Packit 423ecb
	       test_failed - old_test_failed, test_error - old_test_error)
Packit 423ecb
    case = case.next
Packit 423ecb
Packit 423ecb
conf.freeDoc()
Packit 423ecb
log.close()
Packit 423ecb
Packit 423ecb
print "Ran %d tests: %d suceeded, %d failed and %d generated an error in %.2f s." % (
Packit 423ecb
      test_nr, test_succeed, test_failed, test_error, time.time() - start)