1: #!/usr/bin/python
2: import sys
3: import time
4: import os
5: import string
6: sys.path.insert(0, "python")
7: import libxml2
8:
9: test_nr = 0
10: test_succeed = 0
11: test_failed = 0
12: test_error = 0
13:
14: #
15: # the testsuite description
16: #
17: CONF="xml-test-suite/xmlconf/xmlconf.xml"
18: LOG="check-xml-test-suite.log"
19:
20: log = open(LOG, "w")
21:
22: #
23: # Error and warning handlers
24: #
25: error_nr = 0
26: error_msg = ''
27: def errorHandler(ctx, str):
28: global error_nr
29: global error_msg
30:
31: error_nr = error_nr + 1
32: if len(error_msg) < 300:
33: if len(error_msg) == 0 or error_msg[-1] == '\n':
34: error_msg = error_msg + " >>" + str
35: else:
36: error_msg = error_msg + str
37:
38: libxml2.registerErrorHandler(errorHandler, None)
39:
40: #warning_nr = 0
41: #warning = ''
42: #def warningHandler(ctx, str):
43: # global warning_nr
44: # global warning
45: #
46: # warning_nr = warning_nr + 1
47: # warning = warning + str
48: #
49: #libxml2.registerWarningHandler(warningHandler, None)
50:
51: #
52: # Used to load the XML testsuite description
53: #
54: def loadNoentDoc(filename):
55: ctxt = libxml2.createFileParserCtxt(filename)
56: if ctxt == None:
57: return None
58: ctxt.replaceEntities(1)
59: ctxt.parseDocument()
60: try:
61: doc = ctxt.doc()
62: except:
63: doc = None
64: if ctxt.wellFormed() != 1:
65: doc.freeDoc()
66: return None
67: return doc
68:
69: #
70: # The conformance testing routines
71: #
72:
73: def testNotWf(filename, id):
74: global error_nr
75: global error_msg
76: global log
77:
78: error_nr = 0
79: error_msg = ''
80:
81: ctxt = libxml2.createFileParserCtxt(filename)
82: if ctxt == None:
83: return -1
84: ret = ctxt.parseDocument()
85:
86: try:
87: doc = ctxt.doc()
88: except:
89: doc = None
90: if doc != None:
91: doc.freeDoc()
92: if ret == 0 or ctxt.wellFormed() != 0:
93: print "%s: error: Well Formedness error not detected" % (id)
94: log.write("%s: error: Well Formedness error not detected\n" % (id))
95: return 0
96: return 1
97:
98: def testNotWfEnt(filename, id):
99: global error_nr
100: global error_msg
101: global log
102:
103: error_nr = 0
104: error_msg = ''
105:
106: ctxt = libxml2.createFileParserCtxt(filename)
107: if ctxt == None:
108: return -1
109: ctxt.replaceEntities(1)
110: ret = ctxt.parseDocument()
111:
112: try:
113: doc = ctxt.doc()
114: except:
115: doc = None
116: if doc != None:
117: doc.freeDoc()
118: if ret == 0 or ctxt.wellFormed() != 0:
119: print "%s: error: Well Formedness error not detected" % (id)
120: log.write("%s: error: Well Formedness error not detected\n" % (id))
121: return 0
122: return 1
123:
124: def testNotWfEntDtd(filename, id):
125: global error_nr
126: global error_msg
127: global log
128:
129: error_nr = 0
130: error_msg = ''
131:
132: ctxt = libxml2.createFileParserCtxt(filename)
133: if ctxt == None:
134: return -1
135: ctxt.replaceEntities(1)
136: ctxt.loadSubset(1)
137: ret = ctxt.parseDocument()
138:
139: try:
140: doc = ctxt.doc()
141: except:
142: doc = None
143: if doc != None:
144: doc.freeDoc()
145: if ret == 0 or ctxt.wellFormed() != 0:
146: print "%s: error: Well Formedness error not detected" % (id)
147: log.write("%s: error: Well Formedness error not detected\n" % (id))
148: return 0
149: return 1
150:
151: def testWfEntDtd(filename, id):
152: global error_nr
153: global error_msg
154: global log
155:
156: error_nr = 0
157: error_msg = ''
158:
159: ctxt = libxml2.createFileParserCtxt(filename)
160: if ctxt == None:
161: return -1
162: ctxt.replaceEntities(1)
163: ctxt.loadSubset(1)
164: ret = ctxt.parseDocument()
165:
166: try:
167: doc = ctxt.doc()
168: except:
169: doc = None
170: if doc == None or ret != 0 or ctxt.wellFormed() == 0:
171: print "%s: error: wrongly failed to parse the document" % (id)
172: log.write("%s: error: wrongly failed to parse the document\n" % (id))
173: if doc != None:
174: doc.freeDoc()
175: return 0
176: if error_nr != 0:
177: print "%s: warning: WF document generated an error msg" % (id)
178: log.write("%s: error: WF document generated an error msg\n" % (id))
179: doc.freeDoc()
180: return 2
181: doc.freeDoc()
182: return 1
183:
184: def testError(filename, id):
185: global error_nr
186: global error_msg
187: global log
188:
189: error_nr = 0
190: error_msg = ''
191:
192: ctxt = libxml2.createFileParserCtxt(filename)
193: if ctxt == None:
194: return -1
195: ctxt.replaceEntities(1)
196: ctxt.loadSubset(1)
197: ret = ctxt.parseDocument()
198:
199: try:
200: doc = ctxt.doc()
201: except:
202: doc = None
203: if doc != None:
204: doc.freeDoc()
205: if ctxt.wellFormed() == 0:
206: print "%s: warning: failed to parse the document but accepted" % (id)
207: log.write("%s: warning: failed to parse the document but accepte\n" % (id))
208: return 2
209: if error_nr != 0:
210: print "%s: warning: WF document generated an error msg" % (id)
211: log.write("%s: error: WF document generated an error msg\n" % (id))
212: return 2
213: return 1
214:
215: def testInvalid(filename, id):
216: global error_nr
217: global error_msg
218: global log
219:
220: error_nr = 0
221: error_msg = ''
222:
223: ctxt = libxml2.createFileParserCtxt(filename)
224: if ctxt == None:
225: return -1
226: ctxt.validate(1)
227: ret = ctxt.parseDocument()
228:
229: try:
230: doc = ctxt.doc()
231: except:
232: doc = None
233: valid = ctxt.isValid()
234: if doc == None:
235: print "%s: error: wrongly failed to parse the document" % (id)
236: log.write("%s: error: wrongly failed to parse the document\n" % (id))
237: return 0
238: if valid == 1:
239: print "%s: error: Validity error not detected" % (id)
240: log.write("%s: error: Validity error not detected\n" % (id))
241: doc.freeDoc()
242: return 0
243: if error_nr == 0:
244: print "%s: warning: Validity error not reported" % (id)
245: log.write("%s: warning: Validity error not reported\n" % (id))
246: doc.freeDoc()
247: return 2
248:
249: doc.freeDoc()
250: return 1
251:
252: def testValid(filename, id):
253: global error_nr
254: global error_msg
255:
256: error_nr = 0
257: error_msg = ''
258:
259: ctxt = libxml2.createFileParserCtxt(filename)
260: if ctxt == None:
261: return -1
262: ctxt.validate(1)
263: ctxt.parseDocument()
264:
265: try:
266: doc = ctxt.doc()
267: except:
268: doc = None
269: valid = ctxt.isValid()
270: if doc == None:
271: print "%s: error: wrongly failed to parse the document" % (id)
272: log.write("%s: error: wrongly failed to parse the document\n" % (id))
273: return 0
274: if valid != 1:
275: print "%s: error: Validity check failed" % (id)
276: log.write("%s: error: Validity check failed\n" % (id))
277: doc.freeDoc()
278: return 0
279: if error_nr != 0 or valid != 1:
280: print "%s: warning: valid document reported an error" % (id)
281: log.write("%s: warning: valid document reported an error\n" % (id))
282: doc.freeDoc()
283: return 2
284: doc.freeDoc()
285: return 1
286:
287: def runTest(test):
288: global test_nr
289: global test_succeed
290: global test_failed
291: global error_msg
292: global log
293:
294: uri = test.prop('URI')
295: id = test.prop('ID')
296: if uri == None:
297: print "Test without ID:", uri
298: return -1
299: if id == None:
300: print "Test without URI:", id
301: return -1
302: base = test.getBase(None)
303: URI = libxml2.buildURI(uri, base)
304: if os.access(URI, os.R_OK) == 0:
305: print "Test %s missing: base %s uri %s" % (URI, base, uri)
306: return -1
307: type = test.prop('TYPE')
308: if type == None:
309: print "Test %s missing TYPE" % (id)
310: return -1
311:
312: extra = None
313: if type == "invalid":
314: res = testInvalid(URI, id)
315: elif type == "valid":
316: res = testValid(URI, id)
317: elif type == "not-wf":
318: extra = test.prop('ENTITIES')
319: # print URI
320: #if extra == None:
321: # res = testNotWfEntDtd(URI, id)
322: #elif extra == 'none':
323: # res = testNotWf(URI, id)
324: #elif extra == 'general':
325: # res = testNotWfEnt(URI, id)
326: #elif extra == 'both' or extra == 'parameter':
327: res = testNotWfEntDtd(URI, id)
328: #else:
329: # print "Unknow value %s for an ENTITIES test value" % (extra)
330: # return -1
331: elif type == "error":
332: res = testError(URI, id)
333: else:
334: # TODO skipped for now
335: return -1
336:
337: test_nr = test_nr + 1
338: if res > 0:
339: test_succeed = test_succeed + 1
340: elif res == 0:
341: test_failed = test_failed + 1
342: elif res < 0:
343: test_error = test_error + 1
344:
345: # Log the ontext
346: if res != 1:
347: log.write(" File: %s\n" % (URI))
348: content = string.strip(test.content)
349: while content[-1] == '\n':
350: content = content[0:-1]
351: if extra != None:
352: log.write(" %s:%s:%s\n" % (type, extra, content))
353: else:
354: log.write(" %s:%s\n\n" % (type, content))
355: if error_msg != '':
356: log.write(" ----\n%s ----\n" % (error_msg))
357: error_msg = ''
358: log.write("\n")
359:
360: return 0
361:
362:
363: def runTestCases(case):
364: profile = case.prop('PROFILE')
365: if profile != None and \
366: string.find(profile, "IBM XML Conformance Test Suite - Production") < 0:
367: print "=>", profile
368: test = case.children
369: while test != None:
370: if test.name == 'TEST':
371: runTest(test)
372: if test.name == 'TESTCASES':
373: runTestCases(test)
374: test = test.next
375:
376: conf = loadNoentDoc(CONF)
377: if conf == None:
378: print "Unable to load %s" % CONF
379: sys.exit(1)
380:
381: testsuite = conf.getRootElement()
382: if testsuite.name != 'TESTSUITE':
383: print "Expecting TESTSUITE root element: aborting"
384: sys.exit(1)
385:
386: profile = testsuite.prop('PROFILE')
387: if profile != None:
388: print profile
389:
390: start = time.time()
391:
392: case = testsuite.children
393: while case != None:
394: if case.name == 'TESTCASES':
395: old_test_nr = test_nr
396: old_test_succeed = test_succeed
397: old_test_failed = test_failed
398: old_test_error = test_error
399: runTestCases(case)
400: print " Ran %d tests: %d suceeded, %d failed and %d generated an error" % (
401: test_nr - old_test_nr, test_succeed - old_test_succeed,
402: test_failed - old_test_failed, test_error - old_test_error)
403: case = case.next
404:
405: conf.freeDoc()
406: log.close()
407:
408: print "Ran %d tests: %d suceeded, %d failed and %d generated an error in %.2f s." % (
409: test_nr, test_succeed, test_failed, test_error, time.time() - start)
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>
![[BACK]](/icons/cvsweb/back.gif){kind=icon}
Return to check-xml-test-suite.py CVS log ![[TXT]](/icons/cvsweb/text.gif){kind=icon}
![[DIR]](/icons/cvsweb/dir.gif){kind=icon}
Up to [ELWIX - Embedded LightWeight unIX -] / embedaddon / libxml2