runsuite.c

Go to the documentation of this file.

/*
 * runsuite.c: C program to run libxml2 againts published testsuites 
 *
 * See Copyright for the status of this software.
 *
 * daniel@veillard.com
 */

#ifdef HAVE_CONFIG_H
#include "libxml.h"
#else
#include <stdio.h>
#endif

#if !defined(_WIN32) || defined(__CYGWIN__)
#include <unistd.h>
#endif
#include <string.h>
#include <sys/types.h>
#include <sys/stat.h>
#include <fcntl.h>

#include <libxml/parser.h>
#include <libxml/parserInternals.h>
#include <libxml/tree.h>
#include <libxml/uri.h>
#if defined(LIBXML_SCHEMAS_ENABLED) && defined(LIBXML_XPATH_ENABLED)
#include <libxml/xmlreader.h>

#include <libxml/xpath.h>
#include <libxml/xpathInternals.h>

#include <libxml/relaxng.h>
#include <libxml/xmlschemas.h>
#include <libxml/xmlschemastypes.h>

#define LOGFILE "runsuite.log"
static FILE *logfile = NULL;
static int verbose = 0;



#if defined(_WIN32) && !defined(__CYGWIN__)

#define vsnprintf _vsnprintf

#define snprintf _snprintf

#endif

/************************************************************************
 *                                  *
 *      File name and path utilities                *
 *                                  *
 ************************************************************************/

static int checkTestFile(const char *filename) {
    struct stat buf;

    if (stat(filename, &buf) == -1)
        return(0);

#if defined(_WIN32) && !defined(__CYGWIN__)
    if (!(buf.st_mode & _S_IFREG))
        return(0);
#else
    if (!S_ISREG(buf.st_mode))
        return(0);
#endif

    return(1);
}

static xmlChar *composeDir(const xmlChar *dir, const xmlChar *path) {
    char buf[500];

    if (dir == NULL) return(xmlStrdup(path));
    if (path == NULL) return(NULL);

    snprintf(buf, 500, "%s/%s", (const char *) dir, (const char *) path);
    return(xmlStrdup((const xmlChar *) buf));
}

/************************************************************************
 *                                  *
 *      Libxml2 specific routines               *
 *                                  *
 ************************************************************************/

static int nb_tests = 0;
static int nb_errors = 0;
static int nb_internals = 0;
static int nb_schematas = 0;
static int nb_unimplemented = 0;
static int nb_leaks = 0;
static int extraMemoryFromResolver = 0;

static int
fatalError(void) {
    fprintf(stderr, "Exitting tests on fatal error\n");
    exit(1);
}

/*
 * that's needed to implement <resource>
 */
#define MAX_ENTITIES 20
static char *testEntitiesName[MAX_ENTITIES];
static char *testEntitiesValue[MAX_ENTITIES];
static int nb_entities = 0;
static void resetEntities(void) {
    int i;

    for (i = 0;i < nb_entities;i++) {
        if (testEntitiesName[i] != NULL)
        xmlFree(testEntitiesName[i]);
        if (testEntitiesValue[i] != NULL)
        xmlFree(testEntitiesValue[i]);
    }
    nb_entities = 0;
}
static int addEntity(char *name, char *content) {
    if (nb_entities >= MAX_ENTITIES) {
    fprintf(stderr, "Too many entities defined\n");
    return(-1);
    }
    testEntitiesName[nb_entities] = name;
    testEntitiesValue[nb_entities] = content;
    nb_entities++;
    return(0);
}

/*
 * We need to trap calls to the resolver to not account memory for the catalog
 * which is shared to the current running test. We also don't want to have
 * network downloads modifying tests.
 */
static xmlParserInputPtr 
testExternalEntityLoader(const char *URL, const char *ID,
             xmlParserCtxtPtr ctxt) {
    xmlParserInputPtr ret;
    int i;

    for (i = 0;i < nb_entities;i++) {
        if (!strcmp(testEntitiesName[i], URL)) {
        ret = xmlNewStringInputStream(ctxt,
                    (const xmlChar *) testEntitiesValue[i]);
        if (ret != NULL) {
            ret->filename = (const char *)
                        xmlStrdup((xmlChar *)testEntitiesName[i]);
        }
        return(ret);
    }
    }
    if (checkTestFile(URL)) {
    ret = xmlNoNetExternalEntityLoader(URL, ID, ctxt);
    } else {
    int memused = xmlMemUsed();
    ret = xmlNoNetExternalEntityLoader(URL, ID, ctxt);
    extraMemoryFromResolver += xmlMemUsed() - memused;
    }
#if 0
    if (ret == NULL) {
        fprintf(stderr, "Failed to find resource %s\n", URL);
    }
#endif
      
    return(ret);
}

/*
 * Trapping the error messages at the generic level to grab the equivalent of
 * stderr messages on CLI tools.
 */
static char testErrors[32769];
static int testErrorsSize = 0;

static void test_log(const char *msg, ...) {
    va_list args;
    if (logfile != NULL) {
        fprintf(logfile, "\n------------\n");
    va_start(args, msg);
    vfprintf(logfile, msg, args);
    va_end(args);
    fprintf(logfile, "%s", testErrors);
    testErrorsSize = 0; testErrors[0] = 0;
    }
    if (verbose) {
    va_start(args, msg);
    vfprintf(stderr, msg, args);
    va_end(args);
    }
}

static void
testErrorHandler(void *ctx  ATTRIBUTE_UNUSED, const char *msg, ...) {
    va_list args;
    int res;

    if (testErrorsSize >= 32768)
        return;
    va_start(args, msg);
    res = vsnprintf(&testErrors[testErrorsSize],
                    32768 - testErrorsSize,
            msg, args);
    va_end(args);
    if (testErrorsSize + res >= 32768) {
        /* buffer is full */
    testErrorsSize = 32768;
    testErrors[testErrorsSize] = 0;
    } else {
        testErrorsSize += res;
    }
    testErrors[testErrorsSize] = 0;
}

static xmlXPathContextPtr ctxtXPath;

static void
initializeLibxml2(void) {
    xmlGetWarningsDefaultValue = 0;
    xmlPedanticParserDefault(0);

    xmlMemSetup(xmlMemFree, xmlMemMalloc, xmlMemRealloc, xmlMemoryStrdup);
    xmlInitParser();
    xmlSetExternalEntityLoader(testExternalEntityLoader);
    ctxtXPath = xmlXPathNewContext(NULL);
    /*
    * Deactivate the cache if created; otherwise we have to create/free it
    * for every test, since it will confuse the memory leak detection.
    * Note that normally this need not be done, since the cache is not
    * created until set explicitely with xmlXPathContextSetCache();
    * but for test purposes it is sometimes usefull to activate the
    * cache by default for the whole library.
    */
    if (ctxtXPath->cache != NULL)
    xmlXPathContextSetCache(ctxtXPath, 0, -1, 0);
    /* used as default nanemspace in xstc tests */
    xmlXPathRegisterNs(ctxtXPath, BAD_CAST "ts", BAD_CAST "TestSuite");
    xmlXPathRegisterNs(ctxtXPath, BAD_CAST "xlink",
                       BAD_CAST "http://www.w3.org/1999/xlink");
    xmlSetGenericErrorFunc(NULL, testErrorHandler);
#ifdef LIBXML_SCHEMAS_ENABLED
    xmlSchemaInitTypes();
    xmlRelaxNGInitTypes();
#endif
}

static xmlNodePtr
getNext(xmlNodePtr cur, const char *xpath) {
    xmlNodePtr ret = NULL;
    xmlXPathObjectPtr res;
    xmlXPathCompExprPtr comp;

    if ((cur == NULL)  || (cur->doc == NULL) || (xpath == NULL))
        return(NULL);
    ctxtXPath->doc = cur->doc;
    ctxtXPath->node = cur;
    comp = xmlXPathCompile(BAD_CAST xpath);
    if (comp == NULL) {
        fprintf(stderr, "Failed to compile %s\n", xpath);
    return(NULL);
    }
    res = xmlXPathCompiledEval(comp, ctxtXPath);
    xmlXPathFreeCompExpr(comp);
    if (res == NULL)
        return(NULL);
    if ((res->type == XPATH_NODESET) &&
        (res->nodesetval != NULL) &&
    (res->nodesetval->nodeNr > 0) &&
    (res->nodesetval->nodeTab != NULL))
    ret = res->nodesetval->nodeTab[0];
    xmlXPathFreeObject(res);
    return(ret);
}

static xmlChar *
getString(xmlNodePtr cur, const char *xpath) {
    xmlChar *ret = NULL;
    xmlXPathObjectPtr res;
    xmlXPathCompExprPtr comp;

    if ((cur == NULL)  || (cur->doc == NULL) || (xpath == NULL))
        return(NULL);
    ctxtXPath->doc = cur->doc;
    ctxtXPath->node = cur;
    comp = xmlXPathCompile(BAD_CAST xpath);
    if (comp == NULL) {
        fprintf(stderr, "Failed to compile %s\n", xpath);
    return(NULL);
    }
    res = xmlXPathCompiledEval(comp, ctxtXPath);
    xmlXPathFreeCompExpr(comp);
    if (res == NULL)
        return(NULL);
    if (res->type == XPATH_STRING) {
        ret = res->stringval;
    res->stringval = NULL;
    }
    xmlXPathFreeObject(res);
    return(ret);
}

/************************************************************************
 *                                  *
 *      Test test/xsdtest/xsdtestsuite.xml          *
 *                                  *
 ************************************************************************/

static int
xsdIncorectTestCase(xmlNodePtr cur) {
    xmlNodePtr test;
    xmlBufferPtr buf;
    xmlRelaxNGParserCtxtPtr pctxt;
    xmlRelaxNGPtr rng = NULL;
    int ret = 0, memt;

    cur = getNext(cur, "./incorrect[1]");
    if (cur == NULL) {
        return(0);
    }

    test = getNext(cur, "./*");
    if (test == NULL) {
        test_log("Failed to find test in correct line %ld\n",
            xmlGetLineNo(cur));
        return(1);
    }

    memt = xmlMemUsed();
    extraMemoryFromResolver = 0;
    /*
     * dump the schemas to a buffer, then reparse it and compile the schemas
     */
    buf = xmlBufferCreate();
    if (buf == NULL) {
        fprintf(stderr, "out of memory !\n");
    fatalError();
    }
    xmlNodeDump(buf, test->doc, test, 0, 0);
    pctxt = xmlRelaxNGNewMemParserCtxt((const char *)buf->content, buf->use);
    xmlRelaxNGSetParserErrors(pctxt,
         (xmlRelaxNGValidityErrorFunc) testErrorHandler,
         (xmlRelaxNGValidityWarningFunc) testErrorHandler,
     pctxt);
    rng = xmlRelaxNGParse(pctxt);
    xmlRelaxNGFreeParserCtxt(pctxt);
    if (rng != NULL) {
    test_log("Failed to detect incorect RNG line %ld\n",
            xmlGetLineNo(test));
        ret = 1;
    goto done;
    }

done:
    if (buf != NULL)
    xmlBufferFree(buf);
    if (rng != NULL)
        xmlRelaxNGFree(rng);
    xmlResetLastError();
    if ((memt < xmlMemUsed()) && (extraMemoryFromResolver == 0)) {
    test_log("Validation of tests starting line %ld leaked %d\n",
        xmlGetLineNo(cur), xmlMemUsed() - memt);
    nb_leaks++;
    }
    return(ret);
}

static void
installResources(xmlNodePtr tst, const xmlChar *base) {
    xmlNodePtr test;
    xmlBufferPtr buf;
    xmlChar *name, *content, *res;

    buf = xmlBufferCreate();
    if (buf == NULL) {
        fprintf(stderr, "out of memory !\n");
    fatalError();
    }
    xmlNodeDump(buf, tst->doc, tst, 0, 0);

    while (tst != NULL) {
    test = getNext(tst, "./*");
    if (test != NULL) {
        xmlBufferEmpty(buf);
        xmlNodeDump(buf, test->doc, test, 0, 0);
        name = getString(tst, "string(@name)");
        content = xmlStrdup(buf->content);
        if ((name != NULL) && (content != NULL)) {
            res = composeDir(base, name);
        xmlFree(name);
            addEntity((char *) res, (char *) content);
        } else {
            if (name != NULL) xmlFree(name);
            if (content != NULL) xmlFree(content);
        }
    }
    tst = getNext(tst, "following-sibling::resource[1]");
    }
    if (buf != NULL)
    xmlBufferFree(buf);
}

static void
installDirs(xmlNodePtr tst, const xmlChar *base) {
    xmlNodePtr test;
    xmlChar *name, *res;

    name = getString(tst, "string(@name)");
    if (name == NULL)
        return;
    res = composeDir(base, name);
    xmlFree(name);
    if (res == NULL) {
    return;
    }
    /* Now process resources and subdir recursively */
    test = getNext(tst, "./resource[1]");
    if (test != NULL) {
        installResources(test, res);
    }
    test = getNext(tst, "./dir[1]");
    while (test != NULL) {
        installDirs(test, res);
    test = getNext(test, "following-sibling::dir[1]");
    }
    xmlFree(res);
}

static int 
xsdTestCase(xmlNodePtr tst) {
    xmlNodePtr test, tmp, cur;
    xmlBufferPtr buf;
    xmlDocPtr doc = NULL;
    xmlRelaxNGParserCtxtPtr pctxt;
    xmlRelaxNGValidCtxtPtr ctxt;
    xmlRelaxNGPtr rng = NULL;
    int ret = 0, mem, memt;
    xmlChar *dtd;

    resetEntities();
    testErrorsSize = 0; testErrors[0] = 0;

    tmp = getNext(tst, "./dir[1]");
    if (tmp != NULL) {
        installDirs(tmp, NULL);
    }
    tmp = getNext(tst, "./resource[1]");
    if (tmp != NULL) {
        installResources(tmp, NULL);
    }

    cur = getNext(tst, "./correct[1]");
    if (cur == NULL) {
        return(xsdIncorectTestCase(tst));
    }
    
    test = getNext(cur, "./*");
    if (test == NULL) {
        fprintf(stderr, "Failed to find test in correct line %ld\n",
            xmlGetLineNo(cur));
        return(1);
    }

    memt = xmlMemUsed();
    extraMemoryFromResolver = 0;
    /*
     * dump the schemas to a buffer, then reparse it and compile the schemas
     */
    buf = xmlBufferCreate();
    if (buf == NULL) {
        fprintf(stderr, "out of memory !\n");
    fatalError();
    }
    xmlNodeDump(buf, test->doc, test, 0, 0);
    pctxt = xmlRelaxNGNewMemParserCtxt((const char *)buf->content, buf->use);
    xmlRelaxNGSetParserErrors(pctxt,
         (xmlRelaxNGValidityErrorFunc) testErrorHandler,
         (xmlRelaxNGValidityWarningFunc) testErrorHandler,
     pctxt);
    rng = xmlRelaxNGParse(pctxt);
    xmlRelaxNGFreeParserCtxt(pctxt);
    if (extraMemoryFromResolver)
        memt = 0;

    if (rng == NULL) {
        test_log("Failed to parse RNGtest line %ld\n",
            xmlGetLineNo(test));
    nb_errors++;
        ret = 1;
    goto done;
    }
    /*
     * now scan all the siblings of correct to process the <valid> tests
     */
    tmp = getNext(cur, "following-sibling::valid[1]");
    while (tmp != NULL) {
    dtd = xmlGetProp(tmp, BAD_CAST "dtd");
    test = getNext(tmp, "./*");
    if (test == NULL) {
        fprintf(stderr, "Failed to find test in <valid> line %ld\n",
            xmlGetLineNo(tmp));
        
    } else {
        xmlBufferEmpty(buf);
        if (dtd != NULL)
        xmlBufferAdd(buf, dtd, -1);
        xmlNodeDump(buf, test->doc, test, 0, 0);

        /*
         * We are ready to run the test
         */
        mem = xmlMemUsed();
        extraMemoryFromResolver = 0;
            doc = xmlReadMemory((const char *)buf->content, buf->use,
                            "test", NULL, 0);
        if (doc == NULL) {
        test_log("Failed to parse valid instance line %ld\n",
            xmlGetLineNo(tmp));
        nb_errors++;
        } else {
        nb_tests++;
            ctxt = xmlRelaxNGNewValidCtxt(rng);
        xmlRelaxNGSetValidErrors(ctxt,
             (xmlRelaxNGValidityErrorFunc) testErrorHandler,
             (xmlRelaxNGValidityWarningFunc) testErrorHandler,
             ctxt);
        ret = xmlRelaxNGValidateDoc(ctxt, doc);
        xmlRelaxNGFreeValidCtxt(ctxt);
        if (ret > 0) {
            test_log("Failed to validate valid instance line %ld\n",
                xmlGetLineNo(tmp));
            nb_errors++;
        } else if (ret < 0) {
            test_log("Internal error validating instance line %ld\n",
                xmlGetLineNo(tmp));
            nb_errors++;
        }
        xmlFreeDoc(doc);
        }
        xmlResetLastError();
        if ((mem != xmlMemUsed()) && (extraMemoryFromResolver == 0)) {
            test_log("Validation of instance line %ld leaked %d\n",
                xmlGetLineNo(tmp), xmlMemUsed() - mem);
        xmlMemoryDump();
            nb_leaks++;
        }
    }
    if (dtd != NULL)
        xmlFree(dtd);
    tmp = getNext(tmp, "following-sibling::valid[1]");
    }
    /*
     * now scan all the siblings of correct to process the <invalid> tests
     */
    tmp = getNext(cur, "following-sibling::invalid[1]");
    while (tmp != NULL) {
    test = getNext(tmp, "./*");
    if (test == NULL) {
        fprintf(stderr, "Failed to find test in <invalid> line %ld\n",
            xmlGetLineNo(tmp));
        
    } else {
        xmlBufferEmpty(buf);
        xmlNodeDump(buf, test->doc, test, 0, 0);

        /*
         * We are ready to run the test
         */
        mem = xmlMemUsed();
        extraMemoryFromResolver = 0;
            doc = xmlReadMemory((const char *)buf->content, buf->use,
                            "test", NULL, 0);
        if (doc == NULL) {
        test_log("Failed to parse valid instance line %ld\n",
            xmlGetLineNo(tmp));
        nb_errors++;
        } else {
        nb_tests++;
            ctxt = xmlRelaxNGNewValidCtxt(rng);
        xmlRelaxNGSetValidErrors(ctxt,
             (xmlRelaxNGValidityErrorFunc) testErrorHandler,
             (xmlRelaxNGValidityWarningFunc) testErrorHandler,
             ctxt);
        ret = xmlRelaxNGValidateDoc(ctxt, doc);
        xmlRelaxNGFreeValidCtxt(ctxt);
        if (ret == 0) {
            test_log("Failed to detect invalid instance line %ld\n",
                xmlGetLineNo(tmp));
            nb_errors++;
        } else if (ret < 0) {
            test_log("Internal error validating instance line %ld\n",
                xmlGetLineNo(tmp));
            nb_errors++;
        }
        xmlFreeDoc(doc);
        }
        xmlResetLastError();
        if ((mem != xmlMemUsed()) && (extraMemoryFromResolver == 0)) {
            test_log("Validation of instance line %ld leaked %d\n",
                xmlGetLineNo(tmp), xmlMemUsed() - mem);
        xmlMemoryDump();
            nb_leaks++;
        }
    }
    tmp = getNext(tmp, "following-sibling::invalid[1]");
    }

done:
    if (buf != NULL)
    xmlBufferFree(buf);
    if (rng != NULL)
        xmlRelaxNGFree(rng);
    xmlResetLastError();
    if ((memt != xmlMemUsed()) && (memt != 0)) {
    test_log("Validation of tests starting line %ld leaked %d\n",
        xmlGetLineNo(cur), xmlMemUsed() - memt);
    nb_leaks++;
    }
    return(ret);
}

static int 
xsdTestSuite(xmlNodePtr cur) {
    if (verbose) {
    xmlChar *doc = getString(cur, "string(documentation)");

    if (doc != NULL) {
        printf("Suite %s\n", doc);
        xmlFree(doc);
    }
    }
    cur = getNext(cur, "./testCase[1]");
    while (cur != NULL) {
        xsdTestCase(cur);
    cur = getNext(cur, "following-sibling::testCase[1]");
    }
        
    return(0);
}

static int 
xsdTest(void) {
    xmlDocPtr doc;
    xmlNodePtr cur;
    const char *filename = "test/xsdtest/xsdtestsuite.xml";
    int ret = 0;

    doc = xmlReadFile(filename, NULL, XML_PARSE_NOENT);
    if (doc == NULL) {
        fprintf(stderr, "Failed to parse %s\n", filename);
    return(-1);
    }
    printf("## XML Schemas datatypes test suite from James Clark\n");

    cur = xmlDocGetRootElement(doc);
    if ((cur == NULL) || (!xmlStrEqual(cur->name, BAD_CAST "testSuite"))) {
        fprintf(stderr, "Unexpected format %s\n", filename);
    ret = -1;
    goto done;
    }

    cur = getNext(cur, "./testSuite[1]");
    if ((cur == NULL) || (!xmlStrEqual(cur->name, BAD_CAST "testSuite"))) {
        fprintf(stderr, "Unexpected format %s\n", filename);
    ret = -1;
    goto done;
    }
    while (cur != NULL) {
        xsdTestSuite(cur);
    cur = getNext(cur, "following-sibling::testSuite[1]");
    }

done:
    if (doc != NULL)
    xmlFreeDoc(doc);
    return(ret);
}

static int 
rngTestSuite(xmlNodePtr cur) {
    if (verbose) {
    xmlChar *doc = getString(cur, "string(documentation)");

    if (doc != NULL) {
        printf("Suite %s\n", doc);
        xmlFree(doc);
    } else {
        doc = getString(cur, "string(section)");
        if (doc != NULL) {
        printf("Section %s\n", doc);
        xmlFree(doc);
        }
    }
    }
    cur = getNext(cur, "./testSuite[1]");
    while (cur != NULL) {
        xsdTestSuite(cur);
    cur = getNext(cur, "following-sibling::testSuite[1]");
    }
        
    return(0);
}

static int 
rngTest1(void) {
    xmlDocPtr doc;
    xmlNodePtr cur;
    const char *filename = "test/relaxng/OASIS/spectest.xml";
    int ret = 0;

    doc = xmlReadFile(filename, NULL, XML_PARSE_NOENT);
    if (doc == NULL) {
        fprintf(stderr, "Failed to parse %s\n", filename);
    return(-1);
    }
    printf("## Relax NG test suite from James Clark\n");

    cur = xmlDocGetRootElement(doc);
    if ((cur == NULL) || (!xmlStrEqual(cur->name, BAD_CAST "testSuite"))) {
        fprintf(stderr, "Unexpected format %s\n", filename);
    ret = -1;
    goto done;
    }

    cur = getNext(cur, "./testSuite[1]");
    if ((cur == NULL) || (!xmlStrEqual(cur->name, BAD_CAST "testSuite"))) {
        fprintf(stderr, "Unexpected format %s\n", filename);
    ret = -1;
    goto done;
    }
    while (cur != NULL) {
        rngTestSuite(cur);
    cur = getNext(cur, "following-sibling::testSuite[1]");
    }

done:
    if (doc != NULL)
    xmlFreeDoc(doc);
    return(ret);
}

static int 
rngTest2(void) {
    xmlDocPtr doc;
    xmlNodePtr cur;
    const char *filename = "test/relaxng/testsuite.xml";
    int ret = 0;

    doc = xmlReadFile(filename, NULL, XML_PARSE_NOENT);
    if (doc == NULL) {
        fprintf(stderr, "Failed to parse %s\n", filename);
    return(-1);
    }
    printf("## Relax NG test suite for libxml2\n");

    cur = xmlDocGetRootElement(doc);
    if ((cur == NULL) || (!xmlStrEqual(cur->name, BAD_CAST "testSuite"))) {
        fprintf(stderr, "Unexpected format %s\n", filename);
    ret = -1;
    goto done;
    }

    cur = getNext(cur, "./testSuite[1]");
    if ((cur == NULL) || (!xmlStrEqual(cur->name, BAD_CAST "testSuite"))) {
        fprintf(stderr, "Unexpected format %s\n", filename);
    ret = -1;
    goto done;
    }
    while (cur != NULL) {
        xsdTestSuite(cur);
    cur = getNext(cur, "following-sibling::testSuite[1]");
    }

done:
    if (doc != NULL)
    xmlFreeDoc(doc);
    return(ret);
}

/************************************************************************
 *                                  *
 *      Schemas test suites from W3C/NIST/MS/Sun        *
 *                                  *
 ************************************************************************/

static int
xstcTestInstance(xmlNodePtr cur, xmlSchemaPtr schemas,
                 const xmlChar *spath, const char *base) {
    xmlChar *href = NULL;
    xmlChar *path = NULL;
    xmlChar *validity = NULL;
    xmlSchemaValidCtxtPtr ctxt = NULL;
    xmlDocPtr doc = NULL;
    int ret = 0, mem;

    xmlResetLastError();
    testErrorsSize = 0; testErrors[0] = 0;
    mem = xmlMemUsed();
    href = getString(cur,
                     "string(ts:instanceDocument/@xlink:href)");
    if ((href == NULL) || (href[0] == 0)) {
    test_log("testGroup line %ld misses href for schemaDocument\n",
            xmlGetLineNo(cur));
    ret = -1;
    goto done;
    }
    path = xmlBuildURI(href, BAD_CAST base);
    if (path == NULL) {
    fprintf(stderr,
            "Failed to build path to schemas testGroup line %ld : %s\n",
        xmlGetLineNo(cur), href);
    ret = -1;
    goto done;
    }
    if (checkTestFile((const char *) path) <= 0) {
    test_log("schemas for testGroup line %ld is missing: %s\n",
        xmlGetLineNo(cur), path);
    ret = -1;
    goto done;
    }
    validity = getString(cur,
                         "string(ts:expected/@validity)");
    if (validity == NULL) {
        fprintf(stderr, "instanceDocument line %ld misses expected validity\n",
            xmlGetLineNo(cur));
    ret = -1;
    goto done;
    }
    nb_tests++;
    doc = xmlReadFile((const char *) path, NULL, XML_PARSE_NOENT);
    if (doc == NULL) {
        fprintf(stderr, "instance %s fails to parse\n", path);
    ret = -1;
    nb_errors++;
    goto done;
    }

    ctxt = xmlSchemaNewValidCtxt(schemas);
    xmlSchemaSetValidErrors(ctxt,
         (xmlSchemaValidityErrorFunc) testErrorHandler,
         (xmlSchemaValidityWarningFunc) testErrorHandler,
     ctxt);
    ret = xmlSchemaValidateDoc(ctxt, doc);

    if (xmlStrEqual(validity, BAD_CAST "valid")) {
    if (ret > 0) {
        test_log("valid instance %s failed to validate against %s\n",
            path, spath);
        nb_errors++;
    } else if (ret < 0) {
        test_log("valid instance %s got internal error validating %s\n",
            path, spath);
        nb_internals++;
        nb_errors++;
    }
    } else if (xmlStrEqual(validity, BAD_CAST "invalid")) {
    if (ret == 0) {
        test_log("Failed to detect invalid instance %s against %s\n",
            path, spath);
        nb_errors++;
    }
    } else {
        test_log("instanceDocument line %ld has unexpected validity value%s\n",
            xmlGetLineNo(cur), validity);
    ret = -1;
    goto done;
    }

done:
    if (href != NULL) xmlFree(href);
    if (path != NULL) xmlFree(path);
    if (validity != NULL) xmlFree(validity);
    if (ctxt != NULL) xmlSchemaFreeValidCtxt(ctxt);
    if (doc != NULL) xmlFreeDoc(doc);
    xmlResetLastError();
    if (mem != xmlMemUsed()) {
    test_log("Validation of tests starting line %ld leaked %d\n",
        xmlGetLineNo(cur), xmlMemUsed() - mem);
    nb_leaks++;
    }
    return(ret);
}

static int
xstcTestGroup(xmlNodePtr cur, const char *base) {
    xmlChar *href = NULL;
    xmlChar *path = NULL;
    xmlChar *validity = NULL;
    xmlSchemaPtr schemas = NULL;
    xmlSchemaParserCtxtPtr ctxt;
    xmlNodePtr instance;
    int ret = 0, mem;

    xmlResetLastError();
    testErrorsSize = 0; testErrors[0] = 0;
    mem = xmlMemUsed();
    href = getString(cur,
                     "string(ts:schemaTest/ts:schemaDocument/@xlink:href)");
    if ((href == NULL) || (href[0] == 0)) {
        test_log("testGroup line %ld misses href for schemaDocument\n",
            xmlGetLineNo(cur));
    ret = -1;
    goto done;
    }
    path = xmlBuildURI(href, BAD_CAST base);
    if (path == NULL) {
    test_log("Failed to build path to schemas testGroup line %ld : %s\n",
        xmlGetLineNo(cur), href);
    ret = -1;
    goto done;
    }
    if (checkTestFile((const char *) path) <= 0) {
    test_log("schemas for testGroup line %ld is missing: %s\n",
        xmlGetLineNo(cur), path);
    ret = -1;
    goto done;
    }
    validity = getString(cur,
                         "string(ts:schemaTest/ts:expected/@validity)");
    if (validity == NULL) {
        test_log("testGroup line %ld misses expected validity\n",
            xmlGetLineNo(cur));
    ret = -1;
    goto done;
    }
    nb_tests++;
    if (xmlStrEqual(validity, BAD_CAST "valid")) {
        nb_schematas++;
    ctxt = xmlSchemaNewParserCtxt((const char *) path);
    xmlSchemaSetParserErrors(ctxt,
         (xmlSchemaValidityErrorFunc) testErrorHandler,
         (xmlSchemaValidityWarningFunc) testErrorHandler,
         ctxt);
    schemas = xmlSchemaParse(ctxt);
    xmlSchemaFreeParserCtxt(ctxt);
    if (schemas == NULL) {
        test_log("valid schemas %s failed to parse\n",
            path);
        ret = 1;
        nb_errors++;
    }
    if ((ret == 0) && (strstr(testErrors, "nimplemented") != NULL)) {
        test_log("valid schemas %s hit an unimplemented block\n",
            path);
        ret = 1;
        nb_unimplemented++;
        nb_errors++;
    }
    instance = getNext(cur, "./ts:instanceTest[1]");
    while (instance != NULL) {
        if (schemas != NULL) {
        xstcTestInstance(instance, schemas, path, base);        
        } else {
        /*
        * We'll automatically mark the instances as failed
        * if the schema was broken.
        */
        nb_errors++;
        }
        instance = getNext(instance,
        "following-sibling::ts:instanceTest[1]");
    }
    } else if (xmlStrEqual(validity, BAD_CAST "invalid")) {
        nb_schematas++;
    ctxt = xmlSchemaNewParserCtxt((const char *) path);
    xmlSchemaSetParserErrors(ctxt,
         (xmlSchemaValidityErrorFunc) testErrorHandler,
         (xmlSchemaValidityWarningFunc) testErrorHandler,
         ctxt);
    schemas = xmlSchemaParse(ctxt);
    xmlSchemaFreeParserCtxt(ctxt);
    if (schemas != NULL) {
        test_log("Failed to detect error in schemas %s\n",
            path);
        nb_errors++;
        ret = 1;
    }
    if ((ret == 0) && (strstr(testErrors, "nimplemented") != NULL)) {
        nb_unimplemented++;
        test_log("invalid schemas %s hit an unimplemented block\n",
            path);
        ret = 1;
        nb_errors++;
    }
    } else {
        test_log("testGroup line %ld misses unexpected validity value%s\n",
            xmlGetLineNo(cur), validity);
    ret = -1;
    goto done;
    }

done:
    if (href != NULL) xmlFree(href);
    if (path != NULL) xmlFree(path);
    if (validity != NULL) xmlFree(validity);
    if (schemas != NULL) xmlSchemaFree(schemas);
    xmlResetLastError();
    if ((mem != xmlMemUsed()) && (extraMemoryFromResolver == 0)) {
    test_log("Processing test line %ld %s leaked %d\n",
        xmlGetLineNo(cur), path, xmlMemUsed() - mem);
    nb_leaks++;
    }
    return(ret);
}

static int
xstcMetadata(const char *metadata, const char *base) {
    xmlDocPtr doc;
    xmlNodePtr cur;
    xmlChar *contributor;
    xmlChar *name;
    int ret = 0;

    doc = xmlReadFile(metadata, NULL, XML_PARSE_NOENT);
    if (doc == NULL) {
        fprintf(stderr, "Failed to parse %s\n", metadata);
    return(-1);
    }

    cur = xmlDocGetRootElement(doc);
    if ((cur == NULL) || (!xmlStrEqual(cur->name, BAD_CAST "testSet"))) {
        fprintf(stderr, "Unexpected format %s\n", metadata);
    return(-1);
    }
    contributor = xmlGetProp(cur, BAD_CAST "contributor");
    if (contributor == NULL) {
        contributor = xmlStrdup(BAD_CAST "Unknown");
    }
    name = xmlGetProp(cur, BAD_CAST "name");
    if (name == NULL) {
        name = xmlStrdup(BAD_CAST "Unknown");
    }
    printf("## %s test suite for Schemas version %s\n", contributor, name);
    xmlFree(contributor);
    xmlFree(name);

    cur = getNext(cur, "./ts:testGroup[1]");
    if ((cur == NULL) || (!xmlStrEqual(cur->name, BAD_CAST "testGroup"))) {
        fprintf(stderr, "Unexpected format %s\n", metadata);
    ret = -1;
    goto done;
    }
    while (cur != NULL) {
        xstcTestGroup(cur, base);
    cur = getNext(cur, "following-sibling::ts:testGroup[1]");
    }

done:
    xmlFreeDoc(doc);
    return(ret);
}

/************************************************************************
 *                                  *
 *      The driver for the tests                *
 *                                  *
 ************************************************************************/

int
main(int argc ATTRIBUTE_UNUSED, char **argv ATTRIBUTE_UNUSED) {
    int ret = 0;
    int old_errors, old_tests, old_leaks;

    logfile = fopen(LOGFILE, "w");
    if (logfile == NULL) {
        fprintf(stderr,
            "Could not open the log file, running in verbose mode\n");
    verbose = 1;
    }
    initializeLibxml2();

    if ((argc >= 2) && (!strcmp(argv[1], "-v")))
        verbose = 1;


    old_errors = nb_errors;
    old_tests = nb_tests;
    old_leaks = nb_leaks;
    xsdTest();
    if ((nb_errors == old_errors) && (nb_leaks == old_leaks))
    printf("Ran %d tests, no errors\n", nb_tests - old_tests);
    else
    printf("Ran %d tests, %d errors, %d leaks\n",
           nb_tests - old_tests,
           nb_errors - old_errors,
           nb_leaks - old_leaks);
    old_errors = nb_errors;
    old_tests = nb_tests;
    old_leaks = nb_leaks;
    rngTest1();
    if ((nb_errors == old_errors) && (nb_leaks == old_leaks))
    printf("Ran %d tests, no errors\n", nb_tests - old_tests);
    else
    printf("Ran %d tests, %d errors, %d leaks\n",
           nb_tests - old_tests,
           nb_errors - old_errors,
           nb_leaks - old_leaks);
    old_errors = nb_errors;
    old_tests = nb_tests;
    old_leaks = nb_leaks;
    rngTest2();
    if ((nb_errors == old_errors) && (nb_leaks == old_leaks))
    printf("Ran %d tests, no errors\n", nb_tests - old_tests);
    else
    printf("Ran %d tests, %d errors, %d leaks\n",
           nb_tests - old_tests,
           nb_errors - old_errors,
           nb_leaks - old_leaks);
    old_errors = nb_errors;
    old_tests = nb_tests;
    old_leaks = nb_leaks;
    nb_internals = 0;
    nb_schematas = 0;
    xstcMetadata("xstc/Tests/Metadata/NISTXMLSchemaDatatypes.testSet",
         "xstc/Tests/Metadata/");
    if ((nb_errors == old_errors) && (nb_leaks == old_leaks))
    printf("Ran %d tests (%d schemata), no errors\n",
           nb_tests - old_tests, nb_schematas);
    else
    printf("Ran %d tests (%d schemata), %d errors (%d internals), %d leaks\n",
           nb_tests - old_tests,
           nb_schematas,
           nb_errors - old_errors,
           nb_internals,
           nb_leaks - old_leaks);
    old_errors = nb_errors;
    old_tests = nb_tests;
    old_leaks = nb_leaks;
    nb_internals = 0;
    nb_schematas = 0;
    xstcMetadata("xstc/Tests/Metadata/SunXMLSchema1-0-20020116.testSet",
         "xstc/Tests/");
    if ((nb_errors == old_errors) && (nb_leaks == old_leaks))
    printf("Ran %d tests (%d schemata), no errors\n",
           nb_tests - old_tests, nb_schematas);
    else
    printf("Ran %d tests (%d schemata), %d errors (%d internals), %d leaks\n",
           nb_tests - old_tests,
           nb_schematas,
           nb_errors - old_errors,
           nb_internals,
           nb_leaks - old_leaks);
    old_errors = nb_errors;
    old_tests = nb_tests;
    old_leaks = nb_leaks;
    nb_internals = 0;
    nb_schematas = 0;
    xstcMetadata("xstc/Tests/Metadata/MSXMLSchema1-0-20020116.testSet",
         "xstc/Tests/");
    if ((nb_errors == old_errors) && (nb_leaks == old_leaks))
    printf("Ran %d tests (%d schemata), no errors\n",
           nb_tests - old_tests, nb_schematas);
    else
    printf("Ran %d tests (%d schemata), %d errors (%d internals), %d leaks\n",
           nb_tests - old_tests,
           nb_schematas,
           nb_errors - old_errors,
           nb_internals,
           nb_leaks - old_leaks);

    if ((nb_errors == 0) && (nb_leaks == 0)) {
        ret = 0;
    printf("Total %d tests, no errors\n",
           nb_tests);
    } else {
        ret = 1;
    printf("Total %d tests, %d errors, %d leaks\n",
           nb_tests, nb_errors, nb_leaks);
    }
    xmlXPathFreeContext(ctxtXPath);
    xmlCleanupParser();
    xmlMemoryDump();

    if (logfile != NULL)
        fclose(logfile);
    return(ret);
}
#else /* !SCHEMAS */
int
main(int argc ATTRIBUTE_UNUSED, char **argv ATTRIBUTE_UNUSED) {
    fprintf(stderr, "runsuite requires support for schemas and xpath in libxml2\n");
}
#endif