Can't create a temporary document from an XmlInputStream

Question

Attempts to create an XmlDocument fail when reading it from an XmlInputStream
MainXmlInput.java
package com.kitfox.dbtest;
import com.sleepycat.db.DatabaseException;
import com.sleepycat.db.Environment;
import com.sleepycat.db.EnvironmentConfig;
import com.sleepycat.dbxml.XmlContainer;
import com.sleepycat.dbxml.XmlDocument;
import com.sleepycat.dbxml.XmlException;
import com.sleepycat.dbxml.XmlInputStream;
import com.sleepycat.dbxml.XmlManager;
import com.sleepycat.dbxml.XmlManagerConfig;
import com.sleepycat.dbxml.XmlQueryContext;
import com.sleepycat.dbxml.XmlResolver;
import com.sleepycat.dbxml.XmlResults;
import com.sleepycat.dbxml.XmlTransaction;
import com.sleepycat.dbxml.XmlValue;
import java.io.ByteArrayOutputStream;
import java.io.File;
import java.io.IOException;
import java.io.InputStream;
import java.io.PrintStream;
import java.net.URL;
import java.util.logging.Level;
import java.util.logging.Logger;
class DatabaseResolver extends XmlResolver {
    public boolean resolveDocument(XmlTransaction txn, XmlManager mgr,
            String uri, XmlValue val)
            throws XmlException {
        System.err.println("<--->");
        throw new UnsupportedOperationException("Not supported yet.");
    public boolean resolveCollection(XmlTransaction txn, XmlManager mgr,
            String uri, XmlResults res)
            throws XmlException {
        System.err.println("<--->");
        throw new UnsupportedOperationException("Not supported yet.");
    public XmlInputStream resolveSchema(XmlTransaction txn, XmlManager mgr,
            String location, String nameSpace)
            throws XmlException {
        InputStream in = DatabaseResolver.class.getResourceAsStream(location);
        return in == null ? null : mgr.createInputStream(in);
    public XmlInputStream resolveEntity(XmlTransaction txn, XmlManager mgr,
            String systemId, String publicId)
            throws XmlException {
        System.err.println("<--->");
        throw new UnsupportedOperationException("Not supported yet.");
    public boolean resolveModuleLocation(XmlTransaction txn, XmlManager mgr,
            String nameSpace, XmlResults result)
            throws XmlException {
        System.err.println("<--->");
        throw new UnsupportedOperationException("Not supported yet.");
    @Override
    public XmlInputStream resolveModule(XmlTransaction txn, XmlManager mgr,
            String moduleLocation, String nameSpace)
            throws XmlException
//        System.err.println("<--->");
//        throw new UnsupportedOperationException("Not supported yet.");
        InputStream in = DatabaseResolver.class.getResourceAsStream(moduleLocation);
        return in == null ? null : mgr.createInputStream(in);
class Database
    public static final String DATABASE_NS = "http://xml.kitfox.com/schema/database";
    public static final String CONTAINER_NAME = "base.dbxml";
    public static final String DOCUMENT_NAME = "test.xml";
    public static final String DOCUMENT_URI = "dbxml:/"
            + CONTAINER_NAME
            + "/"
            + DOCUMENT_NAME;
    public static final String DOCUMENT_PREFIX = "doc(\"dbxml:/"
            + CONTAINER_NAME
            + "/"
            + DOCUMENT_NAME + "\")";
    final File home;
    Environment env;
    XmlManager manager;
    XmlContainer container;
    Database(File home, boolean createIfAbsent)
        this.home = home;
        try {
            EnvironmentConfig config = new EnvironmentConfig();
            config.setAllowCreate(createIfAbsent);
            config.setInitializeLocking(true);
            config.setInitializeLogging(true);
            config.setInitializeCache(true);
            config.setTransactional(true);
            config.setRunRecovery(true);
            config.setThreaded(true);
            //config.setLockDetectMode(LockDetectMode.DEFAULT);
            env = new Environment(home, config);
            XmlManagerConfig managerConfig = new XmlManagerConfig();
            managerConfig.setAllowAutoOpen(true);
            managerConfig.setAdoptEnvironment(true);
            managerConfig.setAllowExternalAccess(true);
            manager = new XmlManager(env, managerConfig);
            manager.setDefaultContainerType(XmlContainer.NodeContainer);
            manager.registerResolver(new DatabaseResolver());
            if (manager.existsContainer(CONTAINER_NAME) == 0) {
                container = manager.createContainer(CONTAINER_NAME);
                //Initial document
                    InputStream is = null;
                    XmlInputStream xin = null;
                    URL initXml = getClass().getResource("/com/kitfox/dbtest/init.xml");
                    is = initXml.openStream();
                    xin = manager.createInputStream(is);
                    container.putDocument(DOCUMENT_NAME, xin);
                    xin.delete();
            } else {
                container = manager.openContainer(CONTAINER_NAME);
        } catch (IOException ex) {
            Logger.getLogger(Database.class.getName()).log(Level.SEVERE, null, ex);
        } catch (DatabaseException ex) {
            Logger.getLogger(Database.class.getName()).log(Level.SEVERE, null, ex);
    public void dispose()
        try {
            if (container != null)
                container.close();
                container = null;
            if (manager != null)
                manager.close();
                manager = null;
                //manager will auto close env
                env = null;
        } catch (DatabaseException ex) {
            Logger.getLogger(Database.class.getName()).log(Level.SEVERE, null, ex);
    public void dump(PrintStream ps)
        try {
            XmlQueryContext ctx = manager.createQueryContext();
            String query = DOCUMENT_PREFIX;
            XmlResults res = manager.query(query, ctx);
            XmlValue value = res.next();
            value.getTypeName();
            value.getTypeURI();
            ps.println(value.asString());
            res.delete();
            ctx.delete();
        } catch (XmlException ex) {
            Logger.getLogger(Database.class.getName()).log(Level.SEVERE, null, ex);
    public String runQuery(URL queryURL)
        XmlQueryContext ctx = null;
        XmlResults res = null;
        XmlDocument queryDoc = null;
        String resp = null;
        try {
            XmlInputStream xin = manager.createInputStream(queryURL.openStream());
            queryDoc = manager.createDocument();
            queryDoc.setContentAsXmlInputStream(xin);
            XmlValue docValue = new XmlValue(queryDoc);
            if ("".equals(docValue.asString()))
                throw new RuntimeException("Empty document!");
            ctx = manager.createQueryContext();
            ctx.setVariableValue("docURI", new XmlValue(DOCUMENT_URI));
            ctx.setVariableValue("request", docValue);
            docValue.asString();
            String query =
                    "import module namespace gbfn = 'http://xml.kitfox.com/xquery/test' at '/com/kitfox/dbtest/functions.xq';"
                    + "\n gbfn:runQuery(doc($docURI), $request)"
            res = manager.query(query, ctx);
            XmlValue respValue = res.next();
            resp = respValue.asString();
        } catch (IOException ex) {
            Logger.getLogger(Database.class.getName()).log(Level.SEVERE, null, ex);
        } catch (XmlException ex) {
            Logger.getLogger(Database.class.getName()).log(Level.SEVERE, null, ex);
        finally {
            if (queryDoc != null)
                queryDoc.delete();
            if (res != null)
                res.delete();
            if (ctx != null)
                ctx.delete();
        return resp;
* @author kitfox
public class MainXmlInput {
    public static void deleteRecursive(File curFile)
        if (curFile.isDirectory())
            for (File file: curFile.listFiles())
                deleteRecursive(file);
        curFile.delete();
     * @param args the command line arguments
    public static void main(String[] args) {
        File root = new File("gamedb");
        //Cleanup test dir
        deleteRecursive(root);
        root.mkdir();
        //Create the database
        Database gb = new Database(root, true);
        //Setting this to true will let all of the below tests run, but will
        // not solve some more complex queries that are not included in this
        // example
        if (false)
            gb.dispose();
            gb = new Database(root, true);
        System.err.println(gb.runQuery(MainXmlInput.class.getResource("/com/kitfox/dbtest/query.xml")));
        gb.dispose();
}functions.xq
module namespace gbq = "http://xml.kitfox.com/xquery/test";
declare namespace err = "http://xml.kitfox.com/xquery/gamebase/error";
declare function gbq:dump($root as node()) as element()
    $root/element()
declare function gbq:runQuery($doc as document-node(), $req as document-node()) as element()
    $req/element()
declare updating function gbq:runUpdate($doc as document-node(), $req as document-node())
    let $element := $req/root/element()
        return insert node <entry>{$element}</entry> into $doc/squirrel
};init.xml
<?xml version="1.0" encoding="UTF-8"?>
<root>
    <squirrel>
        <peanut/>
    </squirrel>
</root>query.xml
<?xml version="1.0" encoding="UTF-8"?>
<root>
    <larry>
        <curly>
            <moe/>
        </curly>
    </larry>
</root>

Answer 1

Here is a patch for your problem. Please tell me if it works.
Lauren Foutz
diff -r 3ea6fcd222af src/dbxml/Document.cpp
--- a/src/dbxml/Document.cpp     Wed Nov 05 12:39:38 2008 -0500
+++ b/src/dbxml/Document.cpp     Tue Nov 18 10:11:16 2008 -0500
@@ -571,6 +571,10 @@
          consumed(getName(), consumed_);
          ret = new MemBufInputStream(0, 0, getName().c_str(),false);
+     if(definitiveContent_ == DBT) {
+          dbtContent_ = 0;
+          definitiveContent_ = NONE;
+     }
     return ret;
@@ -680,6 +684,7 @@
     changeContentToNsDom(isns);
+     if (!nsDocument_) return 0; //empty document
     if (nid.isDocRootNid())
          return nsDocument_->getDocumentNode();
     NsNode *nsNode = nsDocument_->getNode(nid, /*getNext*/false);
diff -r 3ea6fcd222af src/dbxml/DocumentDatabase.cpp
--- a/src/dbxml/DocumentDatabase.cpp     Wed Nov 05 12:39:38 2008 -0500
+++ b/src/dbxml/DocumentDatabase.cpp     Tue Nov 18 10:11:16 2008 -0500
@@ -184,9 +184,6 @@
               id = ((Document&)old_document).getID();
               new_document.getIDToSet() = id;
               resetId = true;
-               // clear modified flag if set on name
-               const_cast<Document*>(&new_document)->
-                    clearModified(Name(metaDataName_uri_name));
     } else {
          err = indexer.getContainer()->getDocument(
diff -r 3ea6fcd222af src/dbxml/nodeStore/NsDocumentDatabase.cpp
--- a/src/dbxml/nodeStore/NsDocumentDatabase.cpp     Wed Nov 05 12:39:38 2008 -0500
+++ b/src/dbxml/nodeStore/NsDocumentDatabase.cpp     Tue Nov 18 10:11:16 2008 -0500
@@ -173,9 +173,6 @@
               id = ((Document&)old_document).getID();
               new_document.getIDToSet() = id;
               resetId = true;
-               // clear modified flag if set on name
-               const_cast<Document*>(&new_document)->
-                    clearModified(Name(metaDataName_uri_name));
     } else {
diff -r 3ea6fcd222af src/java/com/sleepycat/dbxml/XmlDocument.java
--- a/src/java/com/sleepycat/dbxml/XmlDocument.java     Wed Nov 05 12:39:38 2008 -0500
+++ b/src/java/com/sleepycat/dbxml/XmlDocument.java     Tue Nov 18 10:11:16 2008 -0500
@@ -115,9 +115,7 @@
         content.stream = null;
         content.type = NONE;
         return ins;
-     }else if (!content.hasContent() && docID == 0)
-         return null;
-     else
+     } else
         return HelperFunctions.getContentAsXmlInputStream(this);
@@ -127,9 +125,7 @@
         content.reader = null;
         content.type = NONE;
         return xer;
-     }else if (!content.hasContent() && docID == 0)
-         return null;
-     else
+     } else
         return HelperFunctions.getContentAsEventReader(this);
@@ -214,6 +210,13 @@
     //The rest of this class is for internal use.
+    protected boolean isConstructed()
+    {
+         if(results == null && docID == 0)
+              return true;
+         return false;
+    }
+   
     /* If both modified and removed are set to false then the meta data is
      * only being added if it does not already exist.
@@ -257,11 +260,6 @@
     docID = documentId;
     cid = containerId;
     content = new Content();
-    protected void finalize() throws XmlException {
-     metaData.clear();
-     content.clear();
     protected void copy(XmlDocument o) throws XmlException {
@@ -359,6 +357,10 @@
     protected void setEventWriter(long writer){
     eventWriter = writer;
+    }
+   
+    protected Content getEmptyContent() {
+         return new Content();
     class Content {
diff -r 3ea6fcd222af src/java/com/sleepycat/dbxml/XmlValue.java
--- a/src/java/com/sleepycat/dbxml/XmlValue.java     Wed Nov 05 12:39:38 2008 -0500
+++ b/src/java/com/sleepycat/dbxml/XmlValue.java     Tue Nov 18 10:11:16 2008 -0500
@@ -9,6 +9,8 @@
package com.sleepycat.dbxml;
import java.util.*;
+
+import com.sleepycat.dbxml.XmlDocument.Content;
public class XmlValue {
     protected Value value;
@@ -69,7 +71,10 @@
     public XmlValue(XmlDocument document) throws XmlException
-     XmlValue xmlvalue = HelperFunctions.createDocumentValue(document);
+    Content con = document.content;
+    document.content = document.getEmptyContent(); //Prevents the content from being consumed
+    XmlValue xmlvalue = HelperFunctions.createDocumentValue(document);
+    document.content = con;
     valueType = xmlvalue.getType();
     value = new NodeValue((NodeValue)xmlvalue.value);
     ((NodeValue)value).setDocument(document);
diff -r 3ea6fcd222af src/java/dbxml_java_wrap.cpp
--- a/src/java/dbxml_java_wrap.cpp     Wed Nov 05 12:39:38 2008 -0500
+++ b/src/java/dbxml_java_wrap.cpp     Tue Nov 18 10:11:16 2008 -0500
@@ -1516,10 +1516,8 @@
         XmlValue value((XmlValue::Type)type, v);
SWIGINTERN XmlInputStream *HelperFunctions_getContentAsXmlInputStream(XmlDocument &doc){
-         XmlEventReader &reader = doc.getContentAsEventReader();
-         doc.setContentAsEventReader(reader);
-         return doc.getContentAsXmlInputStream();
+          return doc.getContentAsXmlInputStream();
+      }
SWIGINTERN XmlEventReader &HelperFunctions_getContentAsEventReader(XmlDocument &doc){
         return doc.getContentAsEventReader();
     }