Skip to content
Permalink
Browse files

Refactored RDF steps; added cx:rdf-load, cx:rdf-store, and cx:sparql

  • Loading branch information
ndw committed Oct 23, 2013
1 parent cea6033 commit 6025947911c8eed9f6fd6121c57cadec6c4e10fb
@@ -163,9 +163,18 @@
<implementation type="cx:message"
class-name="com.xmlcalabash.extensions.Message"/>

<implementation type="cx:rdf-load"
class-name="com.xmlcalabash.extensions.RDFLoad"/>

<implementation type="cx:rdfa"
class-name="com.xmlcalabash.extensions.RDFa"/>

<implementation type="cx:rdf-store"
class-name="com.xmlcalabash.extensions.RDFStore"/>

<implementation type="cx:sparql"
class-name="com.xmlcalabash.extensions.Sparql"/>

<implementation type="cx:wait-for-update"
class-name="com.xmlcalabash.extensions.WaitForUpdate"/>

@@ -63,6 +63,29 @@
<p:option name="max-triples-per-document" select="100"/>
</p:declare-step>

<p:declare-step type="cx:rdf-load">
<p:input port="source" sequence="true"/>
<p:output port="result" sequence="true"/>
<p:option name="href" required="true"/>
<p:option name="language"/>
<p:option name="graph"/>
<p:option name="max-triples-per-document" select="100"/>
</p:declare-step>

<p:declare-step type="cx:rdf-store">
<p:input port="source" sequence="true"/>
<p:output port="result" primary="false"/>
<p:option name="href"/>
<p:option name="language"/>
<p:option name="graph"/>
</p:declare-step>

<p:declare-step type="cx:sparql">
<p:input port="source" sequence="true" primary="true"/>
<p:input port="query"/>
<p:output port="result" sequence="true"/>
</p:declare-step>

<p:declare-step type="cx:wait-for-update">
<p:output port="result"/>
<p:option name="href" required="true"/>
@@ -0,0 +1,121 @@
package com.xmlcalabash.extensions;

import com.hp.hpl.jena.graph.Node;
import com.hp.hpl.jena.query.Dataset;
import com.hp.hpl.jena.query.DatasetFactory;
import com.hp.hpl.jena.rdf.model.Literal;
import com.hp.hpl.jena.rdf.model.Model;
import com.hp.hpl.jena.rdf.model.ModelFactory;
import com.hp.hpl.jena.rdf.model.Property;
import com.hp.hpl.jena.rdf.model.RDFNode;
import com.hp.hpl.jena.rdf.model.Resource;
import com.hp.hpl.jena.rdf.model.Statement;
import com.hp.hpl.jena.rdf.model.StmtIterator;
import com.xmlcalabash.core.XProcConstants;
import com.xmlcalabash.core.XProcException;
import com.xmlcalabash.core.XProcRuntime;
import com.xmlcalabash.io.ReadablePipe;
import com.xmlcalabash.io.WritablePipe;
import com.xmlcalabash.library.DefaultStep;
import com.xmlcalabash.runtime.XAtomicStep;
import com.xmlcalabash.util.RelevantNodes;
import com.xmlcalabash.util.S9apiUtils;
import com.xmlcalabash.util.TreeWriter;
import net.sf.saxon.s9api.Axis;
import net.sf.saxon.s9api.QName;
import net.sf.saxon.s9api.SaxonApiException;
import net.sf.saxon.s9api.XdmNode;
import org.apache.jena.riot.Lang;
import org.apache.jena.riot.RDFDataMgr;
import org.apache.jena.riot.RiotReader;
import org.apache.jena.riot.lang.LangRIOT;
import org.apache.jena.riot.system.ErrorHandler;
import org.apache.jena.riot.system.ParserProfile;
import org.apache.jena.riot.system.RiotLib;
import org.apache.jena.riot.system.StreamRDF;
import org.apache.jena.riot.system.StreamRDFLib;

import java.io.IOException;
import java.net.MalformedURLException;
import java.net.URI;
import java.net.URL;
import java.net.URLConnection;
import java.util.Calendar;
import java.util.Iterator;
import java.util.Random;
import java.util.regex.Pattern;

/**
* Created by IntelliJ IDEA.
* User: ndw
* Date: Oct 8, 2008
* Time: 7:44:07 AM
* To change this template use File | Settings | File Templates.
*/

public class RDFLoad extends RDFStep {
/**
* Creates a new instance of Identity
*/
public RDFLoad(XProcRuntime runtime, XAtomicStep step) {
super(runtime,step);
}

public void run() throws SaxonApiException {
super.run();

while (source.moreDocuments()) {
XdmNode doc = source.read();
loadRdf(dataset, doc);
}

String href = getOption(_href).getString();
String graphName = getOption(_graph, (String) null);

Lang lang = getLanguage(href);
if (lang == null) {
throw new XProcException("Could not deduce language for RDFLoad data.");
}

Iterator<String> graphNameIter = null;
StmtIterator statementIter = null;

try {
URI baseURI = step.getNode().getBaseURI();
URL url = baseURI.resolve(href).toURL();
URLConnection conn = url.openConnection();

StreamRDF dest = StreamRDFLib.dataset(dataset.asDatasetGraph());
LangRIOT parser = RiotReader.createParser(conn.getInputStream(), lang, href, dest);
ErrorHandler handler = new ParserErrorHandler(href);
ParserProfile prof = RiotLib.profile(lang, href, handler);
parser.setProfile(prof);
try {
parser.parse();
} catch (Throwable e) {
System.err.println("Parse error in RDFLoad document; processing partial document");
e.printStackTrace();
}
conn.getInputStream().close();
} catch (MalformedURLException e) {
throw new XProcException(e);
} catch (IOException e) {
throw new XProcException(e);
}

if (graphName == null) {
statementIter = dataset.getDefaultModel().listStatements();
dumpStatements(statementIter, null);

graphNameIter = dataset.listNames();
while (graphNameIter.hasNext()) {
String collection = graphNameIter.next();
statementIter = dataset.getNamedModel(collection).listStatements();
dumpStatements(statementIter, collection);
}
} else {
statementIter = dataset.getNamedModel(graphName).listStatements();
dumpStatements(statementIter, graphName);
}
}
}

0 comments on commit 6025947

Please sign in to comment.
You can’t perform that action at this time.