Neo4j SPARQL查詢停止工作
[英]Neo4j SPARQL Query stops working
問題描述
我寫了兩個Java類，它們應該將* .nt文件轉換為neo4j數據庫。 第一個使用SPARQL-Plugin的loadTriples（）函數
https://github.com/neo4j-contrib/sparqlplugin/blob/master/src/test/java/org/neo4j/server/plugin/sparql/BerlinDatasetTest.java這是第一類的源代碼：
package src;
import com.tinkerpop.blueprints.TransactionalGraph;
import com.tinkerpop.blueprints.impls.neo4j.Neo4jGraph;
import com.tinkerpop.blueprints.oupls.sail.GraphSail;
import com.tinkerpop.blueprints.util.wrappers.batch.BatchGraph;
import com.tinkerpop.blueprints.util.wrappers.batch.VertexIDType;
import java.io.File;
import java.net.URI;
import java.net.URL;
import org.openrdf.repository.sail.SailRepository;
import org.openrdf.repository.sail.SailRepositoryConnection;
import org.openrdf.rio.RDFFormat;
import org.openrdf.rio.helpers.BasicParserSettings;
import org.openrdf.sail.Sail;
public class QUADParser2 {
private File f;
private String DB_PATH = "db/graphdb_qp2";
public QUADParser2(File input_file) {
this.f = input_file;
}
public void parseFile() throws Exception {
Neo4jGraph neo4jGraph = new Neo4jGraph(DB_PATH);
int FST_INDEX = 1; // buffer size must be positive
BatchGraph<TransactionalGraph> neo = new BatchGraph<TransactionalGraph>(neo4jGraph, VertexIDType.NUMBER, FST_INDEX);
Sail sail = new GraphSail( neo4jGraph );
sail.initialize();
SailRepositoryConnection connection;
try
{
connection = new SailRepository( sail ).getConnection();
URI uri = f.toURI();
URL url = uri.toURL();
//URL url = getClass().getResource( f.getPath());
System.out.println( "Loading " + url + ": " );
connection.getParserConfig().addNonFatalError(BasicParserSettings.VERIFY_DATATYPE_VALUES);
connection.add(url, null, RDFFormat.NTRIPLES);
connection.commit();
connection.close();
}
catch ( Exception e1 )
{
e1.printStackTrace(System.out);
}
System.out.print( "Done." );
sail.shutDown();
neo.shutdown();
}
}
第二類僅使用neo4j庫將* .nt文件轉換為neo4j數據庫。 這是它的源代碼：
package src;
import java.io.BufferedReader;
import java.io.File;
import java.io.FileReader;
import java.util.ArrayList;
import java.util.Iterator;
import org.neo4j.graphdb.DynamicRelationshipType;
import org.neo4j.graphdb.GraphDatabaseService;
import org.neo4j.graphdb.Node;
import org.neo4j.graphdb.Relationship;
import org.neo4j.graphdb.Transaction;
import org.neo4j.graphdb.factory.GraphDatabaseFactory;
import org.neo4j.tooling.GlobalGraphOperations;
public class QUADParser41 {
GraphDatabaseService graphDb;
private File f;
private boolean init = false;
private String G_NAME = "N";//"http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances";
private String DB_PATH = "db/graphdb_qp41";
public QUADParser41(String input_db_path, File input_file) {
this.DB_PATH = input_db_path;
this.f = input_file;
}
public String[] getTriple(String line) {
//parse a triple
String[] output;
// remove _._
line = line.substring(0, line.length() - 1);
// remove _<_
line = line.replace("<", "");
// remove _"_
line = line.replace("\"", "");
// use _>_ to split the String into an array
output = line.split("> ");
output[2] = output[2].trim();
return output;
}
public void parseFile() {
this.init = false;
graphDb = new GraphDatabaseFactory().newEmbeddedDatabase(this.DB_PATH);
ArrayList<String[]> triples = new ArrayList<String[]>();
try {
BufferedReader bfr = new BufferedReader(new FileReader(f));
// Create nodes
String current = "";
while ((current = bfr.readLine()) != null) {
String[] triple = getTriple(current);
// collect triples
triples.add(triple);
// group triples to avoid memory issues
if (triples.size() > 10000) {
System.out.println("adding up to 10k nodes");
addNodes(triples);
triples.clear();
}
}
// ad remaining triples
addNodes(triples);
triples.clear();
// remove custom_key property from all nodes
// remove node with id 0
cleanNodes();
this.graphDb.shutdown();
} catch (Exception e) {
e.printStackTrace(System.out);
}
}
/**
* Removes custom_key property from all nodes
* and removes the node with 0
*/
public void cleanNodes() {
int c = 0;
System.out.println("cleaning nodes");
// remove custom_key property from nodes
Transaction tx = graphDb.beginTx();
Iterator<Node> nodes = GlobalGraphOperations.at(graphDb).getAllNodes().iterator();
try {
while (nodes.hasNext()) {
Node n = nodes.next();
if (n.getId() == 0) n.delete();
else
if (n.hasProperty("custom_key")) {
// if property esists: remove it
if (n.removeProperty("custom_key") != null)
c++;
}
}
tx.success();
} finally {
tx.finish();
}
System.out.println("Cleaning is done, cleaned " + c + " nodes");
}
/**
* Returns true if node with given custom_key exists in current graphDb
* @param custom_key
* @return Node, if exists. null otherwise
*/
public Node findNode(String custom_key) {
Iterator<Node> nodes = GlobalGraphOperations.at(graphDb).getAllNodes().iterator();
while (nodes.hasNext()) {
Node n = nodes.next();
if (n.hasProperty("custom_key"))
if (n.getProperty("custom_key").equals(custom_key))
return n;
}
return null;
}
public void addNodes(ArrayList<String[]> triples) {
ArrayList<Relationship> MASTER_RELS = new ArrayList<Relationship>();
Transaction transaction = graphDb.beginTx();
try {
// Create nodes
// blueprints
if (init == false) {
Node bp_meta = graphDb.createNode();
bp_meta.setProperty("value", "urn:com.tinkerpop.blueprints.pgm.oupls.sail:namespaces");
init = true;
System.out.println("* Added meta node");
}
// add actual content
for (int i = 0; i < triples.size(); i++) {
// subject
// get a list of properties. each array
// contains a (key,value) pair of all properties
// which should be created for this node
ArrayList<String[]> nprops = getPropertyList(triples.get(i)[0]);
// Search node by cursom_key property
Node s = findNode(nprops.get(nprops.size() - 1)[1]);
// Create node if it doesnt exist yet
if (s == null) {
s = graphDb.createNode();
for (int j = 0; j < nprops.size(); j++) {
s.setProperty(nprops.get(j)[0], nprops.get(j)[1]);
}
}
// object (second node)
// Create property list
// contains a (key,value) pair of all properties
// which should be created for this node
nprops = getPropertyList(triples.get(i)[2]);
Node o = findNode(nprops.get(nprops.size() - 1)[1]);
if (o == null) {
o = graphDb.createNode();
for (int j = 0; j < nprops.size(); j++)
o.setProperty(nprops.get(j)[0], nprops.get(j)[1]);
}
// predicate is the relationship name
//create relationship object and add properties
DynamicRelationshipType drt = DynamicRelationshipType.withName(triples.get(i)[1]);
Relationship p = s.createRelationshipTo(o, drt);
p.setProperty("cp", G_NAME + " U " + triples.get(i)[1]);
p.setProperty("c", G_NAME);
p.setProperty("p", "U " + triples.get(i)[1]);
if (MASTER_RELS.indexOf(p) >= 0) System.out.println("double relationship!");
else MASTER_RELS.add(p);
}
// end transaction
transaction.success();
} finally {
transaction.finish();
System.out.println("done with adding nodes");
System.out.println("processing next 10k nodes");
}
}
/**
* Create property list for given triple element
* @param entity An element of a triple
* @return List of (key,value) pairs. Those are
* the properties which should be created for this node
*/
public ArrayList<String[]> getPropertyList(String entity) {
ArrayList<String[]> plist = new ArrayList<String[]>();
String[] prop = new String[2];
if (entity.contains("http://")) {
if (entity.contains("^^")) {
//literal type
prop[0] = "value";
prop[1] = entity.split("\\^\\^")[0]; // x^^
plist.add(prop);
prop = new String[2];
prop[0] = "type";
prop[1] = entity.split("\\^\\^")[1]; // ^^y
plist.add(prop);
prop = new String[2];
prop[0] = "kind";
prop[1] = "literal";
plist.add(prop);
prop = new String[2];
prop[0] = "custom_key";
prop[1] = plist.get(0)[1] + plist.get(1)[1] + plist.get(2)[1];
plist.add(prop);
} else {
//uri
prop[0] = "value";
prop[1] = entity;
plist.add(prop);
prop = new String[2];
prop[0] = "kind";
prop[1] = "uri";
plist.add(prop);
prop = new String[2];
prop[0] = "custom_key";
prop[1] = plist.get(0)[1] + plist.get(1)[1];
plist.add(prop);
}
} else if (entity.contains("@")) {
// +lang
prop[0] = "value";
prop[1] = entity.split("@")[0]; // x@
plist.add(prop);
prop = new String[2];
prop[0] = "lang";
prop[1] = entity.split("@")[1]; // @y
plist.add(prop);
prop = new String[2];
prop[0] = "kind";
prop[1] = "literal";
plist.add(prop);
prop = new String[2];
prop[0] = "custom_key";
prop[1] = plist.get(0)[1] + plist.get(1)[1] + plist.get(2)[1];
plist.add(prop);
} else {
// simple literal like "xyz"
prop[0] = "value";
prop[1] = entity;
plist.add(prop);
prop = new String[2];
prop[0] = "kind";
prop[1] = "literal";
plist.add(prop);
prop = new String[2];
prop[0] = "custom_key";
prop[1] = plist.get(0)[1] + plist.get(1)[1];
plist.add(prop);
}
return plist;
}
}
第二類應該創建與第一類完全相同的數據庫。 Ive編寫了一個測試類，用於比較所有節點和屬性。 此類告訴我兩個數據庫沒有任何區別。 這是（相當小的）*。nt測試數據 （我稱之為q6_test.nt）
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product1> <http://www.w3.org/2000/01/rdf-schema#label> "Car" .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product1> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/vocabulary/Product> .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product2> <http://www.w3.org/2000/01/rdf-schema#label> "Orange" .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product2> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/vocabulary/Product> .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product3> <http://www.w3.org/2000/01/rdf-schema#label> "Cherry" .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product3> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/vocabulary/Product> .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product4> <http://www.w3.org/2000/01/rdf-schema#label> "Cookie" .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product4> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/vocabulary/Product> .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product5> <http://www.w3.org/2000/01/rdf-schema#label> "Bike" .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product5> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/vocabulary/Product> .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product6> <http://www.w3.org/2000/01/rdf-schema#label> "Pen" .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product6> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/vocabulary/Product> .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product7> <http://www.w3.org/2000/01/rdf-schema#label> "Paper" .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product7> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/vocabulary/Product> .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product8> <http://www.w3.org/2000/01/rdf-schema#label> "Book" .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product8> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/vocabulary/Product> .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product9> <http://www.w3.org/2000/01/rdf-schema#label> "Shoe" .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product9> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/vocabulary/Product> .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product10> <http://www.w3.org/2000/01/rdf-schema#label> "Shirt" .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product10> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/vocabulary/Product> .
我正在嘗試對數據集運行以下查詢 ：
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
PREFIX bsbm: <http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/vocabulary/>
SELECT ?product ?label WHERE {
?product rdfs:label ?label
?product rdf:type bsbm:Product
FILTER regex(?label, "r")}
我的問題：如果我在由第一類創建的數據庫上運行此查詢，則此查詢會得到很多結果，但是，如果我嘗試在由第二類創建的數據庫上運行此查詢，則只會得到結果對於第一次查看，我運行了它（特別是如果我每次運行之間等待一到兩分鍾）。 此外，如果我在查詢中切換以下行，該查詢將始終對第二個類創建的數據庫文件夾起作用：
?product rdfs:label ?label
?product rdf:type bsbm:Product
（但是，如果可能的話，我想解決這個問題而不碰查詢）這是我在數據集上測試查詢的方式：
1）運行Java類
2）刪除neo4j / data / graph.db文件夾中的所有內容
3）從neo4j / data /文件夾中刪除密鑰庫和rrd文件
4）運行Neo4j（等待它運行）
5）停止Neo4j
6）刪除neo4j / data / graph.db文件夾中的所有內容
7）將我的java類創建的數據庫文件夾的所有內容復制到neo4j / data / graph.db文件夾中
8）啟動Neo4j
9）運行查詢
（我可能不必執行所有這些步驟，但是我想確保在新的數據庫上工作。
我的系統：
Neo4j版本：community-1.9.4（Windows，從zip存檔安裝）
附加：Ive將gremlin的藍圖庫和SPARQL插件更新為我可以找到的最新版本（版本2.5.0）
操作系統：Windows 7（Service Pack 1）
Java：JDK 1.7
1 個解決方案
解決方案1
0 已采納 2014-02-13 13:16:37
使用最新版本的Neo4j，Blueprints和Sesame解決了此問題。
Neo4j 2.0.1
http://www.neo4j.org/
藍圖2.5.0 / 3.0.0
https://github.com/tinkerpop/blueprints
https://oss.sonatype.org/content/repositories/snapshots/com/tinkerpop/blueprints/
芝麻2.7
http://www.openrdf.org/
Neo4j密碼匹配查詢不起作用
聲明:本站的技術帖子網頁，遵循CC BY-SA 4.0協議，如果您需要轉載，請注明本站網址或者原文地址。任何問題請咨詢:yoyou2525@163.com.