You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@jena.apache.org by an...@apache.org on 2011/10/08 22:15:38 UTC
svn commit: r1180479 - in
/incubator/jena/Scratch/AFS/Jena-Dev/trunk/src/dev: DevTDB.java Run.java
Author: andy
Date: Sat Oct 8 20:15:38 2011
New Revision: 1180479
URL: http://svn.apache.org/viewvc?rev=1180479&view=rev
Log: (empty)
Added:
incubator/jena/Scratch/AFS/Jena-Dev/trunk/src/dev/DevTDB.java (with props)
incubator/jena/Scratch/AFS/Jena-Dev/trunk/src/dev/Run.java (with props)
Added: incubator/jena/Scratch/AFS/Jena-Dev/trunk/src/dev/DevTDB.java
URL: http://svn.apache.org/viewvc/incubator/jena/Scratch/AFS/Jena-Dev/trunk/src/dev/DevTDB.java?rev=1180479&view=auto
==============================================================================
--- incubator/jena/Scratch/AFS/Jena-Dev/trunk/src/dev/DevTDB.java (added)
+++ incubator/jena/Scratch/AFS/Jena-Dev/trunk/src/dev/DevTDB.java Sat Oct 8 20:15:38 2011
@@ -0,0 +1,105 @@
+package dev ;
+
+
+public class DevTDB
+{
+ // BindingNodeId - reduce footprint by:
+ // making extensible across a whole BGP.
+ // don't use maps / make fixed max length.
+
+ // DatasetGraphTDB - wrapper to ignore close in cache.
+
+ // New builder - does it work for memory? Non-std block sizes?
+ // DatasetAssemblerTDB has an undocumented feature for LARQ (not even in ChangeLog)
+
+ // Optimizer - named graph and union graph
+ // Add ((TERM ANY ANY) 1), ((ANY ANY TERM) 1) to all stats files.?
+ // What is the fixed builtin?
+
+ // symUnionDefaultGraph and DESCRIBE
+
+ // http://sna-projects.com/krati/
+
+ // Finish, integrate, switch to new Dataset builder.
+ // Todo init().
+ // SolverLib - convert Nodes to NodeIds once, as BGP compiled.
+ // check for circularities?
+
+ // Loader -> warning on bad literals?
+ // Check? Test cases.
+
+ // TDBLoader.load(dsg, input, lang, base, showProgress)
+
+ // ** Reorganise documentation.
+ // Page on union dataset.
+ // Tutorial.
+ // Combine with ARQ? Fuseki? One Trail.
+
+ // New setup
+ // See IndexFactory for bulkloader2
+ // Factory for common basic object (lots of args).
+ // Versions with built-in defaults.
+ // NodeTableFactory and makers in the test area.
+
+ // listSubjects can be done fast for TDB
+
+ // ---- BulkLoader2
+ // Tune sort --buffer-size=50%
+ // Prefixes to be set during bulk loading 1 & 2
+ // RIOT parser issue?
+ // On reading, suppress duplicates (adjacent).
+
+ // BPT
+ // .truncate : release all blocks and create a new (empty) tree.
+ // When spliting (esp records block) don't split symmetrically as incremental adding "common"
+
+ // Abort long running query.
+ // PrefixMapping = PrefixMap
+ // Version of PrefixMap that impls (wrapper) PrefixMapping.
+
+ // ---- Documentation
+ // Assembler.
+ // http://openjena.org/wiki/TDB/Assembler#RDFS
+ // http://openjena.org/wiki/TDB/JavaAPI#Concurrency
+ // http://openjena.org/wiki/TDB/Concurrency
+ // and ref to ARQ.
+ // http://openjena.org/wiki/TDB/Assembler to document unionDefaultGraph
+
+ // --explain.
+ // http://openjena.org/wiki/TDB/Configuration
+ // http://openjena.org/wiki/TDB/Optimizer
+ // Update: http://openjena.org/wiki/TDB/Optimizer#Investigating_what_is_going_on
+
+ // == Misc
+ // Tidy up wiki (esp "Use from java" - use datasets, show loader use)
+
+ // ** Partial ranges : S P ?o , ?o start, ?o finish
+
+ // ** Advanced block work - free chain management.
+
+ // =====
+ // Enable FILTER assignment for strings (and numbers?) via dataset context setting?
+ // -- Tuples
+ // Interface, TupleFactory, TupleImpl
+ // TupleMask (or TupleImpl itself has a length field?? TupleMask(T[] or Tuple<T>))
+ // Sort : with colmap?
+ // TupleSlice
+
+ // ---- Pipeline
+ // Weak inferencing (in query rewriting):
+ // rdfs:subClassOf (aux table).
+ // rdfs:subPropertyOf (aux table).
+
+ // ---- Optimizer
+ // Early truncation of patterns
+ // ?s <p> <foo> . ?s <q> ?v . ?s <r> ?x
+ // Favour connected next triple pattern (but grounding makes this less relevant)
+ // If <r> has no solutions fall back to triple pattern 1
+ // Just need to keep var -> first def mapping but all mentions may be useful.
+ // (Idea from Alisdair)
+
+ // ---- NodeId:
+ // Bit 0: 0 - 63 bits of id (hash!) or block allocation for cluster.
+ // Bit 0: 1 - inline
+ // Schema compatibility needs to handle this carefully.
+}
Propchange: incubator/jena/Scratch/AFS/Jena-Dev/trunk/src/dev/DevTDB.java
------------------------------------------------------------------------------
svn:mime-type = text/plain
Added: incubator/jena/Scratch/AFS/Jena-Dev/trunk/src/dev/Run.java
URL: http://svn.apache.org/viewvc/incubator/jena/Scratch/AFS/Jena-Dev/trunk/src/dev/Run.java?rev=1180479&view=auto
==============================================================================
--- incubator/jena/Scratch/AFS/Jena-Dev/trunk/src/dev/Run.java (added)
+++ incubator/jena/Scratch/AFS/Jena-Dev/trunk/src/dev/Run.java Sat Oct 8 20:15:38 2011
@@ -0,0 +1,44 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package dev;
+
+import org.openjena.atlas.lib.FileOps ;
+import org.openjena.atlas.logging.Log ;
+
+import com.hp.hpl.jena.tdb.TDB ;
+import com.hp.hpl.jena.tdb.base.file.FileFactory ;
+import com.hp.hpl.jena.tdb.base.objectfile.StringFile ;
+
+public class Run
+{
+ static { Log.setLog4j() ; }
+
+ public static void main(String[] argv) throws Exception
+ {
+ String DIR = "tmp/DBZ" ;
+ TDB.init() ;
+ FileOps.ensureDir(DIR) ;
+ FileOps.clearDirectory(DIR) ;
+ tdb.tdbloader.main("--loc="+DIR, "tmp/D.nq") ;
+
+ StringFile x = FileFactory.createStringFileDisk(DIR+"/nodes.dat") ;
+ x.dump() ;
+ }
+}
+
Propchange: incubator/jena/Scratch/AFS/Jena-Dev/trunk/src/dev/Run.java
------------------------------------------------------------------------------
svn:mime-type = text/plain