You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@systemml.apache.org by mb...@apache.org on 2016/10/08 19:15:43 UTC

[1/2] incubator-systemml git commit: [SYSTEMML-1024] Fix frame csv write (pass non-default csv properties)

Repository: incubator-systemml
Updated Branches:
  refs/heads/master 443467049 -> bb4b7b540


[SYSTEMML-1024] Fix frame csv write (pass non-default csv properties)

Project: http://git-wip-us.apache.org/repos/asf/incubator-systemml/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-systemml/commit/7525bd10
Tree: http://git-wip-us.apache.org/repos/asf/incubator-systemml/tree/7525bd10
Diff: http://git-wip-us.apache.org/repos/asf/incubator-systemml/diff/7525bd10

Branch: refs/heads/master
Commit: 7525bd107451069c13639a92b1c749b6559d6d3c
Parents: 4434670
Author: Matthias Boehm <mb...@us.ibm.com>
Authored: Fri Oct 7 18:50:05 2016 -0700
Committer: Matthias Boehm <mb...@us.ibm.com>
Committed: Sat Oct 8 12:15:00 2016 -0700

----------------------------------------------------------------------
 .../apache/sysml/runtime/controlprogram/caching/FrameObject.java | 2 +-
 .../sysml/runtime/instructions/cp/VariableCPInstruction.java     | 4 ++--
 2 files changed, 3 insertions(+), 3 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/7525bd10/src/main/java/org/apache/sysml/runtime/controlprogram/caching/FrameObject.java
----------------------------------------------------------------------
diff --git a/src/main/java/org/apache/sysml/runtime/controlprogram/caching/FrameObject.java b/src/main/java/org/apache/sysml/runtime/controlprogram/caching/FrameObject.java
index effb604..d3fb74c 100644
--- a/src/main/java/org/apache/sysml/runtime/controlprogram/caching/FrameObject.java
+++ b/src/main/java/org/apache/sysml/runtime/controlprogram/caching/FrameObject.java
@@ -264,7 +264,7 @@ public class FrameObject extends CacheableData<FrameBlock>
 		throws IOException, DMLRuntimeException 
 	{
 		OutputInfo oinfo = OutputInfo.stringToOutputInfo(ofmt);
-		FrameWriter writer = FrameWriterFactory.createFrameWriter(oinfo);
+		FrameWriter writer = FrameWriterFactory.createFrameWriter(oinfo, fprop);
 		writer.writeFrameToHDFS(_data, fname,  getNumRows(), getNumColumns());
 	}
 

http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/7525bd10/src/main/java/org/apache/sysml/runtime/instructions/cp/VariableCPInstruction.java
----------------------------------------------------------------------
diff --git a/src/main/java/org/apache/sysml/runtime/instructions/cp/VariableCPInstruction.java b/src/main/java/org/apache/sysml/runtime/instructions/cp/VariableCPInstruction.java
index 9c45366..22b3a09 100644
--- a/src/main/java/org/apache/sysml/runtime/instructions/cp/VariableCPInstruction.java
+++ b/src/main/java/org/apache/sysml/runtime/instructions/cp/VariableCPInstruction.java
@@ -748,7 +748,7 @@ public class VariableCPInstruction extends CPInstruction
 		if( input1.getDataType() == DataType.SCALAR ) {
 			writeScalarToHDFS(ec, fname);
 		}
-		else if( input1.getDataType() == DataType.MATRIX ){
+		else if( input1.getDataType() == DataType.MATRIX ) {
 			String outFmt = input3.getName();
 			if (outFmt.equalsIgnoreCase("matrixmarket")) 
 				writeMMFile(ec, fname);
@@ -763,7 +763,7 @@ public class VariableCPInstruction extends CPInstruction
 		else if( input1.getDataType() == DataType.FRAME ) {
 			String outFmt = input3.getName();
 			FrameObject mo = ec.getFrameObject(input1.getName());
-			mo.exportData(fname, outFmt);
+			mo.exportData(fname, outFmt, _formatProperties);
 		}
 	}
 	


[2/2] incubator-systemml git commit: [SYSTEMML-1023] Fix csv line parsing (robustness special tokens), test

Posted by mb...@apache.org.
[SYSTEMML-1023] Fix csv line parsing (robustness special tokens), test

Project: http://git-wip-us.apache.org/repos/asf/incubator-systemml/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-systemml/commit/bb4b7b54
Tree: http://git-wip-us.apache.org/repos/asf/incubator-systemml/tree/bb4b7b54
Diff: http://git-wip-us.apache.org/repos/asf/incubator-systemml/diff/bb4b7b54

Branch: refs/heads/master
Commit: bb4b7b540b2be8f5f07ed8c8f85ea873263d4462
Parents: 7525bd1
Author: Matthias Boehm <mb...@us.ibm.com>
Authored: Fri Oct 7 19:09:47 2016 -0700
Committer: Matthias Boehm <mb...@us.ibm.com>
Committed: Sat Oct 8 12:15:08 2016 -0700

----------------------------------------------------------------------
 .../sysml/runtime/io/IOUtilFunctions.java       |   9 +-
 .../TransformFrameEncodeDecodeTest.java         |   4 +-
 .../TransformFrameEncodeDecodeTokenTest.java    | 134 ++++
 .../transform/TransformFrameEncodeDecode.dml    |   5 +-
 .../input/20news/20news.tfspec_recode.json      |   2 +
 .../transform/input/20news/20news_subset.csv    | 733 +++++++++++++++++++
 .../functions/transform/ZPackageSuite.java      |   1 +
 7 files changed, 880 insertions(+), 8 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/bb4b7b54/src/main/java/org/apache/sysml/runtime/io/IOUtilFunctions.java
----------------------------------------------------------------------
diff --git a/src/main/java/org/apache/sysml/runtime/io/IOUtilFunctions.java b/src/main/java/org/apache/sysml/runtime/io/IOUtilFunctions.java
index b2d25ec..3d41083 100644
--- a/src/main/java/org/apache/sysml/runtime/io/IOUtilFunctions.java
+++ b/src/main/java/org/apache/sysml/runtime/io/IOUtilFunctions.java
@@ -163,7 +163,8 @@ public class IOUtilFunctions
 		int from = 0, to = 0; 
 		int len = str.length();
 		while( from < len  ) { // for all tokens
-			if( str.charAt(from) == CSV_QUOTE_CHAR ) {
+			if( str.charAt(from) == CSV_QUOTE_CHAR 
+				&& str.indexOf(CSV_QUOTE_CHAR, from+1) > 0 ) {
 				to = str.indexOf(CSV_QUOTE_CHAR, from+1);
 				// handle escaped inner quotes, e.g. "aa""a"
 				while( to+1 < len && str.charAt(to+1)==CSV_QUOTE_CHAR )
@@ -209,7 +210,8 @@ public class IOUtilFunctions
 		int len = str.length();
 		int pos = 0;
 		while( from < len  ) { // for all tokens
-			if( str.charAt(from) == CSV_QUOTE_CHAR ) {
+			if( str.charAt(from) == CSV_QUOTE_CHAR
+				&& str.indexOf(CSV_QUOTE_CHAR, from+1) > 0 ) {
 				to = str.indexOf(CSV_QUOTE_CHAR, from+1);
 				// handle escaped inner quotes, e.g. "aa""a"
 				while( to+1 < len && str.charAt(to+1)==CSV_QUOTE_CHAR )
@@ -256,7 +258,8 @@ public class IOUtilFunctions
 		int from = 0, to = 0; 
 		int len = str.length();
 		while( from < len  ) { // for all tokens
-			if( str.charAt(from) == CSV_QUOTE_CHAR ) {
+			if( str.charAt(from) == CSV_QUOTE_CHAR
+				&& str.indexOf(CSV_QUOTE_CHAR, from+1) > 0 ) {
 				to = str.indexOf(CSV_QUOTE_CHAR, from+1);
 				// handle escaped inner quotes, e.g. "aa""a"
 				while( to+1 < len && str.charAt(to+1)==CSV_QUOTE_CHAR ) 

http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/bb4b7b54/src/test/java/org/apache/sysml/test/integration/functions/transform/TransformFrameEncodeDecodeTest.java
----------------------------------------------------------------------
diff --git a/src/test/java/org/apache/sysml/test/integration/functions/transform/TransformFrameEncodeDecodeTest.java b/src/test/java/org/apache/sysml/test/integration/functions/transform/TransformFrameEncodeDecodeTest.java
index b676989..68b434b 100644
--- a/src/test/java/org/apache/sysml/test/integration/functions/transform/TransformFrameEncodeDecodeTest.java
+++ b/src/test/java/org/apache/sysml/test/integration/functions/transform/TransformFrameEncodeDecodeTest.java
@@ -160,8 +160,8 @@ public class TransformFrameEncodeDecodeTest extends AutomatedTestBase
 			programArgs = new String[]{"-explain","-nvargs", 
 				"DATA=" + HOME + "input/" + DATASET,
 				"TFSPEC=" + HOME + "input/" + SPEC,
-				"TFDATA=" + output("tfout"),
-				"OFMT=" + ofmt };
+				"TFDATA=" + output("tfout"), "SEP=,",
+				"OFMT=" + ofmt, "OSEP=\",\"" };
 	
 			OptimizerUtils.ALLOW_FRAME_CSV_REBLOCK = true;
 			runTest(true, false, null, -1); 

http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/bb4b7b54/src/test/java/org/apache/sysml/test/integration/functions/transform/TransformFrameEncodeDecodeTokenTest.java
----------------------------------------------------------------------
diff --git a/src/test/java/org/apache/sysml/test/integration/functions/transform/TransformFrameEncodeDecodeTokenTest.java b/src/test/java/org/apache/sysml/test/integration/functions/transform/TransformFrameEncodeDecodeTokenTest.java
new file mode 100644
index 0000000..fa89e28
--- /dev/null
+++ b/src/test/java/org/apache/sysml/test/integration/functions/transform/TransformFrameEncodeDecodeTokenTest.java
@@ -0,0 +1,134 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ * 
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ * 
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.sysml.test.integration.functions.transform;
+
+import org.junit.Assert;
+import org.junit.Test;
+import org.apache.sysml.api.DMLScript;
+import org.apache.sysml.api.DMLScript.RUNTIME_PLATFORM;
+import org.apache.sysml.hops.OptimizerUtils;
+import org.apache.sysml.runtime.io.FrameReader;
+import org.apache.sysml.runtime.io.FrameReaderFactory;
+import org.apache.sysml.runtime.matrix.data.CSVFileFormatProperties;
+import org.apache.sysml.runtime.matrix.data.FrameBlock;
+import org.apache.sysml.runtime.matrix.data.InputInfo;
+import org.apache.sysml.runtime.util.DataConverter;
+import org.apache.sysml.test.integration.AutomatedTestBase;
+import org.apache.sysml.test.integration.TestConfiguration;
+import org.apache.sysml.test.utils.TestUtils;
+import org.apache.sysml.utils.Statistics;
+
+/**
+ * This test is similar to TransformFrameEncodeDecode test but specifically
+ * tests for various problematic tokens such as ", ', etc.
+ * 
+ */
+public class TransformFrameEncodeDecodeTokenTest extends AutomatedTestBase 
+{
+	private final static String TEST_NAME1 = "TransformFrameEncodeDecode";
+	private final static String TEST_DIR = "functions/transform/";
+	private final static String TEST_CLASS_DIR = TEST_DIR + TransformFrameEncodeDecodeTokenTest.class.getSimpleName() + "/";
+	
+	//dataset and transform tasks without missing values
+	private final static String DATASET1 	= "20news/20news_subset.csv";
+	private final static String SPEC1 		= "20news/20news.tfspec_recode.json";
+	
+	@Override
+	public void setUp()  {
+		TestUtils.clearAssertionInformation();
+		addTestConfiguration(TEST_NAME1, new TestConfiguration(TEST_CLASS_DIR, TEST_NAME1, new String[] { "F2" }) );
+	}
+	
+	@Test
+	public void test20newsRecodeSingleNodeCSV() {
+		runTransformTest(RUNTIME_PLATFORM.SINGLE_NODE, "csv");
+	}
+	
+	@Test
+	public void test20newsRecodeSparkCSV() {
+		runTransformTest(RUNTIME_PLATFORM.SPARK, "csv");
+	}
+	
+	@Test
+	public void test20newsRecodeHybridCSV() {
+		runTransformTest(RUNTIME_PLATFORM.HYBRID_SPARK, "csv");
+	}
+	
+	/**
+	 * 
+	 * @param rt
+	 * @param ofmt
+	 * @param dataset
+	 */
+	private void runTransformTest( RUNTIME_PLATFORM rt, String ofmt )
+	{
+		//set runtime platform
+		RUNTIME_PLATFORM rtold = rtplatform;
+		boolean csvReblockOld = OptimizerUtils.ALLOW_FRAME_CSV_REBLOCK;
+		rtplatform = rt;
+
+		boolean sparkConfigOld = DMLScript.USE_LOCAL_SPARK_CONFIG;
+		if( rtplatform == RUNTIME_PLATFORM.SPARK || rtplatform == RUNTIME_PLATFORM.HYBRID_SPARK)
+			DMLScript.USE_LOCAL_SPARK_CONFIG = true;
+
+		if( !ofmt.equals("csv") )
+			throw new RuntimeException("Unsupported test output format");
+		
+		try
+		{
+			getAndLoadTestConfiguration(TEST_NAME1);
+			
+			String HOME = SCRIPT_DIR + TEST_DIR;
+			fullDMLScriptName = HOME + TEST_NAME1 + ".dml";
+			programArgs = new String[]{"-explain","-nvargs", 
+				"DATA=" + HOME + "input/" + DATASET1,
+				"TFSPEC=" + HOME + "input/" + SPEC1,
+				"TFDATA=" + output("tfout"), "SEP= ",
+				"OFMT=" + ofmt, "OSEP= " };
+	
+			OptimizerUtils.ALLOW_FRAME_CSV_REBLOCK = true;
+			runTest(true, false, null, -1); 
+			
+			//read input/output and compare
+			FrameReader reader1 = FrameReaderFactory.createFrameReader(InputInfo.CSVInputInfo, 
+					new CSVFileFormatProperties(false, " ", false));
+			FrameBlock fb1 = reader1.readFrameFromHDFS(HOME + "input/" + DATASET1, -1L, -1L);
+			FrameReader reader2 = FrameReaderFactory.createFrameReader(InputInfo.CSVInputInfo,
+					new CSVFileFormatProperties(false, " ", false));
+			FrameBlock fb2 = reader2.readFrameFromHDFS(output("tfout"), -1L, -1L);
+			String[][] R1 = DataConverter.convertToStringFrame(fb1);
+			String[][] R2 = DataConverter.convertToStringFrame(fb2);
+			TestUtils.compareFrames(R1, R2, R1.length, R1[0].length);			
+			
+			if( rt == RUNTIME_PLATFORM.HYBRID_SPARK ) {
+				Assert.assertEquals("Wrong number of executed Spark instructions: " + 
+					Statistics.getNoOfExecutedSPInst(), new Long(2), new Long(Statistics.getNoOfExecutedSPInst()));
+			}
+		}
+		catch(Exception ex) {
+			throw new RuntimeException(ex);
+		}
+		finally {
+			rtplatform = rtold;
+			DMLScript.USE_LOCAL_SPARK_CONFIG = sparkConfigOld;
+			OptimizerUtils.ALLOW_FRAME_CSV_REBLOCK = csvReblockOld;
+		}
+	}
+}
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/bb4b7b54/src/test/scripts/functions/transform/TransformFrameEncodeDecode.dml
----------------------------------------------------------------------
diff --git a/src/test/scripts/functions/transform/TransformFrameEncodeDecode.dml b/src/test/scripts/functions/transform/TransformFrameEncodeDecode.dml
index 48c3929..0b2b6b7 100644
--- a/src/test/scripts/functions/transform/TransformFrameEncodeDecode.dml
+++ b/src/test/scripts/functions/transform/TransformFrameEncodeDecode.dml
@@ -18,8 +18,7 @@
 # under the License.
 #
 #-------------------------------------------------------------
-
-F1 = read($DATA, data_type="frame", format="csv");
+F1 = read($DATA, data_type="frame", format="csv", sep=$SEP);
 jspec = read($TFSPEC, data_type="scalar", value_type="string");
 
 [X, M] = transformencode(target=F1, spec=jspec);
@@ -28,5 +27,5 @@ if(1==1){}
 
 F2 = transformdecode(target=X, spec=jspec, meta=M);
 
-write(F2, $TFDATA, format=$OFMT);
+write(F2, $TFDATA, format=$OFMT, sep=$OSEP);
 

http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/bb4b7b54/src/test/scripts/functions/transform/input/20news/20news.tfspec_recode.json
----------------------------------------------------------------------
diff --git a/src/test/scripts/functions/transform/input/20news/20news.tfspec_recode.json b/src/test/scripts/functions/transform/input/20news/20news.tfspec_recode.json
new file mode 100644
index 0000000..dbe0f6b
--- /dev/null
+++ b/src/test/scripts/functions/transform/input/20news/20news.tfspec_recode.json
@@ -0,0 +1,2 @@
+{
+ "ids": true, "recode": [ 1, 2 ] }
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/bb4b7b54/src/test/scripts/functions/transform/input/20news/20news_subset.csv
----------------------------------------------------------------------
diff --git a/src/test/scripts/functions/transform/input/20news/20news_subset.csv b/src/test/scripts/functions/transform/input/20news/20news_subset.csv
new file mode 100644
index 0000000..18a5c7f
--- /dev/null
+++ b/src/test/scripts/functions/transform/input/20news/20news_subset.csv
@@ -0,0 +1,733 @@
+20news-bydate-test/alt.atheism/53068 " 8
+20news-bydate-test/alt.atheism/53068 # 1
+20news-bydate-test/alt.atheism/53068 & 1
+20news-bydate-test/alt.atheism/53068 're 1
+20news-bydate-test/alt.atheism/53068 ( 2
+20news-bydate-test/alt.atheism/53068 ) 3
+20news-bydate-test/alt.atheism/53068 , 7
+20news-bydate-test/alt.atheism/53068 . 16
+20news-bydate-test/alt.atheism/53068 12 1
+20news-bydate-test/alt.atheism/53068 153 1
+20news-bydate-test/alt.atheism/53068 18 1
+20news-bydate-test/alt.atheism/53068 2 1
+20news-bydate-test/alt.atheism/53068 735242337 1
+20news-bydate-test/alt.atheism/53068 : 7
+20news-bydate-test/alt.atheism/53068 < 1
+20news-bydate-test/alt.atheism/53068 > 8
+20news-bydate-test/alt.atheism/53068 @ 3
+20news-bydate-test/alt.atheism/53068 AT 1
+20news-bydate-test/alt.atheism/53068 Ark 2
+20news-bydate-test/alt.atheism/53068 Atonement 1
+20news-bydate-test/alt.atheism/53068 Covenant 2
+20news-bydate-test/alt.atheism/53068 Day 1
+20news-bydate-test/alt.atheism/53068 Dean 1
+20news-bydate-test/alt.atheism/53068 Distribution 1
+20news-bydate-test/alt.atheism/53068 From 1
+20news-bydate-test/alt.atheism/53068 God 1
+20news-bydate-test/alt.atheism/53068 Healy 1
+20news-bydate-test/alt.atheism/53068 Holies 1
+20news-bydate-test/alt.atheism/53068 Holy 1
+20news-bydate-test/alt.atheism/53068 I 5
+20news-bydate-test/alt.atheism/53068 In 1
+20news-bydate-test/alt.atheism/53068 Kaflowitz 1
+20news-bydate-test/alt.atheism/53068 Lines 1
+20news-bydate-test/alt.atheism/53068 Organization 1
+20news-bydate-test/alt.atheism/53068 R 1
+20news-bydate-test/alt.atheism/53068 Re 1
+20news-bydate-test/alt.atheism/53068 So 1
+20news-bydate-test/alt.atheism/53068 Subject 1
+20news-bydate-test/alt.atheism/53068 T 1
+20news-bydate-test/alt.atheism/53068 Tammy 1
+20news-bydate-test/alt.atheism/53068 The 2
+20news-bydate-test/alt.atheism/53068 When 1
+20news-bydate-test/alt.atheism/53068 a 3
+20news-bydate-test/alt.atheism/53068 about 2
+20news-bydate-test/alt.atheism/53068 again 1
+20news-bydate-test/alt.atheism/53068 am 1
+20news-bydate-test/alt.atheism/53068 and 2
+20news-bydate-test/alt.atheism/53068 answers 1
+20news-bydate-test/alt.atheism/53068 are 1
+20news-bydate-test/alt.atheism/53068 article 1
+20news-bydate-test/alt.atheism/53068 att 1
+20news-bydate-test/alt.atheism/53068 be 2
+20news-bydate-test/alt.atheism/53068 believe 1
+20news-bydate-test/alt.atheism/53068 bible 1
+20news-bydate-test/alt.atheism/53068 but 2
+20news-bydate-test/alt.atheism/53068 cb 1
+20news-bydate-test/alt.atheism/53068 cbnewsj 1
+20news-bydate-test/alt.atheism/53068 cheribums 1
+20news-bydate-test/alt.atheism/53068 com 1
+20news-bydate-test/alt.atheism/53068 correct 1
+20news-bydate-test/alt.atheism/53068 could 2
+20news-bydate-test/alt.atheism/53068 created 1
+20news-bydate-test/alt.atheism/53068 dean 1
+20news-bydate-test/alt.atheism/53068 decay 1
+20news-bydate-test/alt.atheism/53068 determine 1
+20news-bydate-test/alt.atheism/53068 edu 2
+20news-bydate-test/alt.atheism/53068 enter 1
+20news-bydate-test/alt.atheism/53068 familiar 1
+20news-bydate-test/alt.atheism/53068 for 1
+20news-bydate-test/alt.atheism/53068 graven 2
+20news-bydate-test/alt.atheism/53068 had 1
+20news-bydate-test/alt.atheism/53068 have 1
+20news-bydate-test/alt.atheism/53068 he 1
+20news-bydate-test/alt.atheism/53068 healta 2
+20news-bydate-test/alt.atheism/53068 here 1
+20news-bydate-test/alt.atheism/53068 high 1
+20news-bydate-test/alt.atheism/53068 idol 3
+20news-bydate-test/alt.atheism/53068 idols 1
+20news-bydate-test/alt.atheism/53068 image 2
+20news-bydate-test/alt.atheism/53068 instead 1
+20news-bydate-test/alt.atheism/53068 interpretation 1
+20news-bydate-test/alt.atheism/53068 is 2
+20news-bydate-test/alt.atheism/53068 it 1
+20news-bydate-test/alt.atheism/53068 just 1
+20news-bydate-test/alt.atheism/53068 kaflowitz 1
+20news-bydate-test/alt.atheism/53068 kept 1
+20news-bydate-test/alt.atheism/53068 knowledgeable 1
+20news-bydate-test/alt.atheism/53068 language 1
+20news-bydate-test/alt.atheism/53068 make 1
+20news-bydate-test/alt.atheism/53068 na 1
+20news-bydate-test/alt.atheism/53068 no 1
+20news-bydate-test/alt.atheism/53068 not 1
+20news-bydate-test/alt.atheism/53068 of 5
+20news-bydate-test/alt.atheism/53068 offer 1
+20news-bydate-test/alt.atheism/53068 on 2
+20news-bydate-test/alt.atheism/53068 once 1
+20news-bydate-test/alt.atheism/53068 only 1
+20news-bydate-test/alt.atheism/53068 or 1
+20news-bydate-test/alt.atheism/53068 original 2
+20news-bydate-test/alt.atheism/53068 priest 1
+20news-bydate-test/alt.atheism/53068 quiz 1
+20news-bydate-test/alt.atheism/53068 refering 1
+20news-bydate-test/alt.atheism/53068 said 2
+20news-bydate-test/alt.atheism/53068 saturn 2
+20news-bydate-test/alt.atheism/53068 suggesting 1
+20news-bydate-test/alt.atheism/53068 that 1
+20news-bydate-test/alt.atheism/53068 the 12
+20news-bydate-test/alt.atheism/53068 then 1
+20news-bydate-test/alt.atheism/53068 there 1
+20news-bydate-test/alt.atheism/53068 think 1
+20news-bydate-test/alt.atheism/53068 to 3
+20news-bydate-test/alt.atheism/53068 too 1
+20news-bydate-test/alt.atheism/53068 translator 1
+20news-bydate-test/alt.atheism/53068 used 1
+20news-bydate-test/alt.atheism/53068 was 2
+20news-bydate-test/alt.atheism/53068 wasn't 1
+20news-bydate-test/alt.atheism/53068 way 1
+20news-bydate-test/alt.atheism/53068 were 1
+20news-bydate-test/alt.atheism/53068 where 1
+20news-bydate-test/alt.atheism/53068 whether 1
+20news-bydate-test/alt.atheism/53068 which 1
+20news-bydate-test/alt.atheism/53068 with 1
+20news-bydate-test/alt.atheism/53068 word 2
+20news-bydate-test/alt.atheism/53068 worshipped 1
+20news-bydate-test/alt.atheism/53068 would 1
+20news-bydate-test/alt.atheism/53068 writes 1
+20news-bydate-test/alt.atheism/53068 wrodhipped 1
+20news-bydate-test/alt.atheism/53068 wrong 1
+20news-bydate-test/alt.atheism/53068 wwc 2
+20news-bydate-test/alt.atheism/53068 year 1
+20news-bydate-test/alt.atheism/53068 you 2
+20news-bydate-test/alt.atheism/53257 ! 3
+20news-bydate-test/alt.atheism/53257 !! 1
+20news-bydate-test/alt.atheism/53257 " 13
+20news-bydate-test/alt.atheism/53257 "... 1
+20news-bydate-test/alt.atheism/53257 # 3
+20news-bydate-test/alt.atheism/53257 ' 3
+20news-bydate-test/alt.atheism/53257 'd 1
+20news-bydate-test/alt.atheism/53257 'm 5
+20news-bydate-test/alt.atheism/53257 're 2
+20news-bydate-test/alt.atheism/53257 's 4
+20news-bydate-test/alt.atheism/53257 've 1
+20news-bydate-test/alt.atheism/53257 ( 3
+20news-bydate-test/alt.atheism/53257 ) 3
+20news-bydate-test/alt.atheism/53257 * 8
+20news-bydate-test/alt.atheism/53257 , 32
+20news-bydate-test/alt.atheism/53257 - 5
+20news-bydate-test/alt.atheism/53257 -- 4
+20news-bydate-test/alt.atheism/53257 . 42
+20news-bydate-test/alt.atheism/53257 ... 5
+20news-bydate-test/alt.atheism/53257 1 1
+20news-bydate-test/alt.atheism/53257 3 1
+20news-bydate-test/alt.atheism/53257 4 1
+20news-bydate-test/alt.atheism/53257 735265296 1
+20news-bydate-test/alt.atheism/53257 88 1
+20news-bydate-test/alt.atheism/53257 : 12
+20news-bydate-test/alt.atheism/53257 < 1
+20news-bydate-test/alt.atheism/53257 > 77
+20news-bydate-test/alt.atheism/53257 ? 12
+20news-bydate-test/alt.atheism/53257 @ 3
+20news-bydate-test/alt.atheism/53257 Albuquerque 1
+20news-bydate-test/alt.atheism/53257 Alyosha 1
+20news-bydate-test/alt.atheism/53257 Amusing 1
+20news-bydate-test/alt.atheism/53257 And 1
+20news-bydate-test/alt.atheism/53257 Any 1
+20news-bydate-test/alt.atheism/53257 At 1
+20news-bydate-test/alt.atheism/53257 Atheism 1
+20news-bydate-test/alt.atheism/53257 Bake 2
+20news-bydate-test/alt.atheism/53257 Baptist 1
+20news-bydate-test/alt.atheism/53257 Because 1
+20news-bydate-test/alt.atheism/53257 Brothers 1
+20news-bydate-test/alt.atheism/53257 But 2
+20news-bydate-test/alt.atheism/53257 By 1
+20news-bydate-test/alt.atheism/53257 Bzzt 1
+20news-bydate-test/alt.atheism/53257 Chris 1
+20news-bydate-test/alt.atheism/53257 Christians 1
+20news-bydate-test/alt.atheism/53257 Clam 1
+20news-bydate-test/alt.atheism/53257 Correction 1
+20news-bydate-test/alt.atheism/53257 Distribution 1
+20news-bydate-test/alt.atheism/53257 Don't 1
+20news-bydate-test/alt.atheism/53257 Dostoevsky 1
+20news-bydate-test/alt.atheism/53257 Evidence 1
+20news-bydate-test/alt.atheism/53257 Explained 1
+20news-bydate-test/alt.atheism/53257 FAQ 2
+20news-bydate-test/alt.atheism/53257 Faehl 1
+20news-bydate-test/alt.atheism/53257 Fallacy 1
+20news-bydate-test/alt.atheism/53257 From 1
+20news-bydate-test/alt.atheism/53257 Get 1
+20news-bydate-test/alt.atheism/53257 God 1
+20news-bydate-test/alt.atheism/53257 Guilty 1
+20news-bydate-test/alt.atheism/53257 Host 1
+20news-bydate-test/alt.atheism/53257 How 4
+20news-bydate-test/alt.atheism/53257 I 22
+20news-bydate-test/alt.atheism/53257 III 1
+20news-bydate-test/alt.atheism/53257 In 1
+20news-bydate-test/alt.atheism/53257 John 1
+20news-bydate-test/alt.atheism/53257 Karamazov 1
+20news-bydate-test/alt.atheism/53257 Khan 1
+20news-bydate-test/alt.atheism/53257 Lines 1
+20news-bydate-test/alt.atheism/53257 Lo 1
+20news-bydate-test/alt.atheism/53257 Look 1
+20news-bydate-test/alt.atheism/53257 Maybe 1
+20news-bydate-test/alt.atheism/53257 Mexico 1
+20news-bydate-test/alt.atheism/53257 Mongols 1
+20news-bydate-test/alt.atheism/53257 NNTP 1
+20news-bydate-test/alt.atheism/53257 New 1
+20news-bydate-test/alt.atheism/53257 No 1
+20news-bydate-test/alt.atheism/53257 Only 1
+20news-bydate-test/alt.atheism/53257 Organization 1
+20news-bydate-test/alt.atheism/53257 Other 1
+20news-bydate-test/alt.atheism/53257 Posting 1
+20news-bydate-test/alt.atheism/53257 Re 1
+20news-bydate-test/alt.atheism/53257 Rule 2
+20news-bydate-test/alt.atheism/53257 Second 1
+20news-bydate-test/alt.atheism/53257 So 1
+20news-bydate-test/alt.atheism/53257 Stalin 4
+20news-bydate-test/alt.atheism/53257 Subject 1
+20news-bydate-test/alt.atheism/53257 Such 1
+20news-bydate-test/alt.atheism/53257 Thanks 1
+20news-bydate-test/alt.atheism/53257 That 2
+20news-bydate-test/alt.atheism/53257 The 1
+20news-bydate-test/alt.atheism/53257 Then 1
+20news-bydate-test/alt.atheism/53257 They 1
+20news-bydate-test/alt.atheism/53257 Timmons 2
+20news-bydate-test/alt.atheism/53257 True 2
+20news-bydate-test/alt.atheism/53257 University 1
+20news-bydate-test/alt.atheism/53257 Usenet 1
+20news-bydate-test/alt.atheism/53257 What 1
+20news-bydate-test/alt.atheism/53257 Where 1
+20news-bydate-test/alt.atheism/53257 Whethe 1
+20news-bydate-test/alt.atheism/53257 While 1
+20news-bydate-test/alt.atheism/53257 Who 1
+20news-bydate-test/alt.atheism/53257 With 1
+20news-bydate-test/alt.atheism/53257 Would 1
+20news-bydate-test/alt.atheism/53257 Yes 1
+20news-bydate-test/alt.atheism/53257 [ 3
+20news-bydate-test/alt.atheism/53257 ] 3
+20news-bydate-test/alt.atheism/53257 ^^^^ 1
+20news-bydate-test/alt.atheism/53257 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ 1
+20news-bydate-test/alt.atheism/53257 _ 10
+20news-bydate-test/alt.atheism/53257 a 8
+20news-bydate-test/alt.atheism/53257 about 1
+20news-bydate-test/alt.atheism/53257 above 1
+20news-bydate-test/alt.atheism/53257 absolutely 1
+20news-bydate-test/alt.atheism/53257 again 3
+20news-bydate-test/alt.atheism/53257 agnostics 1
+20news-bydate-test/alt.atheism/53257 all 1
+20news-bydate-test/alt.atheism/53257 allegory 1
+20news-bydate-test/alt.atheism/53257 although 1
+20news-bydate-test/alt.atheism/53257 am 2
+20news-bydate-test/alt.atheism/53257 an 3
+20news-bydate-test/alt.atheism/53257 and 6
+20news-bydate-test/alt.atheism/53257 another 2
+20news-bydate-test/alt.atheism/53257 any 3
+20news-bydate-test/alt.atheism/53257 anyone 1
+20news-bydate-test/alt.atheism/53257 anything 1
+20news-bydate-test/alt.atheism/53257 anyway 1
+20news-bydate-test/alt.atheism/53257 apologize 1
+20news-bydate-test/alt.atheism/53257 apology 1
+20news-bydate-test/alt.atheism/53257 apples 1
+20news-bydate-test/alt.atheism/53257 are 5
+20news-bydate-test/alt.atheism/53257 aren't 1
+20news-bydate-test/alt.atheism/53257 arrogance 1
+20news-bydate-test/alt.atheism/53257 arrogant 5
+20news-bydate-test/alt.atheism/53257 article 1
+20news-bydate-test/alt.atheism/53257 as 8
+20news-bydate-test/alt.atheism/53257 atheism 8
+20news-bydate-test/alt.atheism/53257 atheist 4
+20news-bydate-test/alt.atheism/53257 atheists 4
+20news-bydate-test/alt.atheism/53257 atrocious 1
+20news-bydate-test/alt.atheism/53257 be 2
+20news-bydate-test/alt.atheism/53257 because 2
+20news-bydate-test/alt.atheism/53257 beckoning 1
+20news-bydate-test/alt.atheism/53257 bible 1
+20news-bydate-test/alt.atheism/53257 blanket 2
+20news-bydate-test/alt.atheism/53257 boasted 1
+20news-bydate-test/alt.atheism/53257 brought 1
+20news-bydate-test/alt.atheism/53257 btw 1
+20news-bydate-test/alt.atheism/53257 burden 1
+20news-bydate-test/alt.atheism/53257 but 2
+20news-bydate-test/alt.atheism/53257 by 4
+20news-bydate-test/alt.atheism/53257 call 1
+20news-bydate-test/alt.atheism/53257 can 3
+20news-bydate-test/alt.atheism/53257 cause 1
+20news-bydate-test/alt.atheism/53257 cfaehl 1
+20news-bydate-test/alt.atheism/53257 charged 1
+20news-bydate-test/alt.atheism/53257 claims 1
+20news-bydate-test/alt.atheism/53257 clear 2
+20news-bydate-test/alt.atheism/53257 compelling 1
+20news-bydate-test/alt.atheism/53257 conquered 1
+20news-bydate-test/alt.atheism/53257 conspiracy 1
+20news-bydate-test/alt.atheism/53257 correct 1
+20news-bydate-test/alt.atheism/53257 defending 1
+20news-bydate-test/alt.atheism/53257 deleted 3
+20news-bydate-test/alt.atheism/53257 did 1
+20news-bydate-test/alt.atheism/53257 didn't 1
+20news-bydate-test/alt.atheism/53257 discourage 1
+20news-bydate-test/alt.atheism/53257 do 4
+20news-bydate-test/alt.atheism/53257 does 2
+20news-bydate-test/alt.atheism/53257 dogma 1
+20news-bydate-test/alt.atheism/53257 dogmatic 1
+20news-bydate-test/alt.atheism/53257 edu 3
+20news-bydate-test/alt.atheism/53257 enough 2
+20news-bydate-test/alt.atheism/53257 etc 1
+20news-bydate-test/alt.atheism/53257 every 1
+20news-bydate-test/alt.atheism/53257 evidence 2
+20news-bydate-test/alt.atheism/53257 example 3
+20news-bydate-test/alt.atheism/53257 exist 2
+20news-bydate-test/alt.atheism/53257 explain 1
+20news-bydate-test/alt.atheism/53257 extermination 1
+20news-bydate-test/alt.atheism/53257 faith 3
+20news-bydate-test/alt.atheism/53257 fashion 1
+20news-bydate-test/alt.atheism/53257 fit 1
+20news-bydate-test/alt.atheism/53257 flocking 1
+20news-bydate-test/alt.atheism/53257 fool 1
+20news-bydate-test/alt.atheism/53257 for 5
+20news-bydate-test/alt.atheism/53257 from 1
+20news-bydate-test/alt.atheism/53257 get 1
+20news-bydate-test/alt.atheism/53257 given 1
+20news-bydate-test/alt.atheism/53257 good 1
+20news-bydate-test/alt.atheism/53257 greater 1
+20news-bydate-test/alt.atheism/53257 grip 1
+20news-bydate-test/alt.atheism/53257 group 1
+20news-bydate-test/alt.atheism/53257 guess 1
+20news-bydate-test/alt.atheism/53257 hard 9
+20news-bydate-test/alt.atheism/53257 has 1
+20news-bydate-test/alt.atheism/53257 have 1
+20news-bydate-test/alt.atheism/53257 he 3
+20news-bydate-test/alt.atheism/53257 hear 1
+20news-bydate-test/alt.atheism/53257 here 1
+20news-bydate-test/alt.atheism/53257 higher 1
+20news-bydate-test/alt.atheism/53257 him 1
+20news-bydate-test/alt.atheism/53257 his 3
+20news-bydate-test/alt.atheism/53257 how 2
+20news-bydate-test/alt.atheism/53257 idea 1
+20news-bydate-test/alt.atheism/53257 if 1
+20news-bydate-test/alt.atheism/53257 illustrate 1
+20news-bydate-test/alt.atheism/53257 implication 1
+20news-bydate-test/alt.atheism/53257 in 7
+20news-bydate-test/alt.atheism/53257 indicting 1
+20news-bydate-test/alt.atheism/53257 indictment 1
+20news-bydate-test/alt.atheism/53257 innocent 1
+20news-bydate-test/alt.atheism/53257 irrelevant 1
+20news-bydate-test/alt.atheism/53257 is 11
+20news-bydate-test/alt.atheism/53257 issue 1
+20news-bydate-test/alt.atheism/53257 issued 1
+20news-bydate-test/alt.atheism/53257 it 4
+20news-bydate-test/alt.atheism/53257 itself 2
+20news-bydate-test/alt.atheism/53257 just 2
+20news-bydate-test/alt.atheism/53257 justifications 1
+20news-bydate-test/alt.atheism/53257 justify 1
+20news-bydate-test/alt.atheism/53257 kill 1
+20news-bydate-test/alt.atheism/53257 killed 1
+20news-bydate-test/alt.atheism/53257 know 1
+20news-bydate-test/alt.atheism/53257 large 1
+20news-bydate-test/alt.atheism/53257 least 1
+20news-bydate-test/alt.atheism/53257 life 1
+20news-bydate-test/alt.atheism/53257 little 1
+20news-bydate-test/alt.atheism/53257 look 1
+20news-bydate-test/alt.atheism/53257 looking 1
+20news-bydate-test/alt.atheism/53257 lost 1
+20news-bydate-test/alt.atheism/53257 loved 1
+20news-bydate-test/alt.atheism/53257 makes 1
+20news-bydate-test/alt.atheism/53257 man 1
+20news-bydate-test/alt.atheism/53257 many 2
+20news-bydate-test/alt.atheism/53257 may 1
+20news-bydate-test/alt.atheism/53257 mcl 2
+20news-bydate-test/alt.atheism/53257 meaning 2
+20news-bydate-test/alt.atheism/53257 meant 2
+20news-bydate-test/alt.atheism/53257 medium 1
+20news-bydate-test/alt.atheism/53257 memory 1
+20news-bydate-test/alt.atheism/53257 merely 3
+20news-bydate-test/alt.atheism/53257 might 1
+20news-bydate-test/alt.atheism/53257 millions 1
+20news-bydate-test/alt.atheism/53257 misinformation 1
+20news-bydate-test/alt.atheism/53257 misinformed 1
+20news-bydate-test/alt.atheism/53257 mix 1
+20news-bydate-test/alt.atheism/53257 mm 1
+20news-bydate-test/alt.atheism/53257 more 2
+20news-bydate-test/alt.atheism/53257 my 4
+20news-bydate-test/alt.atheism/53257 name 2
+20news-bydate-test/alt.atheism/53257 never 2
+20news-bydate-test/alt.atheism/53257 no 2
+20news-bydate-test/alt.atheism/53257 not 10
+20news-bydate-test/alt.atheism/53257 nothing 3
+20news-bydate-test/alt.atheism/53257 occasion 1
+20news-bydate-test/alt.atheism/53257 of 13
+20news-bydate-test/alt.atheism/53257 on 1
+20news-bydate-test/alt.atheism/53257 once 1
+20news-bydate-test/alt.atheism/53257 one 2
+20news-bydate-test/alt.atheism/53257 only 1
+20news-bydate-test/alt.atheism/53257 or 1
+20news-bydate-test/alt.atheism/53257 oranges 1
+20news-bydate-test/alt.atheism/53257 original 1
+20news-bydate-test/alt.atheism/53257 others 1
+20news-bydate-test/alt.atheism/53257 out 1
+20news-bydate-test/alt.atheism/53257 own 1
+20news-bydate-test/alt.atheism/53257 people 7
+20news-bydate-test/alt.atheism/53257 place 1
+20news-bydate-test/alt.atheism/53257 point 1
+20news-bydate-test/alt.atheism/53257 pointing 1
+20news-bydate-test/alt.atheism/53257 position 2
+20news-bydate-test/alt.atheism/53257 post 1
+20news-bydate-test/alt.atheism/53257 poster 1
+20news-bydate-test/alt.atheism/53257 posting 1
+20news-bydate-test/alt.atheism/53257 prepared 1
+20news-bydate-test/alt.atheism/53257 pretty 1
+20news-bydate-test/alt.atheism/53257 pronoun 1
+20news-bydate-test/alt.atheism/53257 proof 1
+20news-bydate-test/alt.atheism/53257 proselytize 1
+20news-bydate-test/alt.atheism/53257 prove 1
+20news-bydate-test/alt.atheism/53257 put-down 1
+20news-bydate-test/alt.atheism/53257 qualifying 1
+20news-bydate-test/alt.atheism/53257 reader 1
+20news-bydate-test/alt.atheism/53257 recognizing 1
+20news-bydate-test/alt.atheism/53257 referring 1
+20news-bydate-test/alt.atheism/53257 reliable 1
+20news-bydate-test/alt.atheism/53257 relied 1
+20news-bydate-test/alt.atheism/53257 religion 2
+20news-bydate-test/alt.atheism/53257 respond 1
+20news-bydate-test/alt.atheism/53257 said 1
+20news-bydate-test/alt.atheism/53257 same 1
+20news-bydate-test/alt.atheism/53257 say 6
+20news-bydate-test/alt.atheism/53257 says 1
+20news-bydate-test/alt.atheism/53257 see 1
+20news-bydate-test/alt.atheism/53257 serious 1
+20news-bydate-test/alt.atheism/53257 seriously 1
+20news-bydate-test/alt.atheism/53257 shines 1
+20news-bydate-test/alt.atheism/53257 slippery 1
+20news-bydate-test/alt.atheism/53257 so 2
+20news-bydate-test/alt.atheism/53257 some 1
+20news-bydate-test/alt.atheism/53257 sophisticated 1
+20news-bydate-test/alt.atheism/53257 sorry 1
+20news-bydate-test/alt.atheism/53257 sources 1
+20news-bydate-test/alt.atheism/53257 state 1
+20news-bydate-test/alt.atheism/53257 stated 1
+20news-bydate-test/alt.atheism/53257 statement 2
+20news-bydate-test/alt.atheism/53257 statements 2
+20news-bydate-test/alt.atheism/53257 stronger 1
+20news-bydate-test/alt.atheism/53257 such 1
+20news-bydate-test/alt.atheism/53257 superior 1
+20news-bydate-test/alt.atheism/53257 supporting 2
+20news-bydate-test/alt.atheism/53257 than 5
+20news-bydate-test/alt.atheism/53257 that 12
+20news-bydate-test/alt.atheism/53257 the 17
+20news-bydate-test/alt.atheism/53257 theists 4
+20news-bydate-test/alt.atheism/53257 there 2
+20news-bydate-test/alt.atheism/53257 they 5
+20news-bydate-test/alt.atheism/53257 think 2
+20news-bydate-test/alt.atheism/53257 this 3
+20news-bydate-test/alt.atheism/53257 those 2
+20news-bydate-test/alt.atheism/53257 thought 1
+20news-bydate-test/alt.atheism/53257 thread 1
+20news-bydate-test/alt.atheism/53257 through 1
+20news-bydate-test/alt.atheism/53257 timmbake 2
+20news-bydate-test/alt.atheism/53257 to 14
+20news-bydate-test/alt.atheism/53257 today 1
+20news-bydate-test/alt.atheism/53257 true 1
+20news-bydate-test/alt.atheism/53257 ucsb 1
+20news-bydate-test/alt.atheism/53257 unalterably 1
+20news-bydate-test/alt.atheism/53257 under 1
+20news-bydate-test/alt.atheism/53257 understand 1
+20news-bydate-test/alt.atheism/53257 unm 2
+20news-bydate-test/alt.atheism/53257 unsympathetic 1
+20news-bydate-test/alt.atheism/53257 up 1
+20news-bydate-test/alt.atheism/53257 upon 1
+20news-bydate-test/alt.atheism/53257 useful 1
+20news-bydate-test/alt.atheism/53257 using 1
+20news-bydate-test/alt.atheism/53257 very 1
+20news-bydate-test/alt.atheism/53257 vesta 2
+20news-bydate-test/alt.atheism/53257 virtue 1
+20news-bydate-test/alt.atheism/53257 was 8
+20news-bydate-test/alt.atheism/53257 way 1
+20news-bydate-test/alt.atheism/53257 we 1
+20news-bydate-test/alt.atheism/53257 were 1
+20news-bydate-test/alt.atheism/53257 what 5
+20news-bydate-test/alt.atheism/53257 where 1
+20news-bydate-test/alt.atheism/53257 who 4
+20news-bydate-test/alt.atheism/53257 wholesome 1
+20news-bydate-test/alt.atheism/53257 why 2
+20news-bydate-test/alt.atheism/53257 will 4
+20news-bydate-test/alt.atheism/53257 wish 1
+20news-bydate-test/alt.atheism/53257 with 4
+20news-bydate-test/alt.atheism/53257 won't 1
+20news-bydate-test/alt.atheism/53257 wonderful 1
+20news-bydate-test/alt.atheism/53257 wont 1
+20news-bydate-test/alt.atheism/53257 words 1
+20news-bydate-test/alt.atheism/53257 world 1
+20news-bydate-test/alt.atheism/53257 worse 2
+20news-bydate-test/alt.atheism/53257 worshipped 1
+20news-bydate-test/alt.atheism/53257 worthy 1
+20news-bydate-test/alt.atheism/53257 writes 1
+20news-bydate-test/alt.atheism/53257 wrt 1
+20news-bydate-test/alt.atheism/53257 yes 1
+20news-bydate-test/alt.atheism/53257 you 11
+20news-bydate-test/alt.atheism/53257 your 6
+20news-bydate-test/alt.atheism/53260 " 2
+20news-bydate-test/alt.atheism/53260 'd 1
+20news-bydate-test/alt.atheism/53260 's 4
+20news-bydate-test/alt.atheism/53260 've 1
+20news-bydate-test/alt.atheism/53260 ( 2
+20news-bydate-test/alt.atheism/53260 ) 2
+20news-bydate-test/alt.atheism/53260 * 10
+20news-bydate-test/alt.atheism/53260 , 19
+20news-bydate-test/alt.atheism/53260 - 3
+20news-bydate-test/alt.atheism/53260 . 38
+20news-bydate-test/alt.atheism/53260 ... 2
+20news-bydate-test/alt.atheism/53260 02 1
+20news-bydate-test/alt.atheism/53260 11847 1
+20news-bydate-test/alt.atheism/53260 13 1
+20news-bydate-test/alt.atheism/53260 1991 1
+20news-bydate-test/alt.atheism/53260 50 1
+20news-bydate-test/alt.atheism/53260 : 9
+20news-bydate-test/alt.atheism/53260 < 2
+20news-bydate-test/alt.atheism/53260 > 28
+20news-bydate-test/alt.atheism/53260 ? 7
+20news-bydate-test/alt.atheism/53260 @ 4
+20news-bydate-test/alt.atheism/53260 And 1
+20news-bydate-test/alt.atheism/53260 Any 1
+20news-bydate-test/alt.atheism/53260 Anyone 1
+20news-bydate-test/alt.atheism/53260 August 1
+20news-bydate-test/alt.atheism/53260 BCCI 5
+20news-bydate-test/alt.atheism/53260 Beauchaine 1
+20news-bydate-test/alt.atheism/53260 Bennett 1
+20news-bydate-test/alt.atheism/53260 Bobby 1
+20news-bydate-test/alt.atheism/53260 But 1
+20news-bydate-test/alt.atheism/53260 COM 2
+20news-bydate-test/alt.atheism/53260 Cambridge 1
+20news-bydate-test/alt.atheism/53260 Consultants 1
+20news-bydate-test/alt.atheism/53260 Doubtless 1
+20news-bydate-test/alt.atheism/53260 From 1
+20news-bydate-test/alt.atheism/53260 Gregg 4
+20news-bydate-test/alt.atheism/53260 How 1
+20news-bydate-test/alt.atheism/53260 I 10
+20news-bydate-test/alt.atheism/53260 ICO 2
+20news-bydate-test/alt.atheism/53260 ISLAMIC 1
+20news-bydate-test/alt.atheism/53260 If 3
+20news-bydate-test/alt.atheism/53260 In 1
+20news-bydate-test/alt.atheism/53260 Is 1
+20news-bydate-test/alt.atheism/53260 Islam 1
+20news-bydate-test/alt.atheism/53260 Islamic 5
+20news-bydate-test/alt.atheism/53260 Jaeger 1
+20news-bydate-test/alt.atheism/53260 Koran 1
+20news-bydate-test/alt.atheism/53260 LAW 1
+20news-bydate-test/alt.atheism/53260 Lines 1
+20news-bydate-test/alt.atheism/53260 Mantis 1
+20news-bydate-test/alt.atheism/53260 Mmm 1
+20news-bydate-test/alt.atheism/53260 Moslems 1
+20news-bydate-test/alt.atheism/53260 Neil 1
+20news-bydate-test/alt.atheism/53260 Newsreader 1
+20news-bydate-test/alt.atheism/53260 Organization 1
+20news-bydate-test/alt.atheism/53260 Re 2
+20news-bydate-test/alt.atheism/53260 Right 1
+20news-bydate-test/alt.atheism/53260 Robert 1
+20news-bydate-test/alt.atheism/53260 Rushdie 1
+20news-bydate-test/alt.atheism/53260 So 1
+20news-bydate-test/alt.atheism/53260 Subject 1
+20news-bydate-test/alt.atheism/53260 TEK 2
+20news-bydate-test/alt.atheism/53260 The 3
+20news-bydate-test/alt.atheism/53260 This 2
+20news-bydate-test/alt.atheism/53260 Times 2
+20news-bydate-test/alt.atheism/53260 UK 1
+20news-bydate-test/alt.atheism/53260 Want 1
+20news-bydate-test/alt.atheism/53260 What 2
+20news-bydate-test/alt.atheism/53260 Why 1
+20news-bydate-test/alt.atheism/53260 X 1
+20news-bydate-test/alt.atheism/53260 Yet 1
+20news-bydate-test/alt.atheism/53260 You 1
+20news-bydate-test/alt.atheism/53260 [ 1
+20news-bydate-test/alt.atheism/53260 ] 1
+20news-bydate-test/alt.atheism/53260 _ 2
+20news-bydate-test/alt.atheism/53260 a 9
+20news-bydate-test/alt.atheism/53260 above 1
+20news-bydate-test/alt.atheism/53260 achieve 1
+20news-bydate-test/alt.atheism/53260 adapted 1
+20news-bydate-test/alt.atheism/53260 agree 2
+20news-bydate-test/alt.atheism/53260 also 2
+20news-bydate-test/alt.atheism/53260 an 3
+20news-bydate-test/alt.atheism/53260 and 2
+20news-bydate-test/alt.atheism/53260 another 1
+20news-bydate-test/alt.atheism/53260 anti 2
+20news-bydate-test/alt.atheism/53260 anyone 1
+20news-bydate-test/alt.atheism/53260 anything 1
+20news-bydate-test/alt.atheism/53260 apart 1
+20news-bydate-test/alt.atheism/53260 are 1
+20news-bydate-test/alt.atheism/53260 article 3
+20news-bydate-test/alt.atheism/53260 articles 2
+20news-bydate-test/alt.atheism/53260 ass 1
+20news-bydate-test/alt.atheism/53260 bad 1
+20news-bydate-test/alt.atheism/53260 bank 1
+20news-bydate-test/alt.atheism/53260 banking 2
+20news-bydate-test/alt.atheism/53260 be 3
+20news-bydate-test/alt.atheism/53260 become 1
+20news-bydate-test/alt.atheism/53260 been 1
+20news-bydate-test/alt.atheism/53260 believe 2
+20news-bydate-test/alt.atheism/53260 bobbe 1
+20news-bydate-test/alt.atheism/53260 bu 1
+20news-bydate-test/alt.atheism/53260 buphy 1
+20news-bydate-test/alt.atheism/53260 can 2
+20news-bydate-test/alt.atheism/53260 cannot 1
+20news-bydate-test/alt.atheism/53260 case 1
+20news-bydate-test/alt.atheism/53260 co. 1
+20news-bydate-test/alt.atheism/53260 content 1
+20news-bydate-test/alt.atheism/53260 contention 1
+20news-bydate-test/alt.atheism/53260 convinced 1
+20news-bydate-test/alt.atheism/53260 culture 1
+20news-bydate-test/alt.atheism/53260 debate 1
+20news-bydate-test/alt.atheism/53260 discuss 1
+20news-bydate-test/alt.atheism/53260 discussion 1
+20news-bydate-test/alt.atheism/53260 edu 1
+20news-bydate-test/alt.atheism/53260 engaged 1
+20news-bydate-test/alt.atheism/53260 etc 1
+20news-bydate-test/alt.atheism/53260 even 2
+20news-bydate-test/alt.atheism/53260 excuse 1
+20news-bydate-test/alt.atheism/53260 file 1
+20news-bydate-test/alt.atheism/53260 firmly 1
+20news-bydate-test/alt.atheism/53260 followed 1
+20news-bydate-test/alt.atheism/53260 for 3
+20news-bydate-test/alt.atheism/53260 from 1
+20news-bydate-test/alt.atheism/53260 glad 1
+20news-bydate-test/alt.atheism/53260 good 1
+20news-bydate-test/alt.atheism/53260 got 1
+20news-bydate-test/alt.atheism/53260 guy 1
+20news-bydate-test/alt.atheism/53260 have 6
+20news-bydate-test/alt.atheism/53260 haven't 1
+20news-bydate-test/alt.atheism/53260 he 1
+20news-bydate-test/alt.atheism/53260 head 1
+20news-bydate-test/alt.atheism/53260 him 1
+20news-bydate-test/alt.atheism/53260 hoping 1
+20news-bydate-test/alt.atheism/53260 how 2
+20news-bydate-test/alt.atheism/53260 if 2
+20news-bydate-test/alt.atheism/53260 implies 1
+20news-bydate-test/alt.atheism/53260 in 4
+20news-bydate-test/alt.atheism/53260 include 1
+20news-bydate-test/alt.atheism/53260 intellectually 1
+20news-bydate-test/alt.atheism/53260 intend 1
+20news-bydate-test/alt.atheism/53260 is 9
+20news-bydate-test/alt.atheism/53260 islam 1
+20news-bydate-test/alt.atheism/53260 issue 1
+20news-bydate-test/alt.atheism/53260 it 5
+20news-bydate-test/alt.atheism/53260 jaeger 1
+20news-bydate-test/alt.atheism/53260 job 2
+20news-bydate-test/alt.atheism/53260 join 1
+20news-bydate-test/alt.atheism/53260 kill 1
+20news-bydate-test/alt.atheism/53260 knows 2
+20news-bydate-test/alt.atheism/53260 let 1
+20news-bydate-test/alt.atheism/53260 look 1
+20news-bydate-test/alt.atheism/53260 managed 1
+20news-bydate-test/alt.atheism/53260 mantis 1
+20news-bydate-test/alt.atheism/53260 mathew 3
+20news-bydate-test/alt.atheism/53260 mere 1
+20news-bydate-test/alt.atheism/53260 more 4
+20news-bydate-test/alt.atheism/53260 must 1
+20news-bydate-test/alt.atheism/53260 my 3
+20news-bydate-test/alt.atheism/53260 next 1
+20news-bydate-test/alt.atheism/53260 no 3
+20news-bydate-test/alt.atheism/53260 not 1
+20news-bydate-test/alt.atheism/53260 nothing 1
+20news-bydate-test/alt.atheism/53260 obviously 1
+20news-bydate-test/alt.atheism/53260 of 3
+20news-bydate-test/alt.atheism/53260 only 1
+20news-bydate-test/alt.atheism/53260 other 1
+20news-bydate-test/alt.atheism/53260 otherwise 1
+20news-bydate-test/alt.atheism/53260 own 1
+20news-bydate-test/alt.atheism/53260 piece 2
+20news-bydate-test/alt.atheism/53260 place 1
+20news-bydate-test/alt.atheism/53260 position 1
+20news-bydate-test/alt.atheism/53260 post 1
+20news-bydate-test/alt.atheism/53260 prejudices 1
+20news-bydate-test/alt.atheism/53260 propaganda 1
+20news-bydate-test/alt.atheism/53260 provide 1
+20news-bydate-test/alt.atheism/53260 provided 1
+20news-bydate-test/alt.atheism/53260 providing 1
+20news-bydate-test/alt.atheism/53260 questions 1
+20news-bydate-test/alt.atheism/53260 real 2
+20news-bydate-test/alt.atheism/53260 reason 3
+20news-bydate-test/alt.atheism/53260 reference 1
+20news-bydate-test/alt.atheism/53260 references 3
+20news-bydate-test/alt.atheism/53260 report 1
+20news-bydate-test/alt.atheism/53260 respect 2
+20news-bydate-test/alt.atheism/53260 respond 1
+20news-bydate-test/alt.atheism/53260 rules 2
+20news-bydate-test/alt.atheism/53260 rusnews 1
+20news-bydate-test/alt.atheism/53260 says 1
+20news-bydate-test/alt.atheism/53260 see 2
+20news-bydate-test/alt.atheism/53260 seriously 1
+20news-bydate-test/alt.atheism/53260 simply 1
+20news-bydate-test/alt.atheism/53260 slander 2
+20news-bydate-test/alt.atheism/53260 slanderous 1
+20news-bydate-test/alt.atheism/53260 so 1
+20news-bydate-test/alt.atheism/53260 soc 1
+20news-bydate-test/alt.atheism/53260 some 1
+20news-bydate-test/alt.atheism/53260 someone 2
+20news-bydate-test/alt.atheism/53260 something 1
+20news-bydate-test/alt.atheism/53260 special 1
+20news-bydate-test/alt.atheism/53260 spend 1
+20news-bydate-test/alt.atheism/53260 spreading 1
+20news-bydate-test/alt.atheism/53260 stating 1
+20news-bydate-test/alt.atheism/53260 stimulating 1
+20news-bydate-test/alt.atheism/53260 support 2
+20news-bydate-test/alt.atheism/53260 supports 1
+20news-bydate-test/alt.atheism/53260 tell 1
+20news-bydate-test/alt.atheism/53260 than 1
+20news-bydate-test/alt.atheism/53260 that 8
+20news-bydate-test/alt.atheism/53260 the 5
+20news-bydate-test/alt.atheism/53260 then 2
+20news-bydate-test/alt.atheism/53260 therefore 1
+20news-bydate-test/alt.atheism/53260 this 2
+20news-bydate-test/alt.atheism/53260 time 2
+20news-bydate-test/alt.atheism/53260 title 2
+20news-bydate-test/alt.atheism/53260 titles 1
+20news-bydate-test/alt.atheism/53260 to 14
+20news-bydate-test/alt.atheism/53260 true 1
+20news-bydate-test/alt.atheism/53260 try 1
+20news-bydate-test/alt.atheism/53260 uk 1
+20news-bydate-test/alt.atheism/53260 up 1
+20news-bydate-test/alt.atheism/53260 v1 1
+20news-bydate-test/alt.atheism/53260 very 1
+20news-bydate-test/alt.atheism/53260 vice 2
+20news-bydate-test/alt.atheism/53260 want 1
+20news-bydate-test/alt.atheism/53260 wants 2
+20news-bydate-test/alt.atheism/53260 was 1
+20news-bydate-test/alt.atheism/53260 waste 1
+20news-bydate-test/alt.atheism/53260 were 1
+20news-bydate-test/alt.atheism/53260 what 1
+20news-bydate-test/alt.atheism/53260 who 1
+20news-bydate-test/alt.atheism/53260 will 1
+20news-bydate-test/alt.atheism/53260 with 6
+20news-bydate-test/alt.atheism/53260 would 1
+20news-bydate-test/alt.atheism/53260 writes 3
+20news-bydate-test/alt.atheism/53260 yes 2
+20news-bydate-test/alt.atheism/53260 you 11
+20news-bydate-test/alt.atheism/53260 your 4
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/bb4b7b54/src/test_suites/java/org/apache/sysml/test/integration/functions/transform/ZPackageSuite.java
----------------------------------------------------------------------
diff --git a/src/test_suites/java/org/apache/sysml/test/integration/functions/transform/ZPackageSuite.java b/src/test_suites/java/org/apache/sysml/test/integration/functions/transform/ZPackageSuite.java
index 10a2518..1996b01 100644
--- a/src/test_suites/java/org/apache/sysml/test/integration/functions/transform/ZPackageSuite.java
+++ b/src/test_suites/java/org/apache/sysml/test/integration/functions/transform/ZPackageSuite.java
@@ -34,6 +34,7 @@ import org.junit.runners.Suite;
 	TransformFrameApplyTest.class,
 	TransformFrameEncodeApplyTest.class,
 	TransformFrameEncodeDecodeTest.class,
+	TransformFrameEncodeDecodeTokenTest.class,
 	TransformReadMetaTest.class,
 	TransformTest.class,
 })