You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by se...@apache.org on 2017/10/10 00:51:58 UTC
[24/61] [abbrv] hive git commit: HIVE-17561 Move TxnStore and
implementations to standalone metastore (Alan Gates,
reviewed by Eugene Koifman)
http://git-wip-us.apache.org/repos/asf/hive/blob/f4a12a56/storage-api/src/test/org/apache/hadoop/hive/common/TestValidReadTxnList.java
----------------------------------------------------------------------
diff --git a/storage-api/src/test/org/apache/hadoop/hive/common/TestValidReadTxnList.java b/storage-api/src/test/org/apache/hadoop/hive/common/TestValidReadTxnList.java
new file mode 100644
index 0000000..00ee820
--- /dev/null
+++ b/storage-api/src/test/org/apache/hadoop/hive/common/TestValidReadTxnList.java
@@ -0,0 +1,109 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.hive.common;
+
+import junit.framework.Assert;
+import org.apache.hadoop.conf.Configuration;
+import org.junit.Test;
+
+import java.io.DataInputStream;
+import java.io.DataOutputStream;
+import java.io.File;
+import java.io.FileInputStream;
+import java.io.FileOutputStream;
+import java.util.BitSet;
+
+/**
+ * Tests for {@link ValidReadTxnList}
+ */
+public class TestValidReadTxnList {
+
+ @Test
+ public void noExceptions() throws Exception {
+ ValidTxnList txnList = new ValidReadTxnList(new long[0], new BitSet(), 1, Long.MAX_VALUE);
+ String str = txnList.writeToString();
+ Assert.assertEquals("1:" + Long.MAX_VALUE + "::", str);
+ ValidTxnList newList = new ValidReadTxnList();
+ newList.readFromString(str);
+ Assert.assertTrue(newList.isTxnValid(1));
+ Assert.assertFalse(newList.isTxnValid(2));
+ }
+
+ @Test
+ public void exceptions() throws Exception {
+ ValidTxnList txnList = new ValidReadTxnList(new long[]{2L,4L}, new BitSet(), 5, 4L);
+ String str = txnList.writeToString();
+ Assert.assertEquals("5:4:2,4:", str);
+ ValidTxnList newList = new ValidReadTxnList();
+ newList.readFromString(str);
+ Assert.assertTrue(newList.isTxnValid(1));
+ Assert.assertFalse(newList.isTxnValid(2));
+ Assert.assertTrue(newList.isTxnValid(3));
+ Assert.assertFalse(newList.isTxnValid(4));
+ Assert.assertTrue(newList.isTxnValid(5));
+ Assert.assertFalse(newList.isTxnValid(6));
+ }
+
+ @Test
+ public void longEnoughToCompress() throws Exception {
+ long[] exceptions = new long[1000];
+ for (int i = 0; i < 1000; i++) exceptions[i] = i + 100;
+ ValidTxnList txnList = new ValidReadTxnList(exceptions, new BitSet(), 2000, 900);
+ String str = txnList.writeToString();
+ ValidTxnList newList = new ValidReadTxnList();
+ newList.readFromString(str);
+ for (int i = 0; i < 100; i++) Assert.assertTrue(newList.isTxnValid(i));
+ for (int i = 100; i < 1100; i++) Assert.assertFalse(newList.isTxnValid(i));
+ for (int i = 1100; i < 2001; i++) Assert.assertTrue(newList.isTxnValid(i));
+ Assert.assertFalse(newList.isTxnValid(2001));
+ }
+
+ @Test
+ public void readWriteConfig() throws Exception {
+ long[] exceptions = new long[1000];
+ for (int i = 0; i < 1000; i++) exceptions[i] = i + 100;
+ ValidTxnList txnList = new ValidReadTxnList(exceptions, new BitSet(), 2000, 900);
+ String str = txnList.writeToString();
+ Configuration conf = new Configuration();
+ conf.set(ValidTxnList.VALID_TXNS_KEY, str);
+ File tmpFile = File.createTempFile("TestValidTxnImpl", "readWriteConfig");
+ DataOutputStream out = new DataOutputStream(new FileOutputStream(tmpFile));
+ conf.write(out);
+ out.close();
+ DataInputStream in = new DataInputStream(new FileInputStream(tmpFile));
+ Configuration newConf = new Configuration();
+ newConf.readFields(in);
+ Assert.assertEquals(str, newConf.get(ValidTxnList.VALID_TXNS_KEY));
+ }
+
+ @Test
+ public void testAbortedTxn() throws Exception {
+ long[] exceptions = {2L, 4L, 6L, 8L, 10L};
+ BitSet bitSet = new BitSet(exceptions.length);
+ bitSet.set(0); // mark txn "2L" aborted
+ bitSet.set(3); // mark txn "8L" aborted
+ ValidTxnList txnList = new ValidReadTxnList(exceptions, bitSet, 11, 4L);
+ String str = txnList.writeToString();
+ Assert.assertEquals("11:4:4,6,10:2,8", str);
+ Assert.assertTrue(txnList.isTxnAborted(2L));
+ Assert.assertFalse(txnList.isTxnAborted(4L));
+ Assert.assertFalse(txnList.isTxnAborted(6L));
+ Assert.assertTrue(txnList.isTxnAborted(8L));
+ Assert.assertFalse(txnList.isTxnAborted(10L));
+ }
+}