You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ra...@apache.org on 2016/11/16 09:45:56 UTC
[1/2] incubator-carbondata git commit: Added ValueCompressionUtilTest
Repository: incubator-carbondata
Updated Branches:
refs/heads/master 343916b56 -> 0265b825c
Added ValueCompressionUtilTest
corrected unit test for ValueCompressionUtil
added unit tests for value compresion model
Updated unit test for ValueCompressionUtil
Updated formatting
Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/c5bdd21a
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/c5bdd21a
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/c5bdd21a
Branch: refs/heads/master
Commit: c5bdd21a4ac91dbf4bfeb55292f3c99d3647d2f0
Parents: 343916b
Author: kunal642 <ku...@knoldus.in>
Authored: Wed Nov 2 14:19:24 2016 +0530
Committer: ravipesala <ra...@gmail.com>
Committed: Wed Nov 16 15:14:50 2016 +0530
----------------------------------------------------------------------
.../core/util/ValueCompressionUtilTest.java | 697 +++++++++++++++++++
1 file changed, 697 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/c5bdd21a/core/src/test/java/org/apache/carbondata/core/util/ValueCompressionUtilTest.java
----------------------------------------------------------------------
diff --git a/core/src/test/java/org/apache/carbondata/core/util/ValueCompressionUtilTest.java b/core/src/test/java/org/apache/carbondata/core/util/ValueCompressionUtilTest.java
new file mode 100644
index 0000000..db64011
--- /dev/null
+++ b/core/src/test/java/org/apache/carbondata/core/util/ValueCompressionUtilTest.java
@@ -0,0 +1,697 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.carbondata.core.util;
+
+import org.apache.carbondata.core.datastorage.store.compression.MeasureMetaDataModel;
+import org.apache.carbondata.core.datastorage.store.compression.ValueCompressionModel;
+import org.apache.carbondata.core.datastorage.store.compression.ValueCompressonHolder;
+import org.apache.carbondata.core.datastorage.store.compression.type.*;
+
+import org.junit.Test;
+
+import java.nio.ByteBuffer;
+
+import static junit.framework.TestCase.*;
+import static org.apache.carbondata.core.util.ValueCompressionUtil.DataType;
+
+public class ValueCompressionUtilTest {
+
+ @Test public void testGetSize() {
+ DataType[] dataTypes =
+ { DataType.DATA_BIGINT, DataType.DATA_INT, DataType.DATA_BYTE, DataType.DATA_SHORT,
+ DataType.DATA_FLOAT };
+ int[] expectedSizes = { 8, 4, 1, 2, 4 };
+ for (int i = 0; i < dataTypes.length; i++) {
+ assertEquals(expectedSizes[i], ValueCompressionUtil.getSize(dataTypes[i]));
+ }
+ }
+
+ @Test public void testToGetCompressedValuesWithCompressionTypeMin_MaxForDataInt() {
+ double[] values = { 25, 12, 22 };
+ int[] result = (int[]) ValueCompressionUtil
+ .getCompressedValues(ValueCompressionUtil.COMPRESSION_TYPE.MAX_MIN, values,
+ DataType.DATA_INT, 22, 0);
+ int[] expectedResult = { -3, 10, 0 };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(result[i], expectedResult[i]);
+ }
+ }
+
+ @Test public void testToGetCompressedValuesWithCompressionTypeMin_MaxForDataByte() {
+ double[] values = { 20, 21, 22 };
+ byte[] result = (byte[]) ValueCompressionUtil
+ .getCompressedValues(ValueCompressionUtil.COMPRESSION_TYPE.MAX_MIN, values,
+ DataType.DATA_BYTE, 22, 0);
+ byte[] expectedResult = { 2, 1, 0 };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(result[i], expectedResult[i]);
+ }
+ }
+
+ @Test public void testToGetCompressedValuesWithCompressionTypeMin_MaxForDataShort() {
+ double[] values = { 200, 21, 22 };
+ short[] result = (short[]) ValueCompressionUtil
+ .getCompressedValues(ValueCompressionUtil.COMPRESSION_TYPE.MAX_MIN, values,
+ DataType.DATA_SHORT, 22, 0);
+ short[] expectedResult = { -178, 1, 0 };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(result[i], expectedResult[i]);
+ }
+ }
+
+ @Test public void testToGetCompressedValuesWithCompressionTypeMin_MaxForDataLong() {
+ double[] values = { 2000, 2100, 2002 };
+ long[] result = (long[]) ValueCompressionUtil
+ .getCompressedValues(ValueCompressionUtil.COMPRESSION_TYPE.MAX_MIN, values,
+ DataType.DATA_LONG, 2125, 0);
+ long[] expectedResult = { 125, 25, 123 };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(result[i], expectedResult[i]);
+ }
+ }
+
+ @Test public void testToGetCompressedValuesWithCompressionTypeMin_MaxForDataFloat() {
+ double[] values = { 20.121, 21.223, 22.345 };
+ float[] result = (float[]) ValueCompressionUtil
+ .getCompressedValues(ValueCompressionUtil.COMPRESSION_TYPE.MAX_MIN, values,
+ DataType.DATA_FLOAT, 22.345, 3);
+ float[] expectedResult = { 2.224f, 1.122f, 0f };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(result[i], expectedResult[i]);
+ }
+ }
+
+ @Test public void testToGetCompressedValuesWithCompressionTypeMin_MaxForDataDouble() {
+ double[] values = { 20.121, 21.223, 22.345 };
+ double[] result = (double[]) ValueCompressionUtil
+ .getCompressedValues(ValueCompressionUtil.COMPRESSION_TYPE.MAX_MIN, values,
+ DataType.DATA_DOUBLE, 102.345, 3);
+ double[] expectedResult = { 82.224, 81.122, 80.0 };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(result[i], expectedResult[i]);
+ }
+ }
+
+ @Test public void testToGetCompressedValuesWithCompressionTypeNoneForBigInt() {
+ double[] values = { 20.121, 21.223, 22.345 };
+ long[] result = (long[]) ValueCompressionUtil
+ .getCompressedValues(ValueCompressionUtil.COMPRESSION_TYPE.NONE, values,
+ DataType.DATA_BIGINT, 22, 0);
+ long[] expectedResult = { 20, 21, 22 };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(result[i], expectedResult[i]);
+ }
+ }
+
+ @Test public void testToGetCompressedValuesWithCompressionTypeNoneForDataByte() {
+ double[] values = { 20, 21, 22 };
+ byte[] result = (byte[]) ValueCompressionUtil
+ .getCompressedValues(ValueCompressionUtil.COMPRESSION_TYPE.NONE, values, DataType.DATA_BYTE,
+ 22, 0);
+ byte[] expectedResult = { 20, 21, 22 };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(result[i], expectedResult[i]);
+ }
+ }
+
+ @Test public void testToGetCompressedValuesWithCompressionTypeNoneForDataShort() {
+ double[] values = { 200000, 21, 22 };
+ short[] result = (short[]) ValueCompressionUtil
+ .getCompressedValues(ValueCompressionUtil.COMPRESSION_TYPE.NONE, values,
+ DataType.DATA_SHORT, 22, 0);
+ short[] expectedResult = { 3392, 21, 22 };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(result[i], expectedResult[i]);
+ }
+ }
+
+ @Test public void testToGetCompressedValuesWithCompressionTypeNoneForDataInt() {
+ double[] values = { 20, 21, 22 };
+ int[] result = (int[]) ValueCompressionUtil
+ .getCompressedValues(ValueCompressionUtil.COMPRESSION_TYPE.NONE, values, DataType.DATA_INT,
+ 22, 0);
+ int[] expectedResult = { 20, 21, 22 };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(result[i], expectedResult[i]);
+ }
+ }
+
+ @Test public void testToGetCompressedValuesWithCompressionTypeNoneForDataLong() {
+ double[] values = { 20, 21, 22 };
+ long[] result = (long[]) ValueCompressionUtil
+ .getCompressedValues(ValueCompressionUtil.COMPRESSION_TYPE.NONE, values, DataType.DATA_LONG,
+ 22, 0);
+ long[] expectedResult = { 20, 21, 22 };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(result[i], expectedResult[i]);
+ }
+ }
+
+ @Test public void testToGetCompressedValuesWithCompressionTypeNoneForDataFloat() {
+ double[] values = { 20.121, 21.223, 22.345 };
+ float[] result = (float[]) ValueCompressionUtil
+ .getCompressedValues(ValueCompressionUtil.COMPRESSION_TYPE.NONE, values,
+ DataType.DATA_FLOAT, 22, 3);
+ float[] expectedResult = { 20.121f, 21.223f, 22.345f };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(result[i], expectedResult[i]);
+ }
+ }
+
+ @Test public void testToGetCompressedValuesWithCompressionTypeNoneForDataDouble() {
+ double[] values = { 20.121, 21.223, 22.345 };
+ double[] result = (double[]) ValueCompressionUtil
+ .getCompressedValues(ValueCompressionUtil.COMPRESSION_TYPE.NONE, values,
+ DataType.DATA_DOUBLE, 22, 3);
+ double[] expectedResult = { 20.121, 21.223, 22.345 };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(result[i], expectedResult[i]);
+ }
+ }
+
+ @Test public void testToGetCompressedValuesWithCompressionTypeNon_DecimalForFloat() {
+ double[] values = { 20.1, 21.2, 22.3 };
+ float[] result = (float[]) ValueCompressionUtil
+ .getCompressedValues(ValueCompressionUtil.COMPRESSION_TYPE.NON_DECIMAL_CONVERT, values,
+ DataType.DATA_FLOAT, 22, 1);
+ float[] expectedResult = { 201f, 212f, 223f };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(result[i], expectedResult[i]);
+ }
+ }
+
+ @Test public void testToGetCompressedValuesWithCompressionTypeNon_DecimalForByte() {
+ double[] values = { 20.1, 21.2, 22.3 };
+ byte[] result = (byte[]) ValueCompressionUtil
+ .getCompressedValues(ValueCompressionUtil.COMPRESSION_TYPE.NON_DECIMAL_CONVERT, values,
+ DataType.DATA_BYTE, 22, 1);
+ byte[] expectedResult = { -55, -44, -33 };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(result[i], expectedResult[i]);
+ }
+ }
+
+ @Test public void testToGetCompressedValuesWithCompressionTypeNon_DecimalForShort() {
+ double[] values = { 20.1, 21.2, 22.3 };
+ short[] result = (short[]) ValueCompressionUtil
+ .getCompressedValues(ValueCompressionUtil.COMPRESSION_TYPE.NON_DECIMAL_CONVERT, values,
+ DataType.DATA_SHORT, 22, 1);
+ short[] expectedResult = { 201, 212, 223 };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(result[i], expectedResult[i]);
+ }
+ }
+
+ @Test public void testToGetCompressedValuesWithCompressionTypeNon_DecimalForInt() {
+ double[] values = { 20.1, 21.2, 22.3 };
+ int[] result = (int[]) ValueCompressionUtil
+ .getCompressedValues(ValueCompressionUtil.COMPRESSION_TYPE.NON_DECIMAL_CONVERT, values,
+ DataType.DATA_INT, 22, 1);
+ int[] expectedResult = { 201, 212, 223 };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(result[i], expectedResult[i]);
+ }
+ }
+
+ @Test public void testToGetCompressedValuesWithCompressionTypeNon_DecimalForLong() {
+ double[] values = { 20.1, 21.2, 22.3 };
+ long[] result = (long[]) ValueCompressionUtil
+ .getCompressedValues(ValueCompressionUtil.COMPRESSION_TYPE.NON_DECIMAL_CONVERT, values,
+ DataType.DATA_LONG, 22, 1);
+ long[] expectedResult = { 201, 212, 223 };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(result[i], expectedResult[i]);
+ }
+ }
+
+ @Test public void testToGetCompressedValuesWithCompressionTypeNon_DecimalForDouble() {
+ double[] values = { 20.1, 21.2, 22.3 };
+ double[] result = (double[]) ValueCompressionUtil
+ .getCompressedValues(ValueCompressionUtil.COMPRESSION_TYPE.NON_DECIMAL_CONVERT, values,
+ DataType.DATA_DOUBLE, 22, 1);
+ double[] expectedResult = { 201, 212, 223 };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(result[i], expectedResult[i]);
+ }
+ }
+
+ @Test public void testToGetCompressedValuesWithCompressionTypeMax_Min_NDCForByte() {
+ double[] values = { 20, 21, 22 };
+ byte[] result = (byte[]) ValueCompressionUtil
+ .getCompressedValues(ValueCompressionUtil.COMPRESSION_TYPE.MAX_MIN_NDC, values,
+ DataType.DATA_BYTE, 22, 1);
+ byte[] expectedResult = { 20, 10, 0 };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(result[i], expectedResult[i]);
+ }
+ }
+
+ @Test public void testToGetCompressedValuesWithCompressionTypeMax_Min_NDCForInt() {
+ double[] values = { 20, 21, 22 };
+ int[] result = (int[]) ValueCompressionUtil
+ .getCompressedValues(ValueCompressionUtil.COMPRESSION_TYPE.MAX_MIN_NDC, values,
+ DataType.DATA_INT, 22, 1);
+ int[] expectedResult = { 20, 10, 0 };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(result[i], expectedResult[i]);
+ }
+ }
+
+ @Test public void testToGetCompressedValuesWithCompressionTypeMax_Min_NDCForDouble() {
+ double[] values = { 20, 21, 22 };
+ double[] result = (double[]) ValueCompressionUtil
+ .getCompressedValues(ValueCompressionUtil.COMPRESSION_TYPE.MAX_MIN_NDC, values,
+ DataType.DATA_DOUBLE, 22, 1);
+ double[] expectedResult = { 20, 10, 0 };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(result[i], expectedResult[i]);
+ }
+ }
+
+ @Test public void testToGetCompressedValuesWithCompressionTypeMax_Min_NDCForShort() {
+ double[] values = { 20000, 21, 22 };
+ short[] result = (short[]) ValueCompressionUtil
+ .getCompressedValues(ValueCompressionUtil.COMPRESSION_TYPE.MAX_MIN_NDC, values,
+ DataType.DATA_SHORT, 22, 1);
+ short[] expectedResult = { -3172, 10, 0 };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(result[i], expectedResult[i]);
+ }
+ }
+
+ @Test public void testToGetCompressedValuesWithCompressionTypeMax_Min_NDCForLong() {
+ double[] values = { 20, 21, 22 };
+ long[] result = (long[]) ValueCompressionUtil
+ .getCompressedValues(ValueCompressionUtil.COMPRESSION_TYPE.MAX_MIN_NDC, values,
+ DataType.DATA_LONG, 22, 1);
+ long[] expectedResult = { 20, 10, 0 };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(result[i], expectedResult[i]);
+ }
+ }
+
+ @Test public void testToGetCompressedValuesWithCompressionTypeMax_Min_NDCForFloat() {
+ double[] values = { 20, 21, 22 };
+ float[] result = (float[]) ValueCompressionUtil
+ .getCompressedValues(ValueCompressionUtil.COMPRESSION_TYPE.MAX_MIN_NDC, values,
+ DataType.DATA_FLOAT, 22, 1);
+ float[] expectedResult = { 20f, 10f, 0f };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(result[i], expectedResult[i]);
+ }
+ }
+
+ @Test public void testToUnCompressNone() {
+ ValueCompressonHolder.UnCompressValue result =
+ ValueCompressionUtil.unCompressNone(DataType.DATA_BIGINT, DataType.DATA_BIGINT);
+ assertEquals(result.getClass(), UnCompressDefaultLong.class);
+ }
+
+ @Test public void testToUnCompressNoneForByte() {
+ ValueCompressonHolder.UnCompressValue result =
+ ValueCompressionUtil.unCompressNone(DataType.DATA_BYTE, DataType.DATA_FLOAT);
+ assertEquals(result.getClass(), UnCompressNoneByte.class);
+ }
+
+ @Test public void testToUnCompressNoneForLong() {
+ ValueCompressonHolder.UnCompressValue result =
+ ValueCompressionUtil.unCompressNone(DataType.DATA_LONG, DataType.DATA_FLOAT);
+ assertEquals(result.getClass(), UnCompressNoneLong.class);
+ }
+
+ @Test public void testToUnCompressNoneForShort() {
+ ValueCompressonHolder.UnCompressValue result =
+ ValueCompressionUtil.unCompressNone(DataType.DATA_SHORT, DataType.DATA_FLOAT);
+ assertEquals(result.getClass(), UnCompressNoneShort.class);
+ }
+
+ @Test public void testToUnCompressNoneForFloat() {
+ ValueCompressonHolder.UnCompressValue result =
+ ValueCompressionUtil.unCompressNone(DataType.DATA_FLOAT, DataType.DATA_FLOAT);
+ assertEquals(result.getClass(), UnCompressNoneFloat.class);
+ }
+
+ @Test public void testToUnCompressNoneForInt() {
+ ValueCompressonHolder.UnCompressValue result =
+ ValueCompressionUtil.unCompressNone(DataType.DATA_INT, DataType.DATA_FLOAT);
+ assertEquals(result.getClass(), UnCompressNoneInt.class);
+ }
+
+ @Test public void testToUnCompressNoneForDouble() {
+ ValueCompressonHolder.UnCompressValue result =
+ ValueCompressionUtil.unCompressNone(DataType.DATA_DOUBLE, DataType.DATA_FLOAT);
+ assertEquals(result.getClass(), UnCompressNoneDefault.class);
+ }
+
+ @Test public void testToUnCompressMaxMinForDouble() {
+ ValueCompressonHolder.UnCompressValue result =
+ ValueCompressionUtil.unCompressMaxMin(DataType.DATA_DOUBLE, null);
+ assertEquals(result.getClass(), UnCompressMaxMinDefault.class);
+ }
+
+ @Test public void testToUnCompressMaxMinForInt() {
+ ValueCompressonHolder.UnCompressValue result =
+ ValueCompressionUtil.unCompressMaxMin(DataType.DATA_INT, null);
+ assertEquals(result.getClass(), UnCompressMaxMinInt.class);
+ }
+
+ @Test public void testToUnCompressMaxMinForFloat() {
+ ValueCompressonHolder.UnCompressValue result =
+ ValueCompressionUtil.unCompressMaxMin(DataType.DATA_FLOAT, null);
+ assertEquals(result.getClass(), UnCompressMaxMinFloat.class);
+ }
+
+ @Test public void testToUnCompressMaxMinForLong() {
+ ValueCompressonHolder.UnCompressValue result =
+ ValueCompressionUtil.unCompressMaxMin(DataType.DATA_LONG, null);
+ assertEquals(result.getClass(), UnCompressMaxMinLong.class);
+ }
+
+ @Test public void testToUnCompressMaxMinForByte() {
+ ValueCompressonHolder.UnCompressValue result =
+ ValueCompressionUtil.unCompressMaxMin(DataType.DATA_BYTE, null);
+ assertEquals(result.getClass(), UnCompressMaxMinByte.class);
+ }
+
+ @Test public void testToUnCompressMaxMinForShort() {
+ ValueCompressonHolder.UnCompressValue result =
+ ValueCompressionUtil.unCompressMaxMin(DataType.DATA_SHORT, null);
+ assertEquals(result.getClass(), UnCompressMaxMinShort.class);
+ }
+
+ @Test public void testToUnCompressNonDecimalForDouble() {
+ ValueCompressonHolder.UnCompressValue result =
+ ValueCompressionUtil.unCompressNonDecimal(DataType.DATA_DOUBLE, null);
+ assertEquals(result.getClass(), UnCompressNonDecimalDefault.class);
+ }
+
+ @Test public void testToUnCompressNonDecimalForInt() {
+ ValueCompressonHolder.UnCompressValue result =
+ ValueCompressionUtil.unCompressNonDecimal(DataType.DATA_INT, null);
+ assertEquals(result.getClass(), UnCompressNonDecimalInt.class);
+ }
+
+ @Test public void testToUnCompressNonDecimalForFloat() {
+ ValueCompressonHolder.UnCompressValue result =
+ ValueCompressionUtil.unCompressNonDecimal(DataType.DATA_FLOAT, null);
+ assertEquals(result.getClass(), UnCompressNonDecimalFloat.class);
+ }
+
+ @Test public void testToUnCompressNonDecimalForLong() {
+ ValueCompressonHolder.UnCompressValue result =
+ ValueCompressionUtil.unCompressNonDecimal(DataType.DATA_LONG, null);
+ assertEquals(result.getClass(), UnCompressNonDecimalLong.class);
+ }
+
+ @Test public void testToUnCompressNonDecimalForByte() {
+ ValueCompressonHolder.UnCompressValue result =
+ ValueCompressionUtil.unCompressNonDecimal(DataType.DATA_BYTE, null);
+ assertEquals(result.getClass(), UnCompressNonDecimalByte.class);
+ }
+
+ @Test public void testToUnCompressNonDecimalForShort() {
+ ValueCompressonHolder.UnCompressValue result =
+ ValueCompressionUtil.unCompressNonDecimal(DataType.DATA_SHORT, null);
+ assertEquals(result.getClass(), UnCompressNonDecimalShort.class);
+ }
+
+ @Test public void testToUnCompressNonDecimalMaxMinForDouble() {
+ ValueCompressonHolder.UnCompressValue result =
+ ValueCompressionUtil.unCompressNonDecimalMaxMin(DataType.DATA_DOUBLE, null);
+ assertEquals(result.getClass(), UnCompressNonDecimalMaxMinDefault.class);
+ }
+
+ @Test public void testToUnCompressNonDecimalMaxMinForInt() {
+ ValueCompressonHolder.UnCompressValue result =
+ ValueCompressionUtil.unCompressNonDecimalMaxMin(DataType.DATA_INT, null);
+ assertEquals(result.getClass(), UnCompressNonDecimalMaxMinInt.class);
+ }
+
+ @Test public void testToUnCompressNonDecimalMaxMinForFloat() {
+ ValueCompressonHolder.UnCompressValue result =
+ ValueCompressionUtil.unCompressNonDecimalMaxMin(DataType.DATA_FLOAT, null);
+ assertEquals(result.getClass(), UnCompressNonDecimalMaxMinFloat.class);
+ }
+
+ @Test public void testToUnCompressNonDecimalMaxMinForLong() {
+ ValueCompressonHolder.UnCompressValue result =
+ ValueCompressionUtil.unCompressNonDecimalMaxMin(DataType.DATA_LONG, null);
+ assertEquals(result.getClass(), UnCompressNonDecimalMaxMinLong.class);
+ }
+
+ @Test public void testToUnCompressNonDecimalMaxMinForByte() {
+ ValueCompressonHolder.UnCompressValue result =
+ ValueCompressionUtil.unCompressNonDecimalMaxMin(DataType.DATA_BYTE, null);
+ assertEquals(result.getClass(), UnCompressNonDecimalMaxMinByte.class);
+ }
+
+ @Test public void testToUnCompressNonDecimalMaxMinForShort() {
+ ValueCompressonHolder.UnCompressValue result =
+ ValueCompressionUtil.unCompressNonDecimalMaxMin(DataType.DATA_SHORT, null);
+ assertEquals(result.getClass(), UnCompressNonDecimalMaxMinShort.class);
+ }
+
+ @Test public void testToConvertToBytesForInt() {
+ int[] input = { 120000, 200000, 300000 };
+ byte[] result = ValueCompressionUtil.convertToBytes(input);
+ byte[] expectedResult = { 0, 1, -44 };
+ for (int i = 0; i < input.length; i++) {
+ assertEquals(expectedResult[i], result[i]);
+ }
+ }
+
+ @Test public void testToConvertToInt() {
+ ByteBuffer byteBuffer = ByteBuffer.allocate(4);
+ byteBuffer.putInt(123);
+ int[] result = ValueCompressionUtil.convertToIntArray(byteBuffer, 4);
+ int[] expectedResult = { 123 };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(expectedResult[i], result[i]);
+ }
+ }
+
+ @Test public void testToConvertToBytesForFloat() {
+ float[] input = { 120.001f, 200.012f, 300.123f };
+ byte[] result = ValueCompressionUtil.convertToBytes(input);
+ byte[] expectedResult = { 66, -16, 0, -125, 67, 72, 3, 18, 67, -106, 15, -66 };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(expectedResult[i], result[i]);
+ }
+ }
+
+ @Test public void testToConvertToFloat() {
+ ByteBuffer byteBuffer = ByteBuffer.allocate(4);
+ byteBuffer.putFloat(123.23f);
+ float[] result = ValueCompressionUtil.convertToFloatArray(byteBuffer, 4);
+ float[] expectedResult = { 123.23f };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(expectedResult[i], result[i]);
+ }
+ }
+
+ @Test public void testToConvertToBytesForShort() {
+ short[] input = { 20000, -30000, 23 };
+ byte[] result = ValueCompressionUtil.convertToBytes(input);
+ byte[] expectedResult = { 78, 32, -118, -48, 0, 23 };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(expectedResult[i], result[i]);
+ }
+ }
+
+ @Test public void testToConvertToShort() {
+ ByteBuffer byteBuffer = ByteBuffer.allocate(2);
+ byteBuffer.putShort((short) 3);
+ short[] result = ValueCompressionUtil.convertToShortArray(byteBuffer, 2);
+ short[] expectedResult = { 3 };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(expectedResult[i], result[i]);
+ }
+ }
+
+ @Test public void testToConvertToBytesForLong() {
+ long[] input = { 2000000, 300654 };
+ byte[] result = ValueCompressionUtil.convertToBytes(input);
+ byte[] expectedResult = { 0, 0, 0, 0, 0, 30, -124, -128, 0, 0, 0, 0, 0, 4, -106, 110 };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(expectedResult[i], result[i]);
+ }
+ }
+
+ @Test public void testToConvertToLong() {
+ ByteBuffer byteBuffer = ByteBuffer.allocate(8);
+ byteBuffer.putLong(321654987);
+ long[] result = ValueCompressionUtil.convertToLongArray(byteBuffer, 8);
+ long[] expectedResult = { 321654987 };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(expectedResult[i], result[i]);
+ }
+ }
+
+ @Test public void testToConvertToBytesForDouble() {
+ double[] input = { 20.236, 30.001 };
+ byte[] result = ValueCompressionUtil.convertToBytes(input);
+ byte[] expectedResult = { 64, 52, 60, 106, 126, -7, -37, 35, 64, 62, 0, 65, -119, 55, 75, -57 };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(expectedResult[i], result[i]);
+ }
+ }
+
+ @Test public void testToConvertToDouble() {
+ ByteBuffer byteBuffer = ByteBuffer.allocate(8);
+ byteBuffer.putDouble(3216.54987);
+ double[] result = ValueCompressionUtil.convertToDoubleArray(byteBuffer, 8);
+ double[] expectedResult = { 3216.54987 };
+ for (int i = 0; i < result.length; i++) {
+ assertEquals(expectedResult[i], result[i]);
+ }
+ }
+
+ @Test public void testToGetValueCompressionModel() {
+ Object[] maxValues = { 10, 20, 30 };
+ Object[] minValues = { 1, 2, 3 };
+ int[] decimalLength = { 0, 0, 0 };
+ Object[] uniqueValues = { 5, 3, 2 };
+ char[] types = { 'c', 'b', 'l' };
+ byte[] dataTypeSelected = { 1, 2, 4 };
+ MeasureMetaDataModel measureMetaDataModel =
+ new MeasureMetaDataModel(maxValues, minValues, decimalLength, 3, uniqueValues, types,
+ dataTypeSelected);
+ ValueCompressionModel valueCompressionModel =
+ ValueCompressionUtil.getValueCompressionModel(measureMetaDataModel);
+ assertEquals(ValueCompressionUtil.COMPRESSION_TYPE.CUSTOM,
+ valueCompressionModel.getCompType()[0]);
+ assertEquals(ValueCompressionUtil.COMPRESSION_TYPE.CUSTOM_BIGDECIMAL,
+ valueCompressionModel.getCompType()[1]);
+ assertEquals(ValueCompressionUtil.COMPRESSION_TYPE.NONE,
+ valueCompressionModel.getCompType()[2]);
+ }
+
+ @Test public void testToGetValueCompressionModelForDefaultAggregatorType() {
+ Object[] maxValues = { 10.0 };
+ Object[] minValues = { 1.0 };
+ int[] decimalLength = { 0 };
+ Object[] uniqueValues = { 5 };
+ char[] types = { 'n' };
+ byte[] dataTypeSelected = { 1 };
+ MeasureMetaDataModel measureMetaDataModel =
+ new MeasureMetaDataModel(maxValues, minValues, decimalLength, 1, uniqueValues, types,
+ dataTypeSelected);
+ ValueCompressionModel valueCompressionModel =
+ ValueCompressionUtil.getValueCompressionModel(measureMetaDataModel);
+ assertEquals(ValueCompressionUtil.COMPRESSION_TYPE.NONE,
+ valueCompressionModel.getCompType()[0]);
+ }
+
+ @Test public void testToGetValueCompressionModelForShortAndByte() {
+ Object[] maxValues = { 32600.00 };
+ Object[] minValues = { 32500.00 };
+ int[] decimalLength = { 0 };
+ Object[] uniqueValues = { 5 };
+ char[] types = { 'n' };
+ byte[] dataTypeSelected = { 1 };
+ MeasureMetaDataModel measureMetaDataModel =
+ new MeasureMetaDataModel(maxValues, minValues, decimalLength, 1, uniqueValues, types,
+ dataTypeSelected);
+ ValueCompressionModel valueCompressionModel =
+ ValueCompressionUtil.getValueCompressionModel(measureMetaDataModel);
+ assertEquals(ValueCompressionUtil.COMPRESSION_TYPE.MAX_MIN,
+ valueCompressionModel.getCompType()[0]);
+ }
+
+ @Test public void testToGetValueCompressionModelForIntAndShort() {
+ Object[] maxValues = { 1111111111.0 };
+ Object[] minValues = { 1111078433.0 };
+ int[] decimalLength = { 0 };
+ Object[] uniqueValues = { 5 };
+ char[] types = { 'n' };
+ byte[] dataTypeSelected = { 1 };
+ MeasureMetaDataModel measureMetaDataModel =
+ new MeasureMetaDataModel(maxValues, minValues, decimalLength, 1, uniqueValues, types,
+ dataTypeSelected);
+ ValueCompressionModel valueCompressionModel =
+ ValueCompressionUtil.getValueCompressionModel(measureMetaDataModel);
+ assertEquals(ValueCompressionUtil.COMPRESSION_TYPE.MAX_MIN,
+ valueCompressionModel.getCompType()[0]);
+ }
+
+ @Test public void testToGetValueCompressionModelForByteAndInt() {
+ Object[] maxValues = { -32766.00 };
+ Object[] minValues = { 32744.0 };
+ int[] decimalLength = { 0 };
+ Object[] uniqueValues = { 5 };
+ char[] types = { 'n' };
+ byte[] dataTypeSelected = { 1 };
+ MeasureMetaDataModel measureMetaDataModel =
+ new MeasureMetaDataModel(maxValues, minValues, decimalLength, 1, uniqueValues, types,
+ dataTypeSelected);
+ ValueCompressionModel valueCompressionModel =
+ ValueCompressionUtil.getValueCompressionModel(measureMetaDataModel);
+ assertEquals(ValueCompressionUtil.COMPRESSION_TYPE.NONE,
+ valueCompressionModel.getCompType()[0]);
+ }
+
+ @Test public void testToGetValueCompressionModelForByteAndIntAndDecimal1() {
+ Object[] maxValues = { -32766.00 };
+ Object[] minValues = { 32744.0 };
+ int[] decimalLength = { 1 };
+ Object[] uniqueValues = { 5 };
+ char[] types = { 'n' };
+ byte[] dataTypeSelected = { 1 };
+ MeasureMetaDataModel measureMetaDataModel =
+ new MeasureMetaDataModel(maxValues, minValues, decimalLength, 1, uniqueValues, types,
+ dataTypeSelected);
+ ValueCompressionModel valueCompressionModel =
+ ValueCompressionUtil.getValueCompressionModel(measureMetaDataModel);
+ assertEquals(ValueCompressionUtil.COMPRESSION_TYPE.MAX_MIN,
+ valueCompressionModel.getCompType()[0]);
+ }
+
+ @Test public void testToGetValueCompressionModelForByteAndIntAndDataTypeSelected0() {
+ Object[] maxValues = { -32766.00 };
+ Object[] minValues = { 32744.0 };
+ int[] decimalLength = { 1 };
+ Object[] uniqueValues = { 5 };
+ char[] types = { 'n' };
+ byte[] dataTypeSelected = { 0 };
+ MeasureMetaDataModel measureMetaDataModel =
+ new MeasureMetaDataModel(maxValues, minValues, decimalLength, 1, uniqueValues, types,
+ dataTypeSelected);
+ ValueCompressionModel valueCompressionModel =
+ ValueCompressionUtil.getValueCompressionModel(measureMetaDataModel);
+ assertEquals(ValueCompressionUtil.COMPRESSION_TYPE.NON_DECIMAL_CONVERT,
+ valueCompressionModel.getCompType()[0]);
+ }
+
+ @Test public void testToGetValueCompressionModelForFloatAndDataTypeSelected1() {
+ Object[] maxValues = { 32725566.00 };
+ Object[] minValues = { 32744.0 };
+ int[] decimalLength = { 1 };
+ Object[] uniqueValues = { 5 };
+ char[] types = { 'n' };
+ byte[] dataTypeSelected = { 1 };
+ MeasureMetaDataModel measureMetaDataModel =
+ new MeasureMetaDataModel(maxValues, minValues, decimalLength, 1, uniqueValues, types,
+ dataTypeSelected);
+ ValueCompressionModel valueCompressionModel =
+ ValueCompressionUtil.getValueCompressionModel(measureMetaDataModel);
+ assertEquals(ValueCompressionUtil.COMPRESSION_TYPE.NONE,
+ valueCompressionModel.getCompType()[0]);
+ }
+
+}
[2/2] incubator-carbondata git commit: [CARBONDATA-357] Add unit test
for ValueCompressionUtil. This closes #277
Posted by ra...@apache.org.
[CARBONDATA-357] Add unit test for ValueCompressionUtil. This closes #277
Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/0265b825
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/0265b825
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/0265b825
Branch: refs/heads/master
Commit: 0265b825c7c90e6fc761587b181703963167c897
Parents: 343916b c5bdd21
Author: ravipesala <ra...@gmail.com>
Authored: Wed Nov 16 15:15:35 2016 +0530
Committer: ravipesala <ra...@gmail.com>
Committed: Wed Nov 16 15:15:35 2016 +0530
----------------------------------------------------------------------
.../core/util/ValueCompressionUtilTest.java | 697 +++++++++++++++++++
1 file changed, 697 insertions(+)
----------------------------------------------------------------------