You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ja...@apache.org on 2017/01/14 07:57:38 UTC
[29/57] [abbrv] incubator-carbondata git commit: move
org.apache.carbon.common in core
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/952cf517/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/nondecimal/CompressionNonDecimalMaxMinShort.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/nondecimal/CompressionNonDecimalMaxMinShort.java b/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/nondecimal/CompressionNonDecimalMaxMinShort.java
deleted file mode 100644
index cdf205c..0000000
--- a/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/nondecimal/CompressionNonDecimalMaxMinShort.java
+++ /dev/null
@@ -1,104 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.core.datastorage.store.compression.nondecimal;
-
-import java.math.BigDecimal;
-import java.nio.ByteBuffer;
-
-import org.apache.carbondata.common.logging.LogService;
-import org.apache.carbondata.common.logging.LogServiceFactory;
-import org.apache.carbondata.core.datastore.chunk.store.MeasureChunkStoreFactory;
-import org.apache.carbondata.core.datastore.chunk.store.MeasureDataChunkStore;
-import org.apache.carbondata.core.datastorage.store.compression.Compressor;
-import org.apache.carbondata.core.datastorage.store.compression.CompressorFactory;
-import org.apache.carbondata.core.datastorage.store.compression.ValueCompressionHolder;
-import org.apache.carbondata.core.util.ValueCompressionUtil;
-import org.apache.carbondata.core.util.ValueCompressionUtil.DataType;
-
-public class CompressionNonDecimalMaxMinShort extends ValueCompressionHolder<short[]> {
- /**
- * Attribute for Carbon LOGGER
- */
- private static final LogService LOGGER =
- LogServiceFactory.getLogService(CompressionNonDecimalMaxMinShort.class.getName());
- /**
- * compressor.
- */
- private static Compressor compressor = CompressorFactory.getInstance().getCompressor();
- /**
- * value.
- */
- private short[] value;
-
- private MeasureDataChunkStore<short[]> measureChunkStore;
-
- private BigDecimal maxValue;
-
- private double divisionFactor;
-
- @Override public void setValue(short[] value) {
- this.value = value;
- }
-
- @Override public short[] getValue() { return this.value; }
-
- @Override
- public void uncompress(DataType dataType, byte[] compressedData,
- int offset, int length, int decimalPlaces, Object maxValueObject) {
- super.unCompress(compressor, dataType, compressedData, offset, length);
- setUncompressedValues(value, decimalPlaces, maxValueObject);
- }
-
- @Override public void compress() {
- compressedValue = super.compress(compressor, DataType.DATA_SHORT, value);
- }
-
- @Override public void setValueInBytes(byte[] value) {
- ByteBuffer buffer = ByteBuffer.wrap(value);
- this.value = ValueCompressionUtil.convertToShortArray(buffer, value.length);
- }
-
- @Override public long getLongValue(int index) {
- throw new UnsupportedOperationException(
- "Long value is not defined for CompressionNonDecimalMaxMinShort");
- }
-
- @Override public double getDoubleValue(int index) {
- short shortValue = measureChunkStore.getShort(index);
- BigDecimal diff = BigDecimal.valueOf(shortValue / this.divisionFactor);
- return maxValue.subtract(diff).doubleValue();
- }
-
- @Override public BigDecimal getBigDecimalValue(int index) {
- throw new UnsupportedOperationException("Get big decimal value is not supported");
- }
-
- private void setUncompressedValues(short[] data, int decimalPlaces, Object maxValueObject) {
- this.measureChunkStore = MeasureChunkStoreFactory.INSTANCE
- .getMeasureDataChunkStore(DataType.DATA_SHORT, data.length);
- this.measureChunkStore.putData(data);
- this.maxValue = BigDecimal.valueOf((double) maxValueObject);
- this.divisionFactor = Math.pow(10, decimalPlaces);
- }
-
- @Override public void freeMemory() {
- this.measureChunkStore.freeMemory();
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/952cf517/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/nondecimal/CompressionNonDecimalShort.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/nondecimal/CompressionNonDecimalShort.java b/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/nondecimal/CompressionNonDecimalShort.java
deleted file mode 100644
index 441a914..0000000
--- a/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/nondecimal/CompressionNonDecimalShort.java
+++ /dev/null
@@ -1,100 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.core.datastorage.store.compression.nondecimal;
-
-import java.math.BigDecimal;
-import java.nio.ByteBuffer;
-
-import org.apache.carbondata.common.logging.LogService;
-import org.apache.carbondata.common.logging.LogServiceFactory;
-import org.apache.carbondata.core.datastore.chunk.store.MeasureChunkStoreFactory;
-import org.apache.carbondata.core.datastore.chunk.store.MeasureDataChunkStore;
-import org.apache.carbondata.core.datastorage.store.compression.Compressor;
-import org.apache.carbondata.core.datastorage.store.compression.CompressorFactory;
-import org.apache.carbondata.core.datastorage.store.compression.ValueCompressionHolder;
-import org.apache.carbondata.core.util.ValueCompressionUtil;
-import org.apache.carbondata.core.util.ValueCompressionUtil.DataType;
-
-public class CompressionNonDecimalShort extends ValueCompressionHolder<short[]> {
- /**
- * Attribute for Carbon LOGGER
- */
- private static final LogService LOGGER =
- LogServiceFactory.getLogService(CompressionNonDecimalShort.class.getName());
- /**
- * shortCompressor.
- */
- private static Compressor compressor = CompressorFactory.getInstance().getCompressor();
- /**
- * value.
- */
- private short[] value;
-
- private MeasureDataChunkStore<short[]> measureChunkStore;
-
- private double divisionFactory;
-
- @Override public void setValue(short[] value) {
- this.value = value;
- }
-
- @Override public short[] getValue() { return this.value; }
-
- @Override public void compress() {
- compressedValue = super.compress(compressor, DataType.DATA_SHORT, value);
- }
-
- @Override
- public void uncompress(DataType dataType, byte[] compressedData,
- int offset, int length, int decimalPlaces, Object maxValueObject) {
- super.unCompress(compressor,dataType,compressedData, offset, length);
- setUncompressedValues(value, decimalPlaces);
- }
-
- @Override public void setValueInBytes(byte[] value) {
- ByteBuffer buffer = ByteBuffer.wrap(value);
- this.value = ValueCompressionUtil.convertToShortArray(buffer, value.length);
- }
-
- @Override public long getLongValue(int index) {
- throw new UnsupportedOperationException(
- "Long value is not defined for CompressionNonDecimalShort");
- }
-
- @Override public double getDoubleValue(int index) {
- return (measureChunkStore.getShort(index) / this.divisionFactory);
- }
-
- @Override public BigDecimal getBigDecimalValue(int index) {
- throw new UnsupportedOperationException(
- "Big decimal value is not defined for CompressionNonDecimalShort");
- }
-
- private void setUncompressedValues(short[] data, int decimalPlaces) {
- this.measureChunkStore = MeasureChunkStoreFactory.INSTANCE
- .getMeasureDataChunkStore(DataType.DATA_SHORT, data.length);
- this.measureChunkStore.putData(data);
- this.divisionFactory = Math.pow(10, decimalPlaces);
- }
-
- @Override public void freeMemory() {
- this.measureChunkStore.freeMemory();
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/952cf517/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/none/CompressionNoneByte.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/none/CompressionNoneByte.java b/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/none/CompressionNoneByte.java
deleted file mode 100644
index 5583a3c..0000000
--- a/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/none/CompressionNoneByte.java
+++ /dev/null
@@ -1,104 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.core.datastorage.store.compression.none;
-
-import java.math.BigDecimal;
-
-import org.apache.carbondata.common.logging.LogService;
-import org.apache.carbondata.common.logging.LogServiceFactory;
-import org.apache.carbondata.core.datastore.chunk.store.MeasureChunkStoreFactory;
-import org.apache.carbondata.core.datastore.chunk.store.MeasureDataChunkStore;
-import org.apache.carbondata.core.datastorage.store.compression.Compressor;
-import org.apache.carbondata.core.datastorage.store.compression.CompressorFactory;
-import org.apache.carbondata.core.datastorage.store.compression.ValueCompressionHolder;
-import org.apache.carbondata.core.util.ValueCompressionUtil.DataType;
-
-public class CompressionNoneByte extends ValueCompressionHolder<byte[]> {
- /**
- * Attribute for Carbon LOGGER
- */
- private static final LogService LOGGER =
- LogServiceFactory.getLogService(CompressionNoneByte.class.getName());
-
- /**
- * byteCompressor.
- */
- private static Compressor compressor = CompressorFactory.getInstance().getCompressor();
-
- /**
- * value.
- */
- private byte[] value;
-
- /**
- * actual data type
- */
- private DataType actualDataType;
-
- private MeasureDataChunkStore<byte[]> measureChunkStore;
-
- public CompressionNoneByte(DataType actualDataType) {
- this.actualDataType = actualDataType;
- }
-
- @Override public void setValue(byte[] value) {
- this.value = value;
- }
-
- @Override
- public void uncompress(DataType dataType, byte[] data, int offset, int length,
- int mantissa, Object maxValueObject) {
- super.unCompress(compressor, dataType, data, offset, length);
- setUncompressedValues(value);
- }
-
- @Override public byte[] getValue() { return this.value; }
-
- @Override public void compress() {
- compressedValue = super.compress(compressor, DataType.DATA_BYTE, value);
- }
-
- @Override public void setValueInBytes(byte[] value) {
- this.value = value;
- }
-
- @Override public long getLongValue(int index) {
- return measureChunkStore.getByte(index);
- }
-
- @Override public double getDoubleValue(int index) {
- return measureChunkStore.getByte(index);
- }
-
- @Override public BigDecimal getBigDecimalValue(int index) {
- throw new UnsupportedOperationException(
- "Big decimal is not defined for CompressionNoneByte");
- }
-
- private void setUncompressedValues(byte[] data) {
- this.measureChunkStore =
- MeasureChunkStoreFactory.INSTANCE.getMeasureDataChunkStore(DataType.DATA_BYTE, data.length);
- this.measureChunkStore.putData(data);
- }
-
- @Override public void freeMemory() {
- this.measureChunkStore.freeMemory();
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/952cf517/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/none/CompressionNoneDefault.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/none/CompressionNoneDefault.java b/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/none/CompressionNoneDefault.java
deleted file mode 100644
index b910872..0000000
--- a/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/none/CompressionNoneDefault.java
+++ /dev/null
@@ -1,102 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.core.datastorage.store.compression.none;
-
-import java.math.BigDecimal;
-import java.nio.ByteBuffer;
-
-import org.apache.carbondata.common.logging.LogService;
-import org.apache.carbondata.common.logging.LogServiceFactory;
-import org.apache.carbondata.core.datastore.chunk.store.MeasureChunkStoreFactory;
-import org.apache.carbondata.core.datastore.chunk.store.MeasureDataChunkStore;
-import org.apache.carbondata.core.datastorage.store.compression.Compressor;
-import org.apache.carbondata.core.datastorage.store.compression.CompressorFactory;
-import org.apache.carbondata.core.datastorage.store.compression.ValueCompressionHolder;
-import org.apache.carbondata.core.util.ValueCompressionUtil;
-import org.apache.carbondata.core.util.ValueCompressionUtil.DataType;
-
-public class CompressionNoneDefault extends ValueCompressionHolder<double[]> {
- /**
- * Attribute for Carbon LOGGER
- */
- private static final LogService LOGGER =
- LogServiceFactory.getLogService(CompressionNoneDefault.class.getName());
- /**
- * doubleCompressor.
- */
- private static Compressor compressor = CompressorFactory.getInstance().getCompressor();
- /**
- * value.
- */
- private double[] value;
-
- private DataType actualDataType;
-
- private MeasureDataChunkStore<double[]> measureChunkStore;
-
- public CompressionNoneDefault(DataType actualDataType) {
- this.actualDataType = actualDataType;
- }
-
- @Override public void setValue(double[] value) {this.value = value; }
-
- @Override
- public void uncompress(DataType dataType, byte[] data, int offset, int length,
- int decimalPlaces, Object maxValueObject) {
- super.unCompress(compressor, dataType, data, offset, length);
- setUncompressedValues(value);
- }
-
- @Override public double[] getValue() { return this.value; }
-
- @Override public void compress() {
- compressedValue = super.compress(compressor, DataType.DATA_DOUBLE, value);
- }
-
- @Override public void setValueInBytes(byte[] value) {
- ByteBuffer buffer = ByteBuffer.wrap(value);
- this.value = ValueCompressionUtil.convertToDoubleArray(buffer, value.length);
- }
-
- @Override public long getLongValue(int index) {
- throw new UnsupportedOperationException(
- "Long value is not defined for CompressionNonDefault");
- }
-
- @Override public double getDoubleValue(int index) {
- return measureChunkStore.getDouble(index);
- }
-
- @Override public BigDecimal getBigDecimalValue(int index) {
- throw new UnsupportedOperationException(
- "Big decimal is not defined for CompressionNoneDefault");
- }
-
- private void setUncompressedValues(double[] data) {
- this.measureChunkStore = MeasureChunkStoreFactory.INSTANCE
- .getMeasureDataChunkStore(DataType.DATA_DOUBLE, data.length);
- this.measureChunkStore.putData(data);
-
- }
-
- @Override public void freeMemory() {
- this.measureChunkStore.freeMemory();
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/952cf517/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/none/CompressionNoneInt.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/none/CompressionNoneInt.java b/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/none/CompressionNoneInt.java
deleted file mode 100644
index ff88d44..0000000
--- a/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/none/CompressionNoneInt.java
+++ /dev/null
@@ -1,102 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.core.datastorage.store.compression.none;
-
-import java.math.BigDecimal;
-import java.nio.ByteBuffer;
-
-import org.apache.carbondata.common.logging.LogService;
-import org.apache.carbondata.common.logging.LogServiceFactory;
-import org.apache.carbondata.core.datastore.chunk.store.MeasureChunkStoreFactory;
-import org.apache.carbondata.core.datastore.chunk.store.MeasureDataChunkStore;
-import org.apache.carbondata.core.datastorage.store.compression.Compressor;
-import org.apache.carbondata.core.datastorage.store.compression.CompressorFactory;
-import org.apache.carbondata.core.datastorage.store.compression.ValueCompressionHolder;
-import org.apache.carbondata.core.util.ValueCompressionUtil;
-import org.apache.carbondata.core.util.ValueCompressionUtil.DataType;
-
-public class CompressionNoneInt extends ValueCompressionHolder<int[]> {
- /**
- * Attribute for Carbon LOGGER
- */
- private static final LogService LOGGER =
- LogServiceFactory.getLogService(CompressionNoneInt.class.getName());
- /**
- * intCompressor.
- */
- private static Compressor compressor = CompressorFactory.getInstance().getCompressor();
- /**
- * value.
- */
- private int[] value;
-
- private DataType actualDataType;
-
- private MeasureDataChunkStore<int[]> measureChunkStore;
-
- public CompressionNoneInt(DataType actualDataType) {
- this.actualDataType = actualDataType;
- }
-
- @Override public void setValue(int[] value) {
- this.value = value;
- }
-
- @Override public int[] getValue() { return this.value; }
-
- @Override public void compress() {
- compressedValue = super.compress(compressor, DataType.DATA_INT, value);
- }
-
- @Override
- public void uncompress(DataType dataType, byte[] data, int offset, int length,
- int decimalPlaces, Object maxValueObject) {
- super.unCompress(compressor, dataType, data, offset, length);
- setUncompressedValues(value);
- }
-
- @Override public void setValueInBytes(byte[] value) {
- ByteBuffer buffer = ByteBuffer.wrap(value);
- this.value = ValueCompressionUtil.convertToIntArray(buffer, value.length);
- }
-
- @Override public long getLongValue(int index) {
- return measureChunkStore.getInt(index);
- }
-
- @Override public double getDoubleValue(int index) {
- return measureChunkStore.getInt(index);
- }
-
- @Override public BigDecimal getBigDecimalValue(int index) {
- throw new UnsupportedOperationException(
- "Big decimal is not defined for CompressionNoneLong");
- }
-
- private void setUncompressedValues(int[] data) {
- this.measureChunkStore =
- MeasureChunkStoreFactory.INSTANCE.getMeasureDataChunkStore(DataType.DATA_INT, data.length);
- this.measureChunkStore.putData(data);
- }
-
- @Override public void freeMemory() {
- this.measureChunkStore.freeMemory();
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/952cf517/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/none/CompressionNoneLong.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/none/CompressionNoneLong.java b/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/none/CompressionNoneLong.java
deleted file mode 100644
index ebd2ee4..0000000
--- a/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/none/CompressionNoneLong.java
+++ /dev/null
@@ -1,99 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.core.datastorage.store.compression.none;
-
-import java.math.BigDecimal;
-import java.nio.ByteBuffer;
-
-import org.apache.carbondata.common.logging.LogService;
-import org.apache.carbondata.common.logging.LogServiceFactory;
-import org.apache.carbondata.core.datastore.chunk.store.MeasureChunkStoreFactory;
-import org.apache.carbondata.core.datastore.chunk.store.MeasureDataChunkStore;
-import org.apache.carbondata.core.datastorage.store.compression.Compressor;
-import org.apache.carbondata.core.datastorage.store.compression.CompressorFactory;
-import org.apache.carbondata.core.datastorage.store.compression.ValueCompressionHolder;
-import org.apache.carbondata.core.util.ValueCompressionUtil;
-import org.apache.carbondata.core.util.ValueCompressionUtil.DataType;
-
-public class CompressionNoneLong extends ValueCompressionHolder<long[]> {
- /**
- * Attribute for Carbon LOGGER
- */
- private static final LogService LOGGER =
- LogServiceFactory.getLogService(CompressionNoneLong.class.getName());
- /**
- * longCompressor.
- */
- private static Compressor compressor = CompressorFactory.getInstance().getCompressor();
- /**
- * value.
- */
- protected long[] value;
-
- private DataType actualDataType;
-
- private MeasureDataChunkStore<long[]> measureChunkStore;
-
- public CompressionNoneLong(DataType actualDataType) {
- this.actualDataType = actualDataType;
- }
-
- @Override public void setValue(long[] value) { this.value = value; }
-
- @Override public long[] getValue() { return this.value; }
-
- @Override public void compress() {
- compressedValue = super.compress(compressor, DataType.DATA_LONG, value);
- }
-
- @Override
- public void uncompress(DataType dataType, byte[] data, int offset, int length,
- int decimalPlaces, Object maxValueObject) {
- super.unCompress(compressor, dataType, data, offset, length);
- setUncompressedValues(value);
- }
-
- @Override public void setValueInBytes(byte[] byteValue) {
- ByteBuffer buffer = ByteBuffer.wrap(byteValue);
- this.value = ValueCompressionUtil.convertToLongArray(buffer, byteValue.length);
- }
-
- @Override public long getLongValue(int index) {
- return measureChunkStore.getLong(index);
- }
-
- @Override public double getDoubleValue(int index) {
- return measureChunkStore.getLong(index);
- }
-
- @Override public BigDecimal getBigDecimalValue(int index) {
- throw new UnsupportedOperationException("Get big decimal is not supported");
- }
-
- private void setUncompressedValues(long[] data) {
- this.measureChunkStore =
- MeasureChunkStoreFactory.INSTANCE.getMeasureDataChunkStore(DataType.DATA_LONG, data.length);
- this.measureChunkStore.putData(data);
- }
-
- @Override public void freeMemory() {
- this.measureChunkStore.freeMemory();
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/952cf517/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/none/CompressionNoneShort.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/none/CompressionNoneShort.java b/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/none/CompressionNoneShort.java
deleted file mode 100644
index 277fb24..0000000
--- a/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/none/CompressionNoneShort.java
+++ /dev/null
@@ -1,104 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.core.datastorage.store.compression.none;
-
-import java.math.BigDecimal;
-import java.nio.ByteBuffer;
-
-import org.apache.carbondata.common.logging.LogService;
-import org.apache.carbondata.common.logging.LogServiceFactory;
-import org.apache.carbondata.core.datastore.chunk.store.MeasureChunkStoreFactory;
-import org.apache.carbondata.core.datastore.chunk.store.MeasureDataChunkStore;
-import org.apache.carbondata.core.datastorage.store.compression.Compressor;
-import org.apache.carbondata.core.datastorage.store.compression.CompressorFactory;
-import org.apache.carbondata.core.datastorage.store.compression.ValueCompressionHolder;
-import org.apache.carbondata.core.util.ValueCompressionUtil;
-import org.apache.carbondata.core.util.ValueCompressionUtil.DataType;
-
-public class CompressionNoneShort extends ValueCompressionHolder<short[]> {
- /**
- * Attribute for Carbon LOGGER
- */
- private static final LogService LOGGER =
- LogServiceFactory.getLogService(CompressionNoneShort.class.getName());
-
- /**
- * shortCompressor.
- */
- private static Compressor compressor = CompressorFactory.getInstance().getCompressor();
-
- /**
- * value.
- */
- private short[] shortValue;
-
- private MeasureDataChunkStore<short[]> measureChunkStore;
-
- private DataType actualDataType;
-
- public CompressionNoneShort(DataType actualDataType) {
- this.actualDataType = actualDataType;
- }
-
- @Override public void setValue(short[] shortValue) {
- this.shortValue = shortValue;
- }
-
- @Override public short[] getValue() { return this.shortValue; }
-
- @Override
- public void uncompress(DataType dataType, byte[] data, int offset, int length,
- int decimalPlaces, Object maxValueObject) {
- super.unCompress(compressor, dataType, data, offset, length);
- setUncompressedValues(shortValue);
- }
-
- @Override public void compress() {
- compressedValue = super.compress(compressor, DataType.DATA_SHORT, shortValue);
- }
-
- @Override public void setValueInBytes(byte[] value) {
- ByteBuffer buffer = ByteBuffer.wrap(value);
- shortValue = ValueCompressionUtil.convertToShortArray(buffer, value.length);
- }
-
- @Override public long getLongValue(int index) {
- return measureChunkStore.getShort(index);
- }
-
- @Override public double getDoubleValue(int index) {
- return measureChunkStore.getShort(index);
- }
-
- @Override public BigDecimal getBigDecimalValue(int index) {
- throw new UnsupportedOperationException(
- "Big decimal is not defined for CompressionNonShort");
- }
-
- private void setUncompressedValues(short[] data) {
- this.measureChunkStore = MeasureChunkStoreFactory.INSTANCE
- .getMeasureDataChunkStore(DataType.DATA_SHORT, data.length);
- this.measureChunkStore.putData(data);
- }
-
- @Override public void freeMemory() {
- this.measureChunkStore.freeMemory();
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/952cf517/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/type/CompressionBigDecimal.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/type/CompressionBigDecimal.java b/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/type/CompressionBigDecimal.java
deleted file mode 100644
index db766ac..0000000
--- a/core/src/main/java/org/apache/carbondata/core/datastorage/store/compression/type/CompressionBigDecimal.java
+++ /dev/null
@@ -1,146 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.carbondata.core.datastorage.store.compression.type;
-
-
-import java.math.BigDecimal;
-import java.nio.ByteBuffer;
-
-import org.apache.carbondata.common.logging.LogService;
-import org.apache.carbondata.common.logging.LogServiceFactory;
-import org.apache.carbondata.core.constants.CarbonCommonConstants;
-import org.apache.carbondata.core.datastorage.store.compression.ValueCompressionHolder;
-import org.apache.carbondata.core.util.BigDecimalCompressionFinder;
-import org.apache.carbondata.core.util.ValueCompressionUtil.DataType;
-
-/**
- * Big decimal compression
- */
-public class CompressionBigDecimal<T> extends ValueCompressionHolder<T> {
-
- private static final LogService LOGGER =
- LogServiceFactory.getLogService(CompressionBigDecimal.class.getName());
-
- private BigDecimalCompressionFinder compressionFinder;
-
- /**
- * leftPart before decimal
- */
- private ValueCompressionHolder leftPart;
-
- /**
- * rightPart after decimal
- */
- private ValueCompressionHolder rightPart;
-
- private double divisionFactor;
-
- private boolean isDecimalPlacesNotZero;
-
- public CompressionBigDecimal(BigDecimalCompressionFinder compressionFinder,
- ValueCompressionHolder leftPart, ValueCompressionHolder rightPart) {
- this.compressionFinder = compressionFinder;
- this.leftPart = leftPart;
- this.rightPart = rightPart;
- }
-
- @Override public void setValue(T value) {
- Object[] values = (Object[]) value;
- leftPart.setValue(values[0]);
- rightPart.setValue(values[1]);
- }
-
- @Override
- public void uncompress(DataType dataType, byte[] data, int offset, int length,
- int decimalPlaces, Object maxValueObject) {
- if (decimalPlaces > 0) {
- this.isDecimalPlacesNotZero = true;
- }
- this.divisionFactor = Math.pow(10, decimalPlaces);
-
- ByteBuffer buffer = ByteBuffer.wrap(data, offset, length);
- int leftPathLength = buffer.getInt();
- int rightPartLength = length - leftPathLength - CarbonCommonConstants.INT_SIZE_IN_BYTE;
- Long[] maxValue = (Long[]) maxValueObject;
- leftPart.uncompress(compressionFinder.getLeftConvertedDataType(), data,
- offset + CarbonCommonConstants.INT_SIZE_IN_BYTE, leftPathLength, decimalPlaces,
- maxValue[0]);
- rightPart.uncompress(compressionFinder.getRightConvertedDataType(), data,
- offset + CarbonCommonConstants.INT_SIZE_IN_BYTE + leftPathLength, rightPartLength,
- decimalPlaces, maxValue[1]);
- }
-
- @Override public long getLongValue(int index) {
- throw new UnsupportedOperationException(
- "Long is not defined for CompressionBigDecimal");
- }
-
- @Override public double getDoubleValue(int index) {
- throw new UnsupportedOperationException(
- "Double is not defined for CompressionBigDecimal");
- }
-
- @Override public BigDecimal getBigDecimalValue(int index) {
- long leftValue = leftPart.getLongValue(index);
- long rightValue = 0;
- if (isDecimalPlacesNotZero) {
- rightValue = rightPart.getLongValue(index);
- }
- String decimalPart = Double.toString(rightValue / this.divisionFactor);
- String bigdStr = Long.toString(leftValue) + CarbonCommonConstants.POINT + decimalPart
- .substring(decimalPart.indexOf(".") + 1, decimalPart.length());
- return new BigDecimal(bigdStr);
- }
-
- @Override public T getValue() {
- Object[] values = new Object[2];
- values[0] = leftPart;
- values[1] = rightPart;
- return (T) values;
- }
-
- @Override public void setValueInBytes(byte[] value) {
- LOGGER.error("setValueInBytes() is not defined for CompressionBigDecimal");
- }
-
- @Override public void compress() {
- leftPart.compress();
- rightPart.compress();
- }
-
- @Override
- public byte[] getCompressedData() {
- byte[] leftdata = leftPart.getCompressedData();
- byte[] rightdata = rightPart.getCompressedData();
- ByteBuffer byteBuffer = ByteBuffer
- .allocate(CarbonCommonConstants.INT_SIZE_IN_BYTE + leftdata.length
- + rightdata.length);
- byteBuffer.putInt(leftdata.length);
- byteBuffer.put(leftdata);
- byteBuffer.put(rightdata);
- byteBuffer.flip();
- return byteBuffer.array();
- }
-
- @Override public void freeMemory() {
- leftPart.freeMemory();
- rightPart.freeMemory();
- }
-
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/952cf517/core/src/main/java/org/apache/carbondata/core/datastorage/store/dataholder/CarbonReadDataHolder.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/core/datastorage/store/dataholder/CarbonReadDataHolder.java b/core/src/main/java/org/apache/carbondata/core/datastorage/store/dataholder/CarbonReadDataHolder.java
deleted file mode 100644
index ff3df15..0000000
--- a/core/src/main/java/org/apache/carbondata/core/datastorage/store/dataholder/CarbonReadDataHolder.java
+++ /dev/null
@@ -1,50 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.core.datastorage.store.dataholder;
-
-import java.math.BigDecimal;
-
-import org.apache.carbondata.core.datastorage.store.compression.ValueCompressionHolder;
-
-// This class is used with Uncompressor to hold the decompressed column chunk in memory
-public class CarbonReadDataHolder {
-
- private ValueCompressionHolder unCompressValue;
-
- public CarbonReadDataHolder(ValueCompressionHolder unCompressValue) {
- this.unCompressValue = unCompressValue;
- }
-
- public long getReadableLongValueByIndex(int index) {
- return this.unCompressValue.getLongValue(index);
- }
-
- public BigDecimal getReadableBigDecimalValueByIndex(int index) {
- return this.unCompressValue.getBigDecimalValue(index);
- }
-
- public double getReadableDoubleValueByIndex(int index) {
- return this.unCompressValue.getDoubleValue(index);
- }
-
- public void freeMemory() {
- unCompressValue.freeMemory();
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/952cf517/core/src/main/java/org/apache/carbondata/core/datastorage/store/dataholder/CarbonWriteDataHolder.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/core/datastorage/store/dataholder/CarbonWriteDataHolder.java b/core/src/main/java/org/apache/carbondata/core/datastorage/store/dataholder/CarbonWriteDataHolder.java
deleted file mode 100644
index c87b266..0000000
--- a/core/src/main/java/org/apache/carbondata/core/datastorage/store/dataholder/CarbonWriteDataHolder.java
+++ /dev/null
@@ -1,280 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.core.datastorage.store.dataholder;
-
-public class CarbonWriteDataHolder {
- /**
- * doubleValues
- */
- private double[] doubleValues;
-
- /**
- * longValues
- */
- private long[] longValues;
-
- /**
- * bigDecimal left part
- */
- private long[] bigDecimalLeftValues;
-
- /**
- * bigDecimal right part
- */
- private long[] bigDecimalRightValues;
- /**
- * byteValues
- */
- private byte[][] byteValues;
-
- /**
- * byteValues for no dictionary and non kettle flow.
- */
- private byte[][][] byteValuesForNonDictionary;
-
- /**
- * byteValues
- */
- private byte[][][] columnByteValues;
-
- /**
- * size
- */
- private int size;
-
- /**
- * totalSize
- */
- private int totalSize;
-
- /**
- * Method to initialise double array
- *
- * @param size
- */
- public void initialiseDoubleValues(int size) {
- if (size < 1) {
- throw new IllegalArgumentException("Invalid array size");
- }
- doubleValues = new double[size];
- }
-
- public void reset() {
- size = 0;
- totalSize = 0;
- }
-
- /**
- * Method to initialise double array
- * TODO Remove after kettle flow got removed.
- *
- * @param size
- */
- public void initialiseByteArrayValues(int size) {
- if (size < 1) {
- throw new IllegalArgumentException("Invalid array size");
- }
-
- byteValues = new byte[size][];
- columnByteValues = new byte[size][][];
- }
-
- /**
- * Method to initialise byte array
- *
- * @param size
- */
- public void initialiseByteArrayValuesWithOutKettle(int size) {
- if (size < 1) {
- throw new IllegalArgumentException("Invalid array size");
- }
-
- byteValues = new byte[size][];
- }
-
- public void initialiseByteArrayValuesForNonDictionary(int size) {
- if (size < 1) {
- throw new IllegalArgumentException("Invalid array size");
- }
-
- byteValuesForNonDictionary = new byte[size][][];
- }
-
- /**
- * Method to initialise long array
- *
- * @param size
- */
- public void initialiseLongValues(int size) {
- if (size < 1) {
- throw new IllegalArgumentException("Invalid array size");
- }
- longValues = new long[size];
- }
-
- public void initialiseBigDecimalValues(int size) {
- if (size < 1) {
- throw new IllegalArgumentException("Invalid array size");
- }
- bigDecimalLeftValues = new long[size];
- bigDecimalRightValues = new long[size];
- }
-
- /**
- * set double value by index
- *
- * @param index
- * @param value
- */
- public void setWritableDoubleValueByIndex(int index, Object value) {
- doubleValues[index] = (Double) value;
- size++;
- }
-
- /**
- * set double value by index
- *
- * @param index
- * @param value
- */
- public void setWritableLongValueByIndex(int index, Object value) {
- longValues[index] = (Long) value;
- size++;
- }
-
- /**
- * set bigdecimal value by index
- *
- * @param index
- * @param value
- */
- public void setWritableBigDecimalValueByIndex(int index, long[] value) {
- bigDecimalLeftValues[index] = value[0];
- bigDecimalRightValues[index] = value[1];
- size++;
- }
- /**
- * set byte array value by index
- *
- * @param index
- * @param value
- */
- public void setWritableByteArrayValueByIndex(int index, byte[] value) {
- byteValues[index] = value;
- size++;
- if (null != value) totalSize += value.length;
- }
-
- public void setWritableNonDictByteArrayValueByIndex(int index, byte[][] value) {
- byteValuesForNonDictionary[index] = value;
- size++;
- if (null != value) totalSize += value.length;
- }
-
- /**
- * set byte array value by index
- */
- public void setWritableByteArrayValueByIndex(int index, int mdKeyIndex, Object[] columnData) {
- int l = 0;
- columnByteValues[index] = new byte[columnData.length - (mdKeyIndex + 1)][];
- for (int i = mdKeyIndex + 1; i < columnData.length; i++) {
- columnByteValues[index][l++] = (byte[]) columnData[i];
- }
- }
-
- /**
- * Get Writable Double Values
- */
- public double[] getWritableDoubleValues() {
- if (size < doubleValues.length) {
- double[] temp = new double[size];
- System.arraycopy(doubleValues, 0, temp, 0, size);
- doubleValues = temp;
- }
- return doubleValues;
- }
-
- /**
- * Get writable byte array values
- */
- public byte[] getWritableByteArrayValues() {
- byte[] temp = new byte[totalSize];
- int startIndexToCopy = 0;
- for (int i = 0; i < size; i++) {
- System.arraycopy(byteValues[i], 0, temp, startIndexToCopy, byteValues[i].length);
- startIndexToCopy += byteValues[i].length;
- }
- return temp;
- }
-
- public byte[][] getByteArrayValues() {
- if (size < byteValues.length) {
- byte[][] temp = new byte[size][];
- System.arraycopy(byteValues, 0, temp, 0, size);
- byteValues = temp;
- }
- return byteValues;
- }
-
- public byte[][][] getNonDictByteArrayValues() {
- if (size < byteValuesForNonDictionary.length) {
- byte[][][] temp = new byte[size][][];
- System.arraycopy(byteValuesForNonDictionary, 0, temp, 0, size);
- byteValuesForNonDictionary = temp;
- }
- return byteValuesForNonDictionary;
- }
-
- /**
- * Get Writable Double Values
- *
- * @return
- */
- public long[] getWritableLongValues() {
- if (size < longValues.length) {
- long[] temp = new long[size];
- System.arraycopy(longValues, 0, temp, 0, size);
- longValues = temp;
- }
- return longValues;
- }
-
- /**
- * Get Writable bigdecimal Values
- *
- * @return
- */
- public long[][] getWritableBigDecimalValues() {
- long[][] bigDecimalValues = new long[2][];
- if (size < bigDecimalLeftValues.length) {
- long[] temp = new long[size];
- System.arraycopy(bigDecimalLeftValues, 0, temp, 0, size);
- bigDecimalLeftValues = temp;
- }
- if (size < bigDecimalRightValues.length) {
- long[] temp = new long[size];
- System.arraycopy(bigDecimalRightValues, 0, temp, 0, size);
- bigDecimalRightValues = temp;
- }
- bigDecimalValues[0]= bigDecimalLeftValues;
- bigDecimalValues[1] = bigDecimalRightValues;
- return bigDecimalValues;
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/952cf517/core/src/main/java/org/apache/carbondata/core/datastorage/store/filesystem/AbstractDFSCarbonFile.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/core/datastorage/store/filesystem/AbstractDFSCarbonFile.java b/core/src/main/java/org/apache/carbondata/core/datastorage/store/filesystem/AbstractDFSCarbonFile.java
deleted file mode 100644
index 26af405..0000000
--- a/core/src/main/java/org/apache/carbondata/core/datastorage/store/filesystem/AbstractDFSCarbonFile.java
+++ /dev/null
@@ -1,217 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.core.datastorage.store.filesystem;
-
-import java.io.DataInputStream;
-import java.io.DataOutputStream;
-import java.io.IOException;
-
-import org.apache.carbondata.common.logging.LogService;
-import org.apache.carbondata.common.logging.LogServiceFactory;
-import org.apache.carbondata.core.constants.CarbonCommonConstants;
-import org.apache.carbondata.core.datastorage.store.impl.FileFactory;
-import org.apache.carbondata.core.util.CarbonUtil;
-
-import org.apache.hadoop.fs.FileStatus;
-import org.apache.hadoop.fs.FileSystem;
-import org.apache.hadoop.fs.Path;
-
-public abstract class AbstractDFSCarbonFile implements CarbonFile {
- /**
- * LOGGER
- */
- private static final LogService LOGGER =
- LogServiceFactory.getLogService(AbstractDFSCarbonFile.class.getName());
- protected FileStatus fileStatus;
- protected FileSystem fs;
-
- public AbstractDFSCarbonFile(String filePath) {
- filePath = filePath.replace("\\", "/");
- Path path = new Path(filePath);
- try {
- fs = path.getFileSystem(FileFactory.getConfiguration());
- fileStatus = fs.getFileStatus(path);
- } catch (IOException e) {
- LOGGER.error("Exception occured:" + e.getMessage());
- }
- }
-
- public AbstractDFSCarbonFile(Path path) {
- try {
- fs = path.getFileSystem(FileFactory.getConfiguration());
- fileStatus = fs.getFileStatus(path);
- } catch (IOException e) {
- LOGGER.error("Exception occured:" + e.getMessage());
- }
- }
-
- public AbstractDFSCarbonFile(FileStatus fileStatus) {
- this.fileStatus = fileStatus;
- }
-
- @Override public boolean createNewFile() {
- Path path = fileStatus.getPath();
- try {
- return fs.createNewFile(path);
- } catch (IOException e) {
- return false;
- }
- }
-
- @Override public String getAbsolutePath() {
- return fileStatus.getPath().toString();
- }
-
- @Override public String getName() {
- return fileStatus.getPath().getName();
- }
-
- @Override public boolean isDirectory() {
- return fileStatus.isDirectory();
- }
-
- @Override public boolean exists() {
- try {
- if (null != fileStatus) {
- fs = fileStatus.getPath().getFileSystem(FileFactory.getConfiguration());
- return fs.exists(fileStatus.getPath());
- }
- } catch (IOException e) {
- LOGGER.error("Exception occured:" + e.getMessage());
- }
- return false;
- }
-
- @Override public String getCanonicalPath() {
- return getAbsolutePath();
- }
-
- @Override public String getPath() {
- return getAbsolutePath();
- }
-
- @Override public long getSize() {
- return fileStatus.getLen();
- }
-
- public boolean renameTo(String changetoName) {
- FileSystem fs;
- try {
- fs = fileStatus.getPath().getFileSystem(FileFactory.getConfiguration());
- return fs.rename(fileStatus.getPath(), new Path(changetoName));
- } catch (IOException e) {
- LOGGER.error("Exception occured:" + e.getMessage());
- return false;
- }
- }
-
- public boolean delete() {
- FileSystem fs;
- try {
- fs = fileStatus.getPath().getFileSystem(FileFactory.getConfiguration());
- return fs.delete(fileStatus.getPath(), true);
- } catch (IOException e) {
- LOGGER.error("Exception occured:" + e.getMessage());
- return false;
- }
- }
-
- @Override public long getLastModifiedTime() {
- return fileStatus.getModificationTime();
- }
-
- @Override public boolean setLastModifiedTime(long timestamp) {
- try {
- fs.setTimes(fileStatus.getPath(), timestamp, timestamp);
- } catch (IOException e) {
- return false;
- }
- return true;
- }
-
- /**
- * This method will delete the data in file data from a given offset
- */
- @Override public boolean truncate(String fileName, long validDataEndOffset) {
- DataOutputStream dataOutputStream = null;
- DataInputStream dataInputStream = null;
- boolean fileTruncatedSuccessfully = false;
- // if bytes to read less than 1024 then buffer size should be equal to the given offset
- int bufferSize = validDataEndOffset > CarbonCommonConstants.BYTE_TO_KB_CONVERSION_FACTOR ?
- CarbonCommonConstants.BYTE_TO_KB_CONVERSION_FACTOR :
- (int) validDataEndOffset;
- // temporary file name
- String tempWriteFilePath = fileName + CarbonCommonConstants.TEMPWRITEFILEEXTENSION;
- FileFactory.FileType fileType = FileFactory.getFileType(fileName);
- try {
- CarbonFile tempFile = null;
- // delete temporary file if it already exists at a given path
- if (FileFactory.isFileExist(tempWriteFilePath, fileType)) {
- tempFile = FileFactory.getCarbonFile(tempWriteFilePath, fileType);
- tempFile.delete();
- }
- // create new temporary file
- FileFactory.createNewFile(tempWriteFilePath, fileType);
- tempFile = FileFactory.getCarbonFile(tempWriteFilePath, fileType);
- byte[] buff = new byte[bufferSize];
- dataInputStream = FileFactory.getDataInputStream(fileName, fileType);
- // read the data
- int read = dataInputStream.read(buff, 0, buff.length);
- dataOutputStream = FileFactory.getDataOutputStream(tempWriteFilePath, fileType);
- dataOutputStream.write(buff, 0, read);
- long remaining = validDataEndOffset - read;
- // anytime we should not cross the offset to be read
- while (remaining > 0) {
- if (remaining > bufferSize) {
- buff = new byte[bufferSize];
- } else {
- buff = new byte[(int) remaining];
- }
- read = dataInputStream.read(buff, 0, buff.length);
- dataOutputStream.write(buff, 0, read);
- remaining = remaining - read;
- }
- CarbonUtil.closeStreams(dataInputStream, dataOutputStream);
- // rename the temp file to original file
- tempFile.renameForce(fileName);
- fileTruncatedSuccessfully = true;
- } catch (IOException e) {
- LOGGER.error("Exception occured while truncating the file " + e.getMessage());
- } finally {
- CarbonUtil.closeStreams(dataOutputStream, dataInputStream);
- }
- return fileTruncatedSuccessfully;
- }
-
- /**
- * This method will be used to check whether a file has been modified or not
- *
- * @param fileTimeStamp time to be compared with latest timestamp of file
- * @param endOffset file length to be compared with current length of file
- * @return
- */
- @Override public boolean isFileModified(long fileTimeStamp, long endOffset) {
- boolean isFileModified = false;
- if (getLastModifiedTime() > fileTimeStamp || getSize() > endOffset) {
- isFileModified = true;
- }
- return isFileModified;
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/952cf517/core/src/main/java/org/apache/carbondata/core/datastorage/store/filesystem/AlluxioCarbonFile.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/core/datastorage/store/filesystem/AlluxioCarbonFile.java b/core/src/main/java/org/apache/carbondata/core/datastorage/store/filesystem/AlluxioCarbonFile.java
deleted file mode 100644
index 9ff0f59..0000000
--- a/core/src/main/java/org/apache/carbondata/core/datastorage/store/filesystem/AlluxioCarbonFile.java
+++ /dev/null
@@ -1,130 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.core.datastorage.store.filesystem;
-
-import java.io.IOException;
-import java.util.ArrayList;
-import java.util.List;
-
-import org.apache.carbondata.common.logging.LogService;
-import org.apache.carbondata.common.logging.LogServiceFactory;
-import org.apache.carbondata.core.datastorage.store.impl.FileFactory;
-
-import org.apache.hadoop.fs.FileStatus;
-import org.apache.hadoop.fs.FileSystem;
-import org.apache.hadoop.fs.Path;
-import org.apache.hadoop.hdfs.DistributedFileSystem;
-
-
-
-public class AlluxioCarbonFile extends AbstractDFSCarbonFile {
- /**
- * LOGGER
- */
- private static final LogService LOGGER =
- LogServiceFactory.getLogService(AlluxioCarbonFile.class.getName());
-
- public AlluxioCarbonFile(String filePath) {
- super(filePath);
- }
-
- public AlluxioCarbonFile(Path path) {
- super(path);
- }
-
- public AlluxioCarbonFile(FileStatus fileStatus) {
- super(fileStatus);
- }
-
- /**
- * @param listStatus
- * @return
- */
- private CarbonFile[] getFiles(FileStatus[] listStatus) {
- if (listStatus == null) {
- return new CarbonFile[0];
- }
- CarbonFile[] files = new CarbonFile[listStatus.length];
- for (int i = 0; i < files.length; i++) {
- files[i] = new AlluxioCarbonFile(listStatus[i]);
- }
- return files;
- }
-
- @Override
- public CarbonFile[] listFiles() {
- FileStatus[] listStatus = null;
- try {
- if (null != fileStatus && fileStatus.isDirectory()) {
- Path path = fileStatus.getPath();
- listStatus = path.getFileSystem(FileFactory.getConfiguration()).listStatus(path);
- } else {
- return null;
- }
- } catch (IOException e) {
- LOGGER.error("Exception occured: " + e.getMessage());
- return new CarbonFile[0];
- }
- return getFiles(listStatus);
- }
-
- @Override
- public CarbonFile[] listFiles(final CarbonFileFilter fileFilter) {
- CarbonFile[] files = listFiles();
- if (files != null && files.length >= 1) {
- List<CarbonFile> fileList = new ArrayList<CarbonFile>(files.length);
- for (int i = 0; i < files.length; i++) {
- if (fileFilter.accept(files[i])) {
- fileList.add(files[i]);
- }
- }
- if (fileList.size() >= 1) {
- return fileList.toArray(new CarbonFile[fileList.size()]);
- } else {
- return new CarbonFile[0];
- }
- }
- return files;
- }
-
- @Override
- public CarbonFile getParentFile() {
- Path parent = fileStatus.getPath().getParent();
- return null == parent ? null : new AlluxioCarbonFile(parent);
- }
-
- @Override
- public boolean renameForce(String changetoName) {
- FileSystem fs;
- try {
- fs = fileStatus.getPath().getFileSystem(FileFactory.getConfiguration());
- if (fs instanceof DistributedFileSystem) {
- ((DistributedFileSystem) fs).rename(fileStatus.getPath(), new Path(changetoName),
- org.apache.hadoop.fs.Options.Rename.OVERWRITE);
- return true;
- } else {
- return false;
- }
- } catch (IOException e) {
- LOGGER.error("Exception occured: " + e.getMessage());
- return false;
- }
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/952cf517/core/src/main/java/org/apache/carbondata/core/datastorage/store/filesystem/CarbonFile.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/core/datastorage/store/filesystem/CarbonFile.java b/core/src/main/java/org/apache/carbondata/core/datastorage/store/filesystem/CarbonFile.java
deleted file mode 100644
index 642055b..0000000
--- a/core/src/main/java/org/apache/carbondata/core/datastorage/store/filesystem/CarbonFile.java
+++ /dev/null
@@ -1,66 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.core.datastorage.store.filesystem;
-
-public interface CarbonFile {
-
- String getAbsolutePath();
-
- CarbonFile[] listFiles(CarbonFileFilter fileFilter);
-
- CarbonFile[] listFiles();
-
- String getName();
-
- boolean isDirectory();
-
- boolean exists();
-
- String getCanonicalPath();
-
- CarbonFile getParentFile();
-
- String getPath();
-
- long getSize();
-
- boolean renameTo(String changetoName);
-
- boolean renameForce(String changetoName);
-
- boolean delete();
-
- boolean createNewFile();
-
- long getLastModifiedTime();
-
- boolean setLastModifiedTime(long timestamp);
-
- boolean truncate(String fileName, long validDataEndOffset);
-
- /**
- * This method will be used to check whether a file has been modified or not
- *
- * @param fileTimeStamp time to be compared with latest timestamp of file
- * @param endOffset file length to be compared with current length of file
- * @return
- */
- boolean isFileModified(long fileTimeStamp, long endOffset);
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/952cf517/core/src/main/java/org/apache/carbondata/core/datastorage/store/filesystem/CarbonFileFilter.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/core/datastorage/store/filesystem/CarbonFileFilter.java b/core/src/main/java/org/apache/carbondata/core/datastorage/store/filesystem/CarbonFileFilter.java
deleted file mode 100644
index 7db3b2b..0000000
--- a/core/src/main/java/org/apache/carbondata/core/datastorage/store/filesystem/CarbonFileFilter.java
+++ /dev/null
@@ -1,24 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.core.datastorage.store.filesystem;
-
-public interface CarbonFileFilter {
- boolean accept(CarbonFile file);
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/952cf517/core/src/main/java/org/apache/carbondata/core/datastorage/store/filesystem/HDFSCarbonFile.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/core/datastorage/store/filesystem/HDFSCarbonFile.java b/core/src/main/java/org/apache/carbondata/core/datastorage/store/filesystem/HDFSCarbonFile.java
deleted file mode 100644
index ebe18e4..0000000
--- a/core/src/main/java/org/apache/carbondata/core/datastorage/store/filesystem/HDFSCarbonFile.java
+++ /dev/null
@@ -1,128 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.core.datastorage.store.filesystem;
-
-import java.io.IOException;
-import java.util.ArrayList;
-import java.util.List;
-
-import org.apache.carbondata.common.logging.LogService;
-import org.apache.carbondata.common.logging.LogServiceFactory;
-import org.apache.carbondata.core.datastorage.store.impl.FileFactory;
-
-import org.apache.hadoop.fs.FileStatus;
-import org.apache.hadoop.fs.FileSystem;
-import org.apache.hadoop.fs.Path;
-import org.apache.hadoop.hdfs.DistributedFileSystem;
-
-public class HDFSCarbonFile extends AbstractDFSCarbonFile {
- /**
- * LOGGER
- */
- private static final LogService LOGGER =
- LogServiceFactory.getLogService(HDFSCarbonFile.class.getName());
-
- public HDFSCarbonFile(String filePath) {
- super(filePath);
- }
-
- public HDFSCarbonFile(Path path) {
- super(path);
- }
-
- public HDFSCarbonFile(FileStatus fileStatus) {
- super(fileStatus);
- }
-
- /**
- * @param listStatus
- * @return
- */
- private CarbonFile[] getFiles(FileStatus[] listStatus) {
- if (listStatus == null) {
- return new CarbonFile[0];
- }
- CarbonFile[] files = new CarbonFile[listStatus.length];
- for (int i = 0; i < files.length; i++) {
- files[i] = new HDFSCarbonFile(listStatus[i]);
- }
- return files;
- }
-
- @Override
- public CarbonFile[] listFiles() {
- FileStatus[] listStatus = null;
- try {
- if (null != fileStatus && fileStatus.isDirectory()) {
- Path path = fileStatus.getPath();
- listStatus = path.getFileSystem(FileFactory.getConfiguration()).listStatus(path);
- } else {
- return null;
- }
- } catch (IOException e) {
- LOGGER.error("Exception occured: " + e.getMessage());
- return new CarbonFile[0];
- }
- return getFiles(listStatus);
- }
-
- @Override
- public CarbonFile[] listFiles(final CarbonFileFilter fileFilter) {
- CarbonFile[] files = listFiles();
- if (files != null && files.length >= 1) {
- List<CarbonFile> fileList = new ArrayList<CarbonFile>(files.length);
- for (int i = 0; i < files.length; i++) {
- if (fileFilter.accept(files[i])) {
- fileList.add(files[i]);
- }
- }
- if (fileList.size() >= 1) {
- return fileList.toArray(new CarbonFile[fileList.size()]);
- } else {
- return new CarbonFile[0];
- }
- }
- return files;
- }
-
- @Override
- public CarbonFile getParentFile() {
- Path parent = fileStatus.getPath().getParent();
- return null == parent ? null : new HDFSCarbonFile(parent);
- }
-
- @Override
- public boolean renameForce(String changetoName) {
- FileSystem fs;
- try {
- fs = fileStatus.getPath().getFileSystem(FileFactory.getConfiguration());
- if (fs instanceof DistributedFileSystem) {
- ((DistributedFileSystem) fs).rename(fileStatus.getPath(), new Path(changetoName),
- org.apache.hadoop.fs.Options.Rename.OVERWRITE);
- return true;
- } else {
- return false;
- }
- } catch (IOException e) {
- LOGGER.error("Exception occured: " + e.getMessage());
- return false;
- }
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/952cf517/core/src/main/java/org/apache/carbondata/core/datastorage/store/filesystem/LocalCarbonFile.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/core/datastorage/store/filesystem/LocalCarbonFile.java b/core/src/main/java/org/apache/carbondata/core/datastorage/store/filesystem/LocalCarbonFile.java
deleted file mode 100644
index 406f6d1..0000000
--- a/core/src/main/java/org/apache/carbondata/core/datastorage/store/filesystem/LocalCarbonFile.java
+++ /dev/null
@@ -1,229 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.core.datastorage.store.filesystem;
-
-import java.io.File;
-import java.io.FileFilter;
-import java.io.FileInputStream;
-import java.io.FileOutputStream;
-import java.io.IOException;
-import java.nio.channels.FileChannel;
-
-import org.apache.carbondata.common.logging.LogService;
-import org.apache.carbondata.common.logging.LogServiceFactory;
-import org.apache.carbondata.core.constants.CarbonCommonConstants;
-import org.apache.carbondata.core.datastorage.store.impl.FileFactory;
-import org.apache.carbondata.core.util.CarbonUtil;
-
-import org.apache.hadoop.fs.Path;
-
-public class LocalCarbonFile implements CarbonFile {
- private static final LogService LOGGER =
- LogServiceFactory.getLogService(LocalCarbonFile.class.getName());
- private File file;
-
- public LocalCarbonFile(String filePath) {
- Path pathWithoutSchemeAndAuthority = Path.getPathWithoutSchemeAndAuthority(new Path(filePath));
- file = new File(pathWithoutSchemeAndAuthority.toString());
- }
-
- public LocalCarbonFile(File file) {
- this.file = file;
- }
-
- @Override public String getAbsolutePath() {
- return file.getAbsolutePath();
- }
-
- @Override public CarbonFile[] listFiles(final CarbonFileFilter fileFilter) {
- if (!file.isDirectory()) {
- return null;
- }
-
- File[] files = file.listFiles(new FileFilter() {
-
- @Override public boolean accept(File pathname) {
- return fileFilter.accept(new LocalCarbonFile(pathname));
- }
- });
-
- if (files == null) {
- return new CarbonFile[0];
- }
-
- CarbonFile[] carbonFiles = new CarbonFile[files.length];
-
- for (int i = 0; i < carbonFiles.length; i++) {
- carbonFiles[i] = new LocalCarbonFile(files[i]);
- }
-
- return carbonFiles;
- }
-
- @Override public String getName() {
- return file.getName();
- }
-
- @Override public boolean isDirectory() {
- return file.isDirectory();
- }
-
- @Override public boolean exists() {
- if (file != null) {
- return file.exists();
- }
- return false;
- }
-
- @Override public String getCanonicalPath() {
- try {
- return file.getCanonicalPath();
- } catch (IOException e) {
- LOGGER
- .error(e, "Exception occured" + e.getMessage());
- }
- return null;
- }
-
- @Override public CarbonFile getParentFile() {
- return new LocalCarbonFile(file.getParentFile());
- }
-
- @Override public String getPath() {
- return file.getPath();
- }
-
- @Override public long getSize() {
- return file.length();
- }
-
- public boolean renameTo(String changetoName) {
- return file.renameTo(new File(changetoName));
- }
-
- public boolean delete() {
- return file.delete();
- }
-
- @Override public CarbonFile[] listFiles() {
-
- if (!file.isDirectory()) {
- return null;
- }
- File[] files = file.listFiles();
- if (files == null) {
- return new CarbonFile[0];
- }
- CarbonFile[] carbonFiles = new CarbonFile[files.length];
- for (int i = 0; i < carbonFiles.length; i++) {
- carbonFiles[i] = new LocalCarbonFile(files[i]);
- }
-
- return carbonFiles;
-
- }
-
- @Override public boolean createNewFile() {
- try {
- return file.createNewFile();
- } catch (IOException e) {
- return false;
- }
- }
-
- @Override public long getLastModifiedTime() {
- return file.lastModified();
- }
-
- @Override public boolean setLastModifiedTime(long timestamp) {
- return file.setLastModified(timestamp);
- }
-
- /**
- * This method will delete the data in file data from a given offset
- */
- @Override public boolean truncate(String fileName, long validDataEndOffset) {
- FileChannel source = null;
- FileChannel destination = null;
- boolean fileTruncatedSuccessfully = false;
- // temporary file name
- String tempWriteFilePath = fileName + CarbonCommonConstants.TEMPWRITEFILEEXTENSION;
- FileFactory.FileType fileType = FileFactory.getFileType(fileName);
- try {
- CarbonFile tempFile = null;
- // delete temporary file if it already exists at a given path
- if (FileFactory.isFileExist(tempWriteFilePath, fileType)) {
- tempFile = FileFactory.getCarbonFile(tempWriteFilePath, fileType);
- tempFile.delete();
- }
- // create new temporary file
- FileFactory.createNewFile(tempWriteFilePath, fileType);
- tempFile = FileFactory.getCarbonFile(tempWriteFilePath, fileType);
- source = new FileInputStream(fileName).getChannel();
- destination = new FileOutputStream(tempWriteFilePath).getChannel();
- long read = destination.transferFrom(source, 0, validDataEndOffset);
- long totalBytesRead = read;
- long remaining = validDataEndOffset - totalBytesRead;
- // read till required data offset is not reached
- while (remaining > 0) {
- read = destination.transferFrom(source, totalBytesRead, remaining);
- totalBytesRead = totalBytesRead + read;
- remaining = remaining - totalBytesRead;
- }
- CarbonUtil.closeStreams(source, destination);
- // rename the temp file to original file
- tempFile.renameForce(fileName);
- fileTruncatedSuccessfully = true;
- } catch (IOException e) {
- LOGGER.error("Exception occured while truncating the file " + e.getMessage());
- } finally {
- CarbonUtil.closeStreams(source, destination);
- }
- return fileTruncatedSuccessfully;
- }
-
- /**
- * This method will be used to check whether a file has been modified or not
- *
- * @param fileTimeStamp time to be compared with latest timestamp of file
- * @param endOffset file length to be compared with current length of file
- * @return
- */
- @Override public boolean isFileModified(long fileTimeStamp, long endOffset) {
- boolean isFileModified = false;
- if (getLastModifiedTime() > fileTimeStamp || getSize() > endOffset) {
- isFileModified = true;
- }
- return isFileModified;
- }
-
- @Override public boolean renameForce(String changetoName) {
- File destFile = new File(changetoName);
- if (destFile.exists()) {
- if (destFile.delete()) {
- return file.renameTo(new File(changetoName));
- }
- }
-
- return file.renameTo(new File(changetoName));
-
- }
-
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/952cf517/core/src/main/java/org/apache/carbondata/core/datastorage/store/filesystem/ViewFSCarbonFile.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/core/datastorage/store/filesystem/ViewFSCarbonFile.java b/core/src/main/java/org/apache/carbondata/core/datastorage/store/filesystem/ViewFSCarbonFile.java
deleted file mode 100644
index 8f11b7a..0000000
--- a/core/src/main/java/org/apache/carbondata/core/datastorage/store/filesystem/ViewFSCarbonFile.java
+++ /dev/null
@@ -1,126 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.carbondata.core.datastorage.store.filesystem;
-
-import java.io.IOException;
-import java.util.ArrayList;
-import java.util.List;
-
-import org.apache.carbondata.common.logging.LogService;
-import org.apache.carbondata.common.logging.LogServiceFactory;
-import org.apache.carbondata.core.datastorage.store.impl.FileFactory;
-
-import org.apache.hadoop.fs.FileStatus;
-import org.apache.hadoop.fs.FileSystem;
-import org.apache.hadoop.fs.Path;
-import org.apache.hadoop.fs.viewfs.ViewFileSystem;
-
-public class ViewFSCarbonFile extends AbstractDFSCarbonFile {
- /**
- * LOGGER
- */
- private static final LogService LOGGER =
- LogServiceFactory.getLogService(ViewFSCarbonFile.class.getName());
-
- public ViewFSCarbonFile(String filePath) {
- super(filePath);
- }
-
- public ViewFSCarbonFile(Path path) {
- super(path);
- }
-
- public ViewFSCarbonFile(FileStatus fileStatus) {
- super(fileStatus);
- }
-
- /**
- * @param listStatus
- * @return
- */
- private CarbonFile[] getFiles(FileStatus[] listStatus) {
- if (listStatus == null) {
- return new CarbonFile[0];
- }
- CarbonFile[] files = new CarbonFile[listStatus.length];
- for (int i = 0; i < files.length; i++) {
- files[i] = new ViewFSCarbonFile(listStatus[i]);
- }
- return files;
- }
-
- @Override
- public CarbonFile[] listFiles() {
- FileStatus[] listStatus = null;
- try {
- if (null != fileStatus && fileStatus.isDirectory()) {
- Path path = fileStatus.getPath();
- listStatus = path.getFileSystem(FileFactory.getConfiguration()).listStatus(path);
- } else {
- return null;
- }
- } catch (IOException ex) {
- LOGGER.error("Exception occured" + ex.getMessage());
- return new CarbonFile[0];
- }
- return getFiles(listStatus);
- }
-
- @Override
- public CarbonFile[] listFiles(final CarbonFileFilter fileFilter) {
- CarbonFile[] files = listFiles();
- if (files != null && files.length >= 1) {
- List<CarbonFile> fileList = new ArrayList<CarbonFile>(files.length);
- for (int i = 0; i < files.length; i++) {
- if (fileFilter.accept(files[i])) {
- fileList.add(files[i]);
- }
- }
- if (fileList.size() >= 1) {
- return fileList.toArray(new CarbonFile[fileList.size()]);
- } else {
- return new CarbonFile[0];
- }
- }
- return files;
- }
-
- @Override public CarbonFile getParentFile() {
- Path parent = fileStatus.getPath().getParent();
- return null == parent ? null : new ViewFSCarbonFile(parent);
- }
-
- @Override
- public boolean renameForce(String changetoName) {
- FileSystem fs;
- try {
- fs = fileStatus.getPath().getFileSystem(FileFactory.getConfiguration());
- if (fs instanceof ViewFileSystem) {
- fs.delete(new Path(changetoName), true);
- fs.rename(fileStatus.getPath(), new Path(changetoName));
- return true;
- } else {
- return false;
- }
- } catch (IOException e) {
- LOGGER.error("Exception occured" + e.getMessage());
- return false;
- }
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/952cf517/core/src/main/java/org/apache/carbondata/core/datastorage/store/impl/CompressedDataMeasureDataWrapper.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/core/datastorage/store/impl/CompressedDataMeasureDataWrapper.java b/core/src/main/java/org/apache/carbondata/core/datastorage/store/impl/CompressedDataMeasureDataWrapper.java
deleted file mode 100644
index c9571b2..0000000
--- a/core/src/main/java/org/apache/carbondata/core/datastorage/store/impl/CompressedDataMeasureDataWrapper.java
+++ /dev/null
@@ -1,37 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.carbondata.core.datastorage.store.impl;
-
-import org.apache.carbondata.core.datastorage.store.MeasureDataWrapper;
-import org.apache.carbondata.core.datastorage.store.dataholder.CarbonReadDataHolder;
-
-public class CompressedDataMeasureDataWrapper implements MeasureDataWrapper {
-
- private final CarbonReadDataHolder[] values;
-
- public CompressedDataMeasureDataWrapper(final CarbonReadDataHolder[] values) {
- this.values = values;
- }
-
- @Override public CarbonReadDataHolder[] getValues() {
- return values;
- }
-
-}
http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/952cf517/core/src/main/java/org/apache/carbondata/core/datastorage/store/impl/DFSFileHolderImpl.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/core/datastorage/store/impl/DFSFileHolderImpl.java b/core/src/main/java/org/apache/carbondata/core/datastorage/store/impl/DFSFileHolderImpl.java
deleted file mode 100644
index 6e2f5d7..0000000
--- a/core/src/main/java/org/apache/carbondata/core/datastorage/store/impl/DFSFileHolderImpl.java
+++ /dev/null
@@ -1,134 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.carbondata.core.datastorage.store.impl;
-
-import java.io.IOException;
-import java.util.HashMap;
-import java.util.Map;
-import java.util.Map.Entry;
-
-import org.apache.carbondata.core.constants.CarbonCommonConstants;
-import org.apache.carbondata.core.datastorage.store.FileHolder;
-
-import org.apache.hadoop.fs.FSDataInputStream;
-import org.apache.hadoop.fs.FileSystem;
-import org.apache.hadoop.fs.Path;
-
-
-public class DFSFileHolderImpl implements FileHolder {
- /**
- * cache to hold filename and its stream
- */
- private Map<String, FSDataInputStream> fileNameAndStreamCache;
-
- public DFSFileHolderImpl() {
- this.fileNameAndStreamCache =
- new HashMap<String, FSDataInputStream>(CarbonCommonConstants.DEFAULT_COLLECTION_SIZE);
- }
-
- @Override public byte[] readByteArray(String filePath, long offset, int length)
- throws IOException {
- FSDataInputStream fileChannel = updateCache(filePath);
- return read(fileChannel, length, offset);
- }
-
- /**
- * This method will be used to check whether stream is already present in
- * cache or not for filepath if not present then create it and then add to
- * cache, other wise get from cache
- *
- * @param filePath fully qualified file path
- * @return channel
- */
- private FSDataInputStream updateCache(String filePath) throws IOException {
- FSDataInputStream fileChannel = fileNameAndStreamCache.get(filePath);
- if (null == fileChannel) {
- Path pt = new Path(filePath);
- FileSystem fs = FileSystem.get(FileFactory.getConfiguration());
- fileChannel = fs.open(pt);
- fileNameAndStreamCache.put(filePath, fileChannel);
- }
- return fileChannel;
- }
-
- /**
- * This method will be used to read from file based on number of bytes to be read and positon
- *
- * @param channel file channel
- * @param size number of bytes
- * @param offset position
- * @return byte buffer
- */
- private byte[] read(FSDataInputStream channel, int size, long offset) throws IOException {
- byte[] byteBffer = new byte[size];
- channel.seek(offset);
- channel.readFully(byteBffer);
- return byteBffer;
- }
-
- /**
- * This method will be used to read from file based on number of bytes to be read and positon
- *
- * @param channel file channel
- * @param size number of bytes
- * @return byte buffer
- */
- private byte[] read(FSDataInputStream channel, int size) throws IOException {
- byte[] byteBffer = new byte[size];
- channel.readFully(byteBffer);
- return byteBffer;
- }
-
- @Override public int readInt(String filePath, long offset) throws IOException {
- FSDataInputStream fileChannel = updateCache(filePath);
- fileChannel.seek(offset);
- return fileChannel.readInt();
- }
-
- @Override public long readDouble(String filePath, long offset) throws IOException {
- FSDataInputStream fileChannel = updateCache(filePath);
- fileChannel.seek(offset);
- return fileChannel.readLong();
- }
-
- @Override public void finish() throws IOException {
- for (Entry<String, FSDataInputStream> entry : fileNameAndStreamCache.entrySet()) {
- FSDataInputStream channel = entry.getValue();
- if (null != channel) {
- channel.close();
- }
- }
- }
-
- @Override public byte[] readByteArray(String filePath, int length) throws IOException {
- FSDataInputStream fileChannel = updateCache(filePath);
- return read(fileChannel, length);
- }
-
- @Override public long readLong(String filePath, long offset) throws IOException {
- FSDataInputStream fileChannel = updateCache(filePath);
- fileChannel.seek(offset);
- return fileChannel.readLong();
- }
-
- @Override public int readInt(String filePath) throws IOException {
- FSDataInputStream fileChannel = updateCache(filePath);
- return fileChannel.readInt();
- }
-}