You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ra...@apache.org on 2018/10/04 15:41:20 UTC
carbondata git commit: [CARBONDATA-2991]NegativeArraySizeException
during query execution
Repository: carbondata
Updated Branches:
refs/heads/master 30adaa8c1 -> d3927172f
[CARBONDATA-2991]NegativeArraySizeException during query execution
Issue :- During Query Execution sometime NegativeArraySizeException Exception in Some Tasks . And sometime Executor is lost (JVM crash)
Root Cause :- It is because existing memoryblock is removed while it was in-use. This happened because duplicate taskid generated. Sometime freed same memory addresses are assigned to another task which will initialize memory block to0 and this cause NegativeSizeArrayException whereas sometime freed memory will not be used any task of executor process but running task will try to access it and as that address is not part of process so JVM crash will happen.
Solution :- Change taskID generation to UUID based instead of System.nanoTime()
This closes #2796
Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/d3927172
Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/d3927172
Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/d3927172
Branch: refs/heads/master
Commit: d3927172f19b2251e77b840e53d8678cba2a38bd
Parents: 30adaa8
Author: BJangir <ba...@gmail.com>
Authored: Wed Oct 3 23:05:42 2018 +0530
Committer: ravipesala <ra...@gmail.com>
Committed: Thu Oct 4 21:11:09 2018 +0530
----------------------------------------------------------------------
.../unsafe/UnsafeAbstractDimensionDataChunkStore.java | 2 +-
.../core/datastore/page/UnsafeFixLengthColumnPage.java | 2 +-
.../core/datastore/page/VarLengthColumnPageBase.java | 2 +-
.../core/indexstore/AbstractMemoryDMStore.java | 2 +-
.../carbondata/core/memory/IntPointerBuffer.java | 4 ++--
.../carbondata/core/memory/UnsafeMemoryManager.java | 12 ++++++------
.../core/memory/UnsafeSortMemoryManager.java | 13 +++++++------
.../apache/carbondata/core/util/CarbonTaskInfo.java | 6 +++---
.../org/apache/carbondata/core/util/CarbonUtil.java | 10 ++++++++++
.../carbondata/core/util/ThreadLocalTaskInfo.java | 3 ++-
.../org/apache/carbondata/spark/rdd/CarbonRDD.scala | 2 +-
.../org/apache/carbondata/spark/util/CommonUtil.scala | 2 +-
.../loading/sort/unsafe/UnsafeCarbonRowPage.java | 4 ++--
.../loading/sort/unsafe/UnsafeSortDataRows.java | 2 +-
.../org/apache/carbondata/sdk/file/CarbonReader.java | 3 ++-
.../carbondata/store/worker/SearchRequestHandler.java | 9 +++------
16 files changed, 44 insertions(+), 34 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/carbondata/blob/d3927172/core/src/main/java/org/apache/carbondata/core/datastore/chunk/store/impl/unsafe/UnsafeAbstractDimensionDataChunkStore.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/core/datastore/chunk/store/impl/unsafe/UnsafeAbstractDimensionDataChunkStore.java b/core/src/main/java/org/apache/carbondata/core/datastore/chunk/store/impl/unsafe/UnsafeAbstractDimensionDataChunkStore.java
index 940ca1a..89bce2d 100644
--- a/core/src/main/java/org/apache/carbondata/core/datastore/chunk/store/impl/unsafe/UnsafeAbstractDimensionDataChunkStore.java
+++ b/core/src/main/java/org/apache/carbondata/core/datastore/chunk/store/impl/unsafe/UnsafeAbstractDimensionDataChunkStore.java
@@ -62,7 +62,7 @@ public abstract class UnsafeAbstractDimensionDataChunkStore implements Dimension
*/
protected boolean isMemoryOccupied;
- private final long taskId = ThreadLocalTaskInfo.getCarbonTaskInfo().getTaskId();
+ private final String taskId = ThreadLocalTaskInfo.getCarbonTaskInfo().getTaskId();
/**
* Constructor
http://git-wip-us.apache.org/repos/asf/carbondata/blob/d3927172/core/src/main/java/org/apache/carbondata/core/datastore/page/UnsafeFixLengthColumnPage.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/core/datastore/page/UnsafeFixLengthColumnPage.java b/core/src/main/java/org/apache/carbondata/core/datastore/page/UnsafeFixLengthColumnPage.java
index 9e0eb8d..7df29df 100644
--- a/core/src/main/java/org/apache/carbondata/core/datastore/page/UnsafeFixLengthColumnPage.java
+++ b/core/src/main/java/org/apache/carbondata/core/datastore/page/UnsafeFixLengthColumnPage.java
@@ -51,7 +51,7 @@ public class UnsafeFixLengthColumnPage extends ColumnPage {
// size of the allocated memory, in bytes
private int capacity;
- private final long taskId = ThreadLocalTaskInfo.getCarbonTaskInfo().getTaskId();
+ private final String taskId = ThreadLocalTaskInfo.getCarbonTaskInfo().getTaskId();
private static final int byteBits = DataTypes.BYTE.getSizeBits();
private static final int shortBits = DataTypes.SHORT.getSizeBits();
http://git-wip-us.apache.org/repos/asf/carbondata/blob/d3927172/core/src/main/java/org/apache/carbondata/core/datastore/page/VarLengthColumnPageBase.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/core/datastore/page/VarLengthColumnPageBase.java b/core/src/main/java/org/apache/carbondata/core/datastore/page/VarLengthColumnPageBase.java
index 39395c3..35d0009 100644
--- a/core/src/main/java/org/apache/carbondata/core/datastore/page/VarLengthColumnPageBase.java
+++ b/core/src/main/java/org/apache/carbondata/core/datastore/page/VarLengthColumnPageBase.java
@@ -45,7 +45,7 @@ public abstract class VarLengthColumnPageBase extends ColumnPage {
static final double FACTOR = 1.25;
- final long taskId = ThreadLocalTaskInfo.getCarbonTaskInfo().getTaskId();
+ final String taskId = ThreadLocalTaskInfo.getCarbonTaskInfo().getTaskId();
// memory allocated by Unsafe
MemoryBlock memoryBlock;
http://git-wip-us.apache.org/repos/asf/carbondata/blob/d3927172/core/src/main/java/org/apache/carbondata/core/indexstore/AbstractMemoryDMStore.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/core/indexstore/AbstractMemoryDMStore.java b/core/src/main/java/org/apache/carbondata/core/indexstore/AbstractMemoryDMStore.java
index 5880943..5e08cf9 100644
--- a/core/src/main/java/org/apache/carbondata/core/indexstore/AbstractMemoryDMStore.java
+++ b/core/src/main/java/org/apache/carbondata/core/indexstore/AbstractMemoryDMStore.java
@@ -31,7 +31,7 @@ public abstract class AbstractMemoryDMStore implements Serializable {
protected boolean isMemoryFreed;
- protected final long taskId = ThreadLocalTaskInfo.getCarbonTaskInfo().getTaskId();
+ protected final String taskId = ThreadLocalTaskInfo.getCarbonTaskInfo().getTaskId();
public abstract void addIndexRow(CarbonRowSchema[] schema, DataMapRow indexRow)
throws MemoryException;
http://git-wip-us.apache.org/repos/asf/carbondata/blob/d3927172/core/src/main/java/org/apache/carbondata/core/memory/IntPointerBuffer.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/core/memory/IntPointerBuffer.java b/core/src/main/java/org/apache/carbondata/core/memory/IntPointerBuffer.java
index 5cd8e8d..58d873c 100644
--- a/core/src/main/java/org/apache/carbondata/core/memory/IntPointerBuffer.java
+++ b/core/src/main/java/org/apache/carbondata/core/memory/IntPointerBuffer.java
@@ -36,9 +36,9 @@ public class IntPointerBuffer {
private MemoryBlock pointerMemoryBlock;
- private long taskId;
+ private String taskId;
- public IntPointerBuffer(long taskId) {
+ public IntPointerBuffer(String taskId) {
// TODO can be configurable, it is initial size and it can grow automatically.
this.length = 100000;
pointerBlock = new int[length];
http://git-wip-us.apache.org/repos/asf/carbondata/blob/d3927172/core/src/main/java/org/apache/carbondata/core/memory/UnsafeMemoryManager.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/core/memory/UnsafeMemoryManager.java b/core/src/main/java/org/apache/carbondata/core/memory/UnsafeMemoryManager.java
index 4efea1a..048c058 100644
--- a/core/src/main/java/org/apache/carbondata/core/memory/UnsafeMemoryManager.java
+++ b/core/src/main/java/org/apache/carbondata/core/memory/UnsafeMemoryManager.java
@@ -39,7 +39,7 @@ public class UnsafeMemoryManager {
private static boolean offHeap = Boolean.parseBoolean(CarbonProperties.getInstance()
.getProperty(CarbonCommonConstants.ENABLE_OFFHEAP_SORT,
CarbonCommonConstants.ENABLE_OFFHEAP_SORT_DEFAULT));
- private static Map<Long,Set<MemoryBlock>> taskIdToMemoryBlockMap;
+ private static Map<String,Set<MemoryBlock>> taskIdToMemoryBlockMap;
static {
long size = 0L;
String defaultWorkingMemorySize = null;
@@ -107,7 +107,7 @@ public class UnsafeMemoryManager {
.info("Working Memory manager is created with size " + totalMemory + " with " + memoryType);
}
- private synchronized MemoryBlock allocateMemory(MemoryType memoryType, long taskId,
+ private synchronized MemoryBlock allocateMemory(MemoryType memoryType, String taskId,
long memoryRequested) {
if (memoryUsed + memoryRequested <= totalMemory) {
MemoryBlock allocate = getMemoryAllocator(memoryType).allocate(memoryRequested);
@@ -128,7 +128,7 @@ public class UnsafeMemoryManager {
return null;
}
- public synchronized void freeMemory(long taskId, MemoryBlock memoryBlock) {
+ public synchronized void freeMemory(String taskId, MemoryBlock memoryBlock) {
if (taskIdToMemoryBlockMap.containsKey(taskId)) {
taskIdToMemoryBlockMap.get(taskId).remove(memoryBlock);
}
@@ -144,7 +144,7 @@ public class UnsafeMemoryManager {
}
}
- public synchronized void freeMemoryAll(long taskId) {
+ public synchronized void freeMemoryAll(String taskId) {
Set<MemoryBlock> memoryBlockSet = null;
memoryBlockSet = taskIdToMemoryBlockMap.remove(taskId);
long occuppiedMemory = 0;
@@ -181,12 +181,12 @@ public class UnsafeMemoryManager {
/**
* It tries to allocate memory of `size` bytes, keep retry until it allocates successfully.
*/
- public static MemoryBlock allocateMemoryWithRetry(long taskId, long size)
+ public static MemoryBlock allocateMemoryWithRetry(String taskId, long size)
throws MemoryException {
return allocateMemoryWithRetry(INSTANCE.memoryType, taskId, size);
}
- public static MemoryBlock allocateMemoryWithRetry(MemoryType memoryType, long taskId,
+ public static MemoryBlock allocateMemoryWithRetry(MemoryType memoryType, String taskId,
long size) throws MemoryException {
MemoryBlock baseBlock = null;
int tries = 0;
http://git-wip-us.apache.org/repos/asf/carbondata/blob/d3927172/core/src/main/java/org/apache/carbondata/core/memory/UnsafeSortMemoryManager.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/core/memory/UnsafeSortMemoryManager.java b/core/src/main/java/org/apache/carbondata/core/memory/UnsafeSortMemoryManager.java
index d8d4f81..67b8d43 100644
--- a/core/src/main/java/org/apache/carbondata/core/memory/UnsafeSortMemoryManager.java
+++ b/core/src/main/java/org/apache/carbondata/core/memory/UnsafeSortMemoryManager.java
@@ -49,7 +49,7 @@ public class UnsafeSortMemoryManager {
/**
* map to keep taskid to memory blocks
*/
- private static Map<Long, Set<MemoryBlock>> taskIdToMemoryBlockMap;
+ private static Map<String, Set<MemoryBlock>> taskIdToMemoryBlockMap;
/**
* singleton instance
@@ -142,7 +142,7 @@ public class UnsafeSortMemoryManager {
}
}
- public synchronized void freeMemory(long taskId, MemoryBlock memoryBlock) {
+ public synchronized void freeMemory(String taskId, MemoryBlock memoryBlock) {
if (taskIdToMemoryBlockMap.containsKey(taskId)) {
taskIdToMemoryBlockMap.get(taskId).remove(memoryBlock);
}
@@ -164,7 +164,7 @@ public class UnsafeSortMemoryManager {
* when in case of task failure we need to clear all the memory occupied
* @param taskId
*/
- public synchronized void freeMemoryAll(long taskId) {
+ public synchronized void freeMemoryAll(String taskId) {
Set<MemoryBlock> memoryBlockSet = null;
memoryBlockSet = taskIdToMemoryBlockMap.remove(taskId);
long occuppiedMemory = 0;
@@ -196,7 +196,7 @@ public class UnsafeSortMemoryManager {
* @param memoryRequested
* @return memory block
*/
- public synchronized MemoryBlock allocateMemoryLazy(long taskId, long memoryRequested) {
+ public synchronized MemoryBlock allocateMemoryLazy(String taskId, long memoryRequested) {
MemoryBlock allocate = allocator.allocate(memoryRequested);
Set<MemoryBlock> listOfMemoryBlock = taskIdToMemoryBlockMap.get(taskId);
if (null == listOfMemoryBlock) {
@@ -210,7 +210,8 @@ public class UnsafeSortMemoryManager {
/**
* It tries to allocate memory of `size` bytes, keep retry until it allocates successfully.
*/
- public static MemoryBlock allocateMemoryWithRetry(long taskId, long size) throws MemoryException {
+ public static MemoryBlock allocateMemoryWithRetry(String taskId, long size)
+ throws MemoryException {
MemoryBlock baseBlock = null;
int tries = 0;
while (tries < 100) {
@@ -232,7 +233,7 @@ public class UnsafeSortMemoryManager {
return baseBlock;
}
- private synchronized MemoryBlock allocateMemory(long taskId, long memoryRequested) {
+ private synchronized MemoryBlock allocateMemory(String taskId, long memoryRequested) {
if (memoryUsed + memoryRequested <= totalMemory) {
MemoryBlock allocate = allocator.allocate(memoryRequested);
memoryUsed += allocate.size();
http://git-wip-us.apache.org/repos/asf/carbondata/blob/d3927172/core/src/main/java/org/apache/carbondata/core/util/CarbonTaskInfo.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/core/util/CarbonTaskInfo.java b/core/src/main/java/org/apache/carbondata/core/util/CarbonTaskInfo.java
index d3e4d7a..19e0186 100644
--- a/core/src/main/java/org/apache/carbondata/core/util/CarbonTaskInfo.java
+++ b/core/src/main/java/org/apache/carbondata/core/util/CarbonTaskInfo.java
@@ -28,13 +28,13 @@ public class CarbonTaskInfo implements Serializable {
*/
private static final long serialVersionUID = 1L;
- public long taskId;
+ public String taskId;
- public long getTaskId() {
+ public String getTaskId() {
return taskId;
}
- public void setTaskId(long taskId) {
+ public void setTaskId(String taskId) {
this.taskId = taskId;
}
}
http://git-wip-us.apache.org/repos/asf/carbondata/blob/d3927172/core/src/main/java/org/apache/carbondata/core/util/CarbonUtil.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/core/util/CarbonUtil.java b/core/src/main/java/org/apache/carbondata/core/util/CarbonUtil.java
index 03054bf..937c222 100644
--- a/core/src/main/java/org/apache/carbondata/core/util/CarbonUtil.java
+++ b/core/src/main/java/org/apache/carbondata/core/util/CarbonUtil.java
@@ -3358,4 +3358,14 @@ public final class CarbonUtil {
}
return columnIndexTemp;
}
+
+ /**
+ * Below method is to generateUUID (Random Based)
+ * later it will be extened for TimeBased,NameBased
+ *
+ * @return UUID as String
+ */
+ public static String generateUUID() {
+ return UUID.randomUUID().toString();
+ }
}
http://git-wip-us.apache.org/repos/asf/carbondata/blob/d3927172/core/src/main/java/org/apache/carbondata/core/util/ThreadLocalTaskInfo.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/org/apache/carbondata/core/util/ThreadLocalTaskInfo.java b/core/src/main/java/org/apache/carbondata/core/util/ThreadLocalTaskInfo.java
index 1e83e0d..d590612 100644
--- a/core/src/main/java/org/apache/carbondata/core/util/ThreadLocalTaskInfo.java
+++ b/core/src/main/java/org/apache/carbondata/core/util/ThreadLocalTaskInfo.java
@@ -16,6 +16,7 @@
*/
package org.apache.carbondata.core.util;
+
/**
* Class to keep all the thread local variable for task
*/
@@ -30,7 +31,7 @@ public class ThreadLocalTaskInfo {
public static CarbonTaskInfo getCarbonTaskInfo() {
if (null == threadLocal.get()) {
CarbonTaskInfo carbonTaskInfo = new CarbonTaskInfo();
- carbonTaskInfo.setTaskId(System.nanoTime());
+ carbonTaskInfo.setTaskId(CarbonUtil.generateUUID());
ThreadLocalTaskInfo.setCarbonTaskInfo(carbonTaskInfo);
}
return threadLocal.get();
http://git-wip-us.apache.org/repos/asf/carbondata/blob/d3927172/integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/CarbonRDD.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/CarbonRDD.scala b/integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/CarbonRDD.scala
index 096041f..87d8f50 100644
--- a/integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/CarbonRDD.scala
+++ b/integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/CarbonRDD.scala
@@ -71,7 +71,7 @@ abstract class CarbonRDD[T: ClassTag](
ThreadLocalSessionInfo.setCarbonSessionInfo(carbonSessionInfo)
TaskMetricsMap.threadLocal.set(Thread.currentThread().getId)
val carbonTaskInfo = new CarbonTaskInfo
- carbonTaskInfo.setTaskId(System.nanoTime)
+ carbonTaskInfo.setTaskId(CarbonUtil.generateUUID())
ThreadLocalTaskInfo.setCarbonTaskInfo(carbonTaskInfo)
carbonSessionInfo.getSessionParams.getAddedProps.asScala.
map(f => CarbonProperties.getInstance().addProperty(f._1, f._2))
http://git-wip-us.apache.org/repos/asf/carbondata/blob/d3927172/integration/spark-common/src/main/scala/org/apache/carbondata/spark/util/CommonUtil.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common/src/main/scala/org/apache/carbondata/spark/util/CommonUtil.scala b/integration/spark-common/src/main/scala/org/apache/carbondata/spark/util/CommonUtil.scala
index 49b17fb..f6e2b94 100644
--- a/integration/spark-common/src/main/scala/org/apache/carbondata/spark/util/CommonUtil.scala
+++ b/integration/spark-common/src/main/scala/org/apache/carbondata/spark/util/CommonUtil.scala
@@ -639,7 +639,7 @@ object CommonUtil {
* Method to clear the memory for a task
* if present
*/
- def clearUnsafeMemory(taskId: Long) {
+ def clearUnsafeMemory(taskId: String) {
UnsafeMemoryManager.
INSTANCE.freeMemoryAll(taskId)
UnsafeSortMemoryManager.
http://git-wip-us.apache.org/repos/asf/carbondata/blob/d3927172/processing/src/main/java/org/apache/carbondata/processing/loading/sort/unsafe/UnsafeCarbonRowPage.java
----------------------------------------------------------------------
diff --git a/processing/src/main/java/org/apache/carbondata/processing/loading/sort/unsafe/UnsafeCarbonRowPage.java b/processing/src/main/java/org/apache/carbondata/processing/loading/sort/unsafe/UnsafeCarbonRowPage.java
index 0cef908..a480cf7 100644
--- a/processing/src/main/java/org/apache/carbondata/processing/loading/sort/unsafe/UnsafeCarbonRowPage.java
+++ b/processing/src/main/java/org/apache/carbondata/processing/loading/sort/unsafe/UnsafeCarbonRowPage.java
@@ -46,14 +46,14 @@ public class UnsafeCarbonRowPage {
private MemoryManagerType managerType;
- private long taskId;
+ private String taskId;
private TableFieldStat tableFieldStat;
private SortStepRowHandler sortStepRowHandler;
private boolean convertNoSortFields;
public UnsafeCarbonRowPage(TableFieldStat tableFieldStat, MemoryBlock memoryBlock,
- boolean saveToDisk, long taskId) {
+ boolean saveToDisk, String taskId) {
this.tableFieldStat = tableFieldStat;
this.sortStepRowHandler = new SortStepRowHandler(tableFieldStat);
this.saveToDisk = saveToDisk;
http://git-wip-us.apache.org/repos/asf/carbondata/blob/d3927172/processing/src/main/java/org/apache/carbondata/processing/loading/sort/unsafe/UnsafeSortDataRows.java
----------------------------------------------------------------------
diff --git a/processing/src/main/java/org/apache/carbondata/processing/loading/sort/unsafe/UnsafeSortDataRows.java b/processing/src/main/java/org/apache/carbondata/processing/loading/sort/unsafe/UnsafeSortDataRows.java
index 64d941b..9c23dde 100644
--- a/processing/src/main/java/org/apache/carbondata/processing/loading/sort/unsafe/UnsafeSortDataRows.java
+++ b/processing/src/main/java/org/apache/carbondata/processing/loading/sort/unsafe/UnsafeSortDataRows.java
@@ -93,7 +93,7 @@ public class UnsafeSortDataRows {
*/
private Semaphore semaphore;
- private final long taskId;
+ private final String taskId;
public UnsafeSortDataRows(SortParameters parameters,
UnsafeIntermediateMerger unsafeInMemoryIntermediateFileMerger, int inMemoryChunkSize) {
http://git-wip-us.apache.org/repos/asf/carbondata/blob/d3927172/store/sdk/src/main/java/org/apache/carbondata/sdk/file/CarbonReader.java
----------------------------------------------------------------------
diff --git a/store/sdk/src/main/java/org/apache/carbondata/sdk/file/CarbonReader.java b/store/sdk/src/main/java/org/apache/carbondata/sdk/file/CarbonReader.java
index 1f1794c..37a8779 100644
--- a/store/sdk/src/main/java/org/apache/carbondata/sdk/file/CarbonReader.java
+++ b/store/sdk/src/main/java/org/apache/carbondata/sdk/file/CarbonReader.java
@@ -26,6 +26,7 @@ import org.apache.carbondata.common.annotations.InterfaceAudience;
import org.apache.carbondata.common.annotations.InterfaceStability;
import org.apache.carbondata.core.constants.CarbonCommonConstants;
import org.apache.carbondata.core.util.CarbonTaskInfo;
+import org.apache.carbondata.core.util.CarbonUtil;
import org.apache.carbondata.core.util.ThreadLocalTaskInfo;
import org.apache.hadoop.mapreduce.RecordReader;
@@ -58,7 +59,7 @@ public class CarbonReader<T> {
this.index = 0;
this.currentReader = readers.get(0);
CarbonTaskInfo carbonTaskInfo = new CarbonTaskInfo();
- carbonTaskInfo.setTaskId(System.nanoTime());
+ carbonTaskInfo.setTaskId(CarbonUtil.generateUUID());
ThreadLocalTaskInfo.setCarbonTaskInfo(carbonTaskInfo);
}
http://git-wip-us.apache.org/repos/asf/carbondata/blob/d3927172/store/search/src/main/java/org/apache/carbondata/store/worker/SearchRequestHandler.java
----------------------------------------------------------------------
diff --git a/store/search/src/main/java/org/apache/carbondata/store/worker/SearchRequestHandler.java b/store/search/src/main/java/org/apache/carbondata/store/worker/SearchRequestHandler.java
index 7a764dd..2d3e5fe 100644
--- a/store/search/src/main/java/org/apache/carbondata/store/worker/SearchRequestHandler.java
+++ b/store/search/src/main/java/org/apache/carbondata/store/worker/SearchRequestHandler.java
@@ -18,11 +18,7 @@
package org.apache.carbondata.store.worker;
import java.io.IOException;
-import java.util.HashMap;
-import java.util.Iterator;
-import java.util.LinkedList;
-import java.util.List;
-import java.util.Objects;
+import java.util.*;
import org.apache.carbondata.common.annotations.InterfaceAudience;
import org.apache.carbondata.common.logging.LogService;
@@ -48,6 +44,7 @@ import org.apache.carbondata.core.scan.model.QueryModelBuilder;
import org.apache.carbondata.core.statusmanager.LoadMetadataDetails;
import org.apache.carbondata.core.statusmanager.SegmentStatusManager;
import org.apache.carbondata.core.util.CarbonTaskInfo;
+import org.apache.carbondata.core.util.CarbonUtil;
import org.apache.carbondata.core.util.ThreadLocalTaskInfo;
import org.apache.carbondata.core.util.path.CarbonTablePath;
import org.apache.carbondata.hadoop.CarbonInputSplit;
@@ -110,7 +107,7 @@ public class SearchRequestHandler {
private List<CarbonRow> handleRequest(SearchRequest request)
throws IOException, InterruptedException {
CarbonTaskInfo carbonTaskInfo = new CarbonTaskInfo();
- carbonTaskInfo.setTaskId(System.nanoTime());
+ carbonTaskInfo.setTaskId(CarbonUtil.generateUUID());
ThreadLocalTaskInfo.setCarbonTaskInfo(carbonTaskInfo);
TableInfo tableInfo = request.tableInfo();
CarbonTable table = CarbonTable.buildFromTableInfo(tableInfo);