You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by jl...@apache.org on 2022/04/13 18:24:53 UTC
[pinot] 01/01: [WIP] Test segment reload
This is an automated email from the ASF dual-hosted git repository.
jlli pushed a commit to branch test-segment-reload
in repository https://gitbox.apache.org/repos/asf/pinot.git
commit 1a50fc6506c3cc2caa762072a7600901c15fe8b1
Author: Jack Li(Analytics Engineering) <jl...@jlli-mn1.linkedin.biz>
AuthorDate: Wed Apr 13 11:24:32 2022 -0700
[WIP] Test segment reload
---
pinot-integration-tests/src/test/resources/log4j2.xml | 2 +-
.../apache/pinot/server/starter/helix/HelixInstanceDataManager.java | 4 +++-
2 files changed, 4 insertions(+), 2 deletions(-)
diff --git a/pinot-integration-tests/src/test/resources/log4j2.xml b/pinot-integration-tests/src/test/resources/log4j2.xml
index 19d0b25a39..ca551e0bff 100644
--- a/pinot-integration-tests/src/test/resources/log4j2.xml
+++ b/pinot-integration-tests/src/test/resources/log4j2.xml
@@ -28,7 +28,7 @@
</Console>
</Appenders>
<Loggers>
- <AsyncRoot level="warn" additivity="false">
+ <AsyncRoot level="info" additivity="false">
<AppenderRef ref="console"/>
</AsyncRoot>
</Loggers>
diff --git a/pinot-server/src/main/java/org/apache/pinot/server/starter/helix/HelixInstanceDataManager.java b/pinot-server/src/main/java/org/apache/pinot/server/starter/helix/HelixInstanceDataManager.java
index 3cc12961ca..72a735f6dd 100644
--- a/pinot-server/src/main/java/org/apache/pinot/server/starter/helix/HelixInstanceDataManager.java
+++ b/pinot-server/src/main/java/org/apache/pinot/server/starter/helix/HelixInstanceDataManager.java
@@ -251,6 +251,7 @@ public class HelixInstanceDataManager implements InstanceDataManager {
public void reloadAllSegments(String tableNameWithType, boolean forceDownload,
SegmentRefreshSemaphore segmentRefreshSemaphore)
throws Exception {
+ long startTime = System.currentTimeMillis();
LOGGER.info("Reloading all segments in table: {}", tableNameWithType);
TableConfig tableConfig = ZKMetadataProvider.getTableConfig(_propertyStore, tableNameWithType);
Preconditions.checkNotNull(tableConfig);
@@ -283,7 +284,8 @@ public class HelixInstanceDataManager implements InstanceDataManager {
String.format("Failed to reload %d/%d segments: %s in table: %s", failedSegments.size(),
segmentsMetadata.size(), failedSegments, tableNameWithType), sampleException.get());
}
- LOGGER.info("Reloaded all segments in table: {}", tableNameWithType);
+ LOGGER.info("Reloaded all segments in table: {}. Duration: {}ms", tableNameWithType,
+ (System.currentTimeMillis() - startTime));
}
private void reloadSegment(String tableNameWithType, SegmentMetadata segmentMetadata, TableConfig tableConfig,
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org