You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by ji...@apache.org on 2019/03/30 01:08:36 UTC
[incubator-pinot] branch master updated: [TE] filter out anomalies
in the future (#4038)
This is an automated email from the ASF dual-hosted git repository.
jihao pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git
The following commit(s) were added to refs/heads/master by this push:
new 6c71c24 [TE] filter out anomalies in the future (#4038)
6c71c24 is described below
commit 6c71c248439e35d0281882789d7dedddf95fddb1
Author: Jihao Zhang <ji...@linkedin.com>
AuthorDate: Fri Mar 29 18:08:31 2019 -0700
[TE] filter out anomalies in the future (#4038)
Prevent detector generating anomalies in the future. Ensure the current value won't be NaN.
---
.../pinot/thirdeye/detection/wrapper/AnomalyDetectorWrapper.java | 5 ++++-
1 file changed, 4 insertions(+), 1 deletion(-)
diff --git a/thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/wrapper/AnomalyDetectorWrapper.java b/thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/wrapper/AnomalyDetectorWrapper.java
index e8b12db..f8ebe7c 100644
--- a/thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/wrapper/AnomalyDetectorWrapper.java
+++ b/thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/wrapper/AnomalyDetectorWrapper.java
@@ -25,6 +25,7 @@ import java.util.Collections;
import java.util.List;
import java.util.Map;
import java.util.concurrent.TimeUnit;
+import java.util.stream.Collectors;
import org.apache.commons.collections.MapUtils;
import org.apache.pinot.thirdeye.anomaly.detection.DetectionJobSchedulerUtils;
import org.apache.pinot.thirdeye.common.time.TimeGranularity;
@@ -188,7 +189,9 @@ public class AnomalyDetectorWrapper extends DetectionPipeline {
anomaly.setDimensions(DetectionUtils.toFilterMap(this.metricEntity.getFilters()));
anomaly.getProperties().put(PROP_DETECTOR_COMPONENT_NAME, this.detectorName);
}
- return new DetectionPipelineResult(anomalies, this.getLastTimeStamp());
+ long lastTimeStamp = this.getLastTimeStamp();
+ return new DetectionPipelineResult(anomalies.stream().filter(anomaly -> anomaly.getEndTime() <= lastTimeStamp).collect(
+ Collectors.toList()), lastTimeStamp);
}
// guess-timate next time stamp
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org