You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@lens.apache.org by am...@apache.org on 2014/12/16 06:30:35 UTC
incubator-lens git commit: LENS-119 : Add logs in
DurationBasedPriorityDecider so that facts can be tuned later to get optimum
priority ( Rajat Khandelwal via amareshwari)
Repository: incubator-lens
Updated Branches:
refs/heads/master d98c43201 -> 16035c20c
LENS-119 : Add logs in DurationBasedPriorityDecider so that facts can be tuned later to get optimum priority ( Rajat Khandelwal via amareshwari)
Project: http://git-wip-us.apache.org/repos/asf/incubator-lens/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-lens/commit/16035c20
Tree: http://git-wip-us.apache.org/repos/asf/incubator-lens/tree/16035c20
Diff: http://git-wip-us.apache.org/repos/asf/incubator-lens/diff/16035c20
Branch: refs/heads/master
Commit: 16035c20c8afb5e2e523a6da2b66762570e2e38b
Parents: d98c432
Author: Amareshwari Sriramdasu <am...@inmobi.com>
Authored: Tue Dec 16 11:00:16 2014 +0530
Committer: Amareshwari Sriramdasu <am...@inmobi.com>
Committed: Tue Dec 16 11:00:16 2014 +0530
----------------------------------------------------------------------
.../priority/DurationBasedQueryPriorityDecider.java | 12 +++++++-----
1 file changed, 7 insertions(+), 5 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-lens/blob/16035c20/lens-driver-hive/src/main/java/org/apache/lens/driver/hive/priority/DurationBasedQueryPriorityDecider.java
----------------------------------------------------------------------
diff --git a/lens-driver-hive/src/main/java/org/apache/lens/driver/hive/priority/DurationBasedQueryPriorityDecider.java b/lens-driver-hive/src/main/java/org/apache/lens/driver/hive/priority/DurationBasedQueryPriorityDecider.java
index b87ee11..ef2c6ac 100644
--- a/lens-driver-hive/src/main/java/org/apache/lens/driver/hive/priority/DurationBasedQueryPriorityDecider.java
+++ b/lens-driver-hive/src/main/java/org/apache/lens/driver/hive/priority/DurationBasedQueryPriorityDecider.java
@@ -73,7 +73,10 @@ public class DurationBasedQueryPriorityDecider implements QueryPriorityDecider {
* Exception occurs mostly when one of drivers/explained queries/plans is null
*/
public Priority decidePriority(AbstractQueryContext abstractQueryContext) throws LensException {
- return costToPriorityRangeMap.get(getDurationCost(abstractQueryContext));
+ float cost = getDurationCost(abstractQueryContext);
+ Priority priority = costToPriorityRangeMap.get(cost);
+ LOG.info("Deciding Priority " + priority + " since cost = " + cost);
+ return priority;
}
/**
@@ -106,14 +109,13 @@ public class DurationBasedQueryPriorityDecider implements QueryPriorityDecider {
float getDurationCost(AbstractQueryContext queryContext) throws LensException {
final Map<String, List<String>> partitions = extractPartitions(queryContext);
+ LOG.info("partitions picked: " + partitions);
float cost = 0;
for(String table: partitions.keySet()) {
for(String partition: partitions.get(table)) {
if(!partition.equals("latest")) {
- cost +=
- queryContext.getDriverContext().getSelectedDriverQueryPlan().getTableWeight(table) *
- getNormalizedPartitionCost
- (partition);
+ cost += queryContext.getDriverContext().getSelectedDriverQueryPlan().getTableWeight(table)
+ * getNormalizedPartitionCost(partition);
}
}
}