You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by li...@apache.org on 2017/03/21 03:43:16 UTC
[09/30] kylin git commit: minor, add mr tasks in job diag
minor, add mr tasks in job diag
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/7bc8aafd
Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/7bc8aafd
Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/7bc8aafd
Branch: refs/heads/master-hbase0.98
Commit: 7bc8aafd124309d3ebfa4aca89701bd20cd0d589
Parents: d4768c1
Author: lidongsjtu <li...@apache.org>
Authored: Wed Mar 15 00:23:20 2017 +0800
Committer: lidongsjtu <li...@apache.org>
Committed: Wed Mar 15 00:24:21 2017 +0800
----------------------------------------------------------------------
.../java/org/apache/kylin/tool/MrJobInfoExtractor.java | 13 +++++++++++--
1 file changed, 11 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/kylin/blob/7bc8aafd/tool/src/main/java/org/apache/kylin/tool/MrJobInfoExtractor.java
----------------------------------------------------------------------
diff --git a/tool/src/main/java/org/apache/kylin/tool/MrJobInfoExtractor.java b/tool/src/main/java/org/apache/kylin/tool/MrJobInfoExtractor.java
index 55b54a5..483694b 100644
--- a/tool/src/main/java/org/apache/kylin/tool/MrJobInfoExtractor.java
+++ b/tool/src/main/java/org/apache/kylin/tool/MrJobInfoExtractor.java
@@ -150,6 +150,7 @@ public class MrJobInfoExtractor extends AbstractInfoExtractor {
extractTaskCounters(exportDir, jobUrlPrefix);
}
extractJobCounters(exportDir, jobUrlPrefix);
+ extractJobTasks(exportDir, jobUrlPrefix);
extractJobConf(exportDir, jobUrlPrefix);
} catch (Exception e) {
logger.warn("Failed to get mr tasks rest response.", e);
@@ -160,14 +161,22 @@ public class MrJobInfoExtractor extends AbstractInfoExtractor {
String url = jobUrlPrefix + "/counters";
String response = getHttpResponse(url);
try {
- File counterDir = new File(exportDir, "counters");
- FileUtils.forceMkdir(counterDir);
FileUtils.writeStringToFile(new File(exportDir, "job_counters.json"), response, Charset.defaultCharset());
} catch (Exception e) {
logger.warn("Failed to get mr counters rest response.", e);
}
}
+ private void extractJobTasks(File exportDir, String jobUrlPrefix) {
+ String url = jobUrlPrefix + "/tasks";
+ String response = getHttpResponse(url);
+ try {
+ FileUtils.writeStringToFile(new File(exportDir, "job_tasks.json"), response, Charset.defaultCharset());
+ } catch (Exception e) {
+ logger.warn("Failed to get mr counters rest response.", e);
+ }
+ }
+
private void extractTaskCounters(File exportDir, String jobUrlPrefix) {
try {
String tasksUrl = jobUrlPrefix + "/tasks/";